{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "global_step": 3708,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1.7857142857142858e-07,
      "loss": 0.5314,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.5714285714285716e-07,
      "loss": 0.5921,
      "step": 2
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.357142857142857e-07,
      "loss": 0.6222,
      "step": 3
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.142857142857143e-07,
      "loss": 0.5503,
      "step": 4
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.928571428571429e-07,
      "loss": 0.5388,
      "step": 5
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0714285714285714e-06,
      "loss": 0.5347,
      "step": 6
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.25e-06,
      "loss": 0.4936,
      "step": 7
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 0.48,
      "step": 8
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.6071428571428574e-06,
      "loss": 0.4646,
      "step": 9
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.7857142857142859e-06,
      "loss": 0.5007,
      "step": 10
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.9642857142857144e-06,
      "loss": 0.4893,
      "step": 11
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.1428571428571427e-06,
      "loss": 0.4977,
      "step": 12
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.321428571428572e-06,
      "loss": 0.4772,
      "step": 13
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.5e-06,
      "loss": 0.4395,
      "step": 14
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.6785714285714285e-06,
      "loss": 0.4493,
      "step": 15
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 0.4214,
      "step": 16
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.0357142857142856e-06,
      "loss": 0.4696,
      "step": 17
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.2142857142857147e-06,
      "loss": 0.4682,
      "step": 18
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.3928571428571435e-06,
      "loss": 0.4903,
      "step": 19
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.5714285714285718e-06,
      "loss": 0.4458,
      "step": 20
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.4487,
      "step": 21
    },
    {
      "epoch": 0.02,
      "learning_rate": 3.928571428571429e-06,
      "loss": 0.4349,
      "step": 22
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.107142857142857e-06,
      "loss": 0.4826,
      "step": 23
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 0.4599,
      "step": 24
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.464285714285715e-06,
      "loss": 0.4234,
      "step": 25
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.642857142857144e-06,
      "loss": 0.447,
      "step": 26
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.821428571428572e-06,
      "loss": 0.4288,
      "step": 27
    },
    {
      "epoch": 0.02,
      "learning_rate": 5e-06,
      "loss": 0.4006,
      "step": 28
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.1785714285714296e-06,
      "loss": 0.4374,
      "step": 29
    },
    {
      "epoch": 0.02,
      "learning_rate": 5.357142857142857e-06,
      "loss": 0.4471,
      "step": 30
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.535714285714286e-06,
      "loss": 0.4366,
      "step": 31
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 0.3797,
      "step": 32
    },
    {
      "epoch": 0.03,
      "learning_rate": 5.892857142857144e-06,
      "loss": 0.4006,
      "step": 33
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.071428571428571e-06,
      "loss": 0.4217,
      "step": 34
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.25e-06,
      "loss": 0.4097,
      "step": 35
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.4285714285714295e-06,
      "loss": 0.4274,
      "step": 36
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.607142857142858e-06,
      "loss": 0.4174,
      "step": 37
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.785714285714287e-06,
      "loss": 0.4585,
      "step": 38
    },
    {
      "epoch": 0.03,
      "learning_rate": 6.964285714285714e-06,
      "loss": 0.419,
      "step": 39
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.1428571428571436e-06,
      "loss": 0.422,
      "step": 40
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.321428571428572e-06,
      "loss": 0.4066,
      "step": 41
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.4111,
      "step": 42
    },
    {
      "epoch": 0.03,
      "learning_rate": 7.67857142857143e-06,
      "loss": 0.4141,
      "step": 43
    },
    {
      "epoch": 0.04,
      "learning_rate": 7.857142857142858e-06,
      "loss": 0.3901,
      "step": 44
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.035714285714286e-06,
      "loss": 0.4067,
      "step": 45
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.214285714285714e-06,
      "loss": 0.4352,
      "step": 46
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.392857142857144e-06,
      "loss": 0.3887,
      "step": 47
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.571428571428571e-06,
      "loss": 0.4376,
      "step": 48
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.750000000000001e-06,
      "loss": 0.4012,
      "step": 49
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.92857142857143e-06,
      "loss": 0.3983,
      "step": 50
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.107142857142858e-06,
      "loss": 0.4129,
      "step": 51
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.285714285714288e-06,
      "loss": 0.4282,
      "step": 52
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.464285714285714e-06,
      "loss": 0.4278,
      "step": 53
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.642857142857144e-06,
      "loss": 0.4127,
      "step": 54
    },
    {
      "epoch": 0.04,
      "learning_rate": 9.821428571428573e-06,
      "loss": 0.4288,
      "step": 55
    },
    {
      "epoch": 0.05,
      "learning_rate": 1e-05,
      "loss": 0.3773,
      "step": 56
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0178571428571429e-05,
      "loss": 0.3633,
      "step": 57
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0357142857142859e-05,
      "loss": 0.3676,
      "step": 58
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0535714285714287e-05,
      "loss": 0.4042,
      "step": 59
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0714285714285714e-05,
      "loss": 0.3624,
      "step": 60
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.0892857142857142e-05,
      "loss": 0.3885,
      "step": 61
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1071428571428572e-05,
      "loss": 0.4177,
      "step": 62
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.125e-05,
      "loss": 0.4127,
      "step": 63
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 0.4041,
      "step": 64
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1607142857142859e-05,
      "loss": 0.4268,
      "step": 65
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1785714285714287e-05,
      "loss": 0.3925,
      "step": 66
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.1964285714285716e-05,
      "loss": 0.4192,
      "step": 67
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2142857142857142e-05,
      "loss": 0.3868,
      "step": 68
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2321428571428572e-05,
      "loss": 0.3927,
      "step": 69
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.25e-05,
      "loss": 0.3921,
      "step": 70
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2678571428571429e-05,
      "loss": 0.393,
      "step": 71
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.2857142857142859e-05,
      "loss": 0.3885,
      "step": 72
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3035714285714287e-05,
      "loss": 0.4233,
      "step": 73
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3214285714285716e-05,
      "loss": 0.3986,
      "step": 74
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3392857142857142e-05,
      "loss": 0.3883,
      "step": 75
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3571428571428574e-05,
      "loss": 0.4307,
      "step": 76
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.375e-05,
      "loss": 0.4006,
      "step": 77
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.3928571428571429e-05,
      "loss": 0.3969,
      "step": 78
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4107142857142859e-05,
      "loss": 0.4418,
      "step": 79
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.4285714285714287e-05,
      "loss": 0.416,
      "step": 80
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4464285714285715e-05,
      "loss": 0.3845,
      "step": 81
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4642857142857144e-05,
      "loss": 0.4017,
      "step": 82
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.4821428571428574e-05,
      "loss": 0.4238,
      "step": 83
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.4303,
      "step": 84
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5178571428571429e-05,
      "loss": 0.3803,
      "step": 85
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.535714285714286e-05,
      "loss": 0.416,
      "step": 86
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.553571428571429e-05,
      "loss": 0.4045,
      "step": 87
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5714285714285715e-05,
      "loss": 0.4151,
      "step": 88
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.5892857142857142e-05,
      "loss": 0.4037,
      "step": 89
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6071428571428572e-05,
      "loss": 0.3876,
      "step": 90
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.6250000000000002e-05,
      "loss": 0.4149,
      "step": 91
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.642857142857143e-05,
      "loss": 0.4149,
      "step": 92
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.660714285714286e-05,
      "loss": 0.4076,
      "step": 93
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.678571428571429e-05,
      "loss": 0.4068,
      "step": 94
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.6964285714285715e-05,
      "loss": 0.3897,
      "step": 95
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7142857142857142e-05,
      "loss": 0.4052,
      "step": 96
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7321428571428572e-05,
      "loss": 0.4161,
      "step": 97
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.7500000000000002e-05,
      "loss": 0.3613,
      "step": 98
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.767857142857143e-05,
      "loss": 0.4232,
      "step": 99
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.785714285714286e-05,
      "loss": 0.4211,
      "step": 100
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.803571428571429e-05,
      "loss": 0.4158,
      "step": 101
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8214285714285715e-05,
      "loss": 0.4179,
      "step": 102
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8392857142857142e-05,
      "loss": 0.4355,
      "step": 103
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8571428571428575e-05,
      "loss": 0.3994,
      "step": 104
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 0.4572,
      "step": 105
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.892857142857143e-05,
      "loss": 0.3808,
      "step": 106
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.910714285714286e-05,
      "loss": 0.4366,
      "step": 107
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.928571428571429e-05,
      "loss": 0.3871,
      "step": 108
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9464285714285715e-05,
      "loss": 0.3982,
      "step": 109
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9642857142857145e-05,
      "loss": 0.4047,
      "step": 110
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9821428571428575e-05,
      "loss": 0.4375,
      "step": 111
    },
    {
      "epoch": 0.09,
      "learning_rate": 2e-05,
      "loss": 0.4064,
      "step": 112
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999996183806777e-05,
      "loss": 0.4158,
      "step": 113
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999998473523002e-05,
      "loss": 0.3587,
      "step": 114
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.999996565427847e-05,
      "loss": 0.4112,
      "step": 115
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999938940966684e-05,
      "loss": 0.3857,
      "step": 116
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9999904595315053e-05,
      "loss": 0.4262,
      "step": 117
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999862617349797e-05,
      "loss": 0.4188,
      "step": 118
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999813007102947e-05,
      "loss": 0.4306,
      "step": 119
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999975576461237e-05,
      "loss": 0.3964,
      "step": 120
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999690889921763e-05,
      "loss": 0.4106,
      "step": 121
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999618383080625e-05,
      "loss": 0.4119,
      "step": 122
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999538244144312e-05,
      "loss": 0.4204,
      "step": 123
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999945047317398e-05,
      "loss": 0.3843,
      "step": 124
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999935507023662e-05,
      "loss": 0.4036,
      "step": 125
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999925203540505e-05,
      "loss": 0.4666,
      "step": 126
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9999141368757913e-05,
      "loss": 0.3828,
      "step": 127
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.999902307037967e-05,
      "loss": 0.3777,
      "step": 128
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9998897140360608e-05,
      "loss": 0.4178,
      "step": 129
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999876357879684e-05,
      "loss": 0.4299,
      "step": 130
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999862238579032e-05,
      "loss": 0.4135,
      "step": 131
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998473561448797e-05,
      "loss": 0.4,
      "step": 132
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998317105885865e-05,
      "loss": 0.4055,
      "step": 133
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9998153019220935e-05,
      "loss": 0.4131,
      "step": 134
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999798130157925e-05,
      "loss": 0.4011,
      "step": 135
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997801953091863e-05,
      "loss": 0.4254,
      "step": 136
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997614973895665e-05,
      "loss": 0.4106,
      "step": 137
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997420364133363e-05,
      "loss": 0.4153,
      "step": 138
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997218123953495e-05,
      "loss": 0.3908,
      "step": 139
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9997008253510416e-05,
      "loss": 0.4095,
      "step": 140
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9996790752964305e-05,
      "loss": 0.4205,
      "step": 141
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.999656562248117e-05,
      "loss": 0.4306,
      "step": 142
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9996332862232843e-05,
      "loss": 0.4338,
      "step": 143
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9996092472396964e-05,
      "loss": 0.4154,
      "step": 144
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999584445315702e-05,
      "loss": 0.4206,
      "step": 145
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.99955888047023e-05,
      "loss": 0.4311,
      "step": 146
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999532552722793e-05,
      "loss": 0.4297,
      "step": 147
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999505462093485e-05,
      "loss": 0.4369,
      "step": 148
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999477608602983e-05,
      "loss": 0.3976,
      "step": 149
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994489922725454e-05,
      "loss": 0.4416,
      "step": 150
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9994196131240137e-05,
      "loss": 0.4279,
      "step": 151
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993894711798112e-05,
      "loss": 0.4043,
      "step": 152
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.999358566462943e-05,
      "loss": 0.3592,
      "step": 153
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9993268989969974e-05,
      "loss": 0.4114,
      "step": 154
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992944688061434e-05,
      "loss": 0.3918,
      "step": 155
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992612759151336e-05,
      "loss": 0.3968,
      "step": 156
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9992273203493023e-05,
      "loss": 0.4209,
      "step": 157
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999192602134565e-05,
      "loss": 0.4016,
      "step": 158
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991571212974204e-05,
      "loss": 0.4063,
      "step": 159
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9991208778649485e-05,
      "loss": 0.4194,
      "step": 160
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990838718648122e-05,
      "loss": 0.4586,
      "step": 161
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9990461033252556e-05,
      "loss": 0.3772,
      "step": 162
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.999007572275105e-05,
      "loss": 0.3997,
      "step": 163
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989682787437695e-05,
      "loss": 0.409,
      "step": 164
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9989282227612382e-05,
      "loss": 0.3988,
      "step": 165
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9988874043580848e-05,
      "loss": 0.3954,
      "step": 166
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998845823565462e-05,
      "loss": 0.3897,
      "step": 167
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998803480415107e-05,
      "loss": 0.4249,
      "step": 168
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9987603749393375e-05,
      "loss": 0.4221,
      "step": 169
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998716507171053e-05,
      "loss": 0.3988,
      "step": 170
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998671877143735e-05,
      "loss": 0.3782,
      "step": 171
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9986264848914475e-05,
      "loss": 0.4066,
      "step": 172
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9985803304488347e-05,
      "loss": 0.3743,
      "step": 173
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998533413851124e-05,
      "loss": 0.3952,
      "step": 174
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998485735134124e-05,
      "loss": 0.4391,
      "step": 175
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9984372943342248e-05,
      "loss": 0.4187,
      "step": 176
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998388091488398e-05,
      "loss": 0.4222,
      "step": 177
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998338126634198e-05,
      "loss": 0.4189,
      "step": 178
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.998287399809759e-05,
      "loss": 0.3885,
      "step": 179
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.998235911053798e-05,
      "loss": 0.4145,
      "step": 180
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9981836604056136e-05,
      "loss": 0.4225,
      "step": 181
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9981306479050848e-05,
      "loss": 0.422,
      "step": 182
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9980768735926734e-05,
      "loss": 0.399,
      "step": 183
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.998022337509421e-05,
      "loss": 0.3937,
      "step": 184
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9979670396969532e-05,
      "loss": 0.4035,
      "step": 185
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9979109801974743e-05,
      "loss": 0.395,
      "step": 186
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9978541590537714e-05,
      "loss": 0.4384,
      "step": 187
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9977965763092126e-05,
      "loss": 0.3696,
      "step": 188
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9977382320077474e-05,
      "loss": 0.4018,
      "step": 189
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9976791261939064e-05,
      "loss": 0.4269,
      "step": 190
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.997619258912801e-05,
      "loss": 0.381,
      "step": 191
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9975586302101247e-05,
      "loss": 0.4084,
      "step": 192
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9974972401321518e-05,
      "loss": 0.3835,
      "step": 193
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997435088725737e-05,
      "loss": 0.411,
      "step": 194
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997372176038317e-05,
      "loss": 0.3929,
      "step": 195
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9973085021179092e-05,
      "loss": 0.3922,
      "step": 196
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997244067013112e-05,
      "loss": 0.4048,
      "step": 197
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997178870773105e-05,
      "loss": 0.3752,
      "step": 198
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9971129134476474e-05,
      "loss": 0.3845,
      "step": 199
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.997046195087082e-05,
      "loss": 0.4212,
      "step": 200
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9969787157423293e-05,
      "loss": 0.3863,
      "step": 201
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9969104754648937e-05,
      "loss": 0.392,
      "step": 202
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9968414743068572e-05,
      "loss": 0.3848,
      "step": 203
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9967717123208855e-05,
      "loss": 0.4117,
      "step": 204
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996701189560223e-05,
      "loss": 0.3903,
      "step": 205
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9966299060786953e-05,
      "loss": 0.4164,
      "step": 206
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996557861930709e-05,
      "loss": 0.4154,
      "step": 207
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9964850571712507e-05,
      "loss": 0.4066,
      "step": 208
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996411491855888e-05,
      "loss": 0.4257,
      "step": 209
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996337166040769e-05,
      "loss": 0.3824,
      "step": 210
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9962620797826214e-05,
      "loss": 0.3945,
      "step": 211
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9961862331387545e-05,
      "loss": 0.4026,
      "step": 212
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996109626167057e-05,
      "loss": 0.3673,
      "step": 213
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.996032258925999e-05,
      "loss": 0.3655,
      "step": 214
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9959541314746293e-05,
      "loss": 0.395,
      "step": 215
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9958752438725782e-05,
      "loss": 0.4322,
      "step": 216
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995795596180056e-05,
      "loss": 0.4177,
      "step": 217
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995715188457852e-05,
      "loss": 0.3997,
      "step": 218
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995634020767338e-05,
      "loss": 0.386,
      "step": 219
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995552093170463e-05,
      "loss": 0.3851,
      "step": 220
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995469405729758e-05,
      "loss": 0.3891,
      "step": 221
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9953859585083326e-05,
      "loss": 0.4151,
      "step": 222
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9953017515698775e-05,
      "loss": 0.3958,
      "step": 223
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9952167849786622e-05,
      "loss": 0.379,
      "step": 224
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.995131058799537e-05,
      "loss": 0.4339,
      "step": 225
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.9950445730979314e-05,
      "loss": 0.4192,
      "step": 226
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.994957327939855e-05,
      "loss": 0.3891,
      "step": 227
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.994869323391895e-05,
      "loss": 0.4079,
      "step": 228
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994780559521222e-05,
      "loss": 0.4131,
      "step": 229
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994691036395583e-05,
      "loss": 0.3848,
      "step": 230
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994600754083305e-05,
      "loss": 0.3815,
      "step": 231
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9945097126532955e-05,
      "loss": 0.3879,
      "step": 232
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9944179121750412e-05,
      "loss": 0.3915,
      "step": 233
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994325352718607e-05,
      "loss": 0.4066,
      "step": 234
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9942320343546387e-05,
      "loss": 0.3498,
      "step": 235
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9941379571543597e-05,
      "loss": 0.3966,
      "step": 236
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.994043121189574e-05,
      "loss": 0.41,
      "step": 237
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9939475265326636e-05,
      "loss": 0.4063,
      "step": 238
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9938511732565903e-05,
      "loss": 0.3927,
      "step": 239
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9937540614348944e-05,
      "loss": 0.3894,
      "step": 240
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.9936561911416956e-05,
      "loss": 0.4008,
      "step": 241
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9935575624516922e-05,
      "loss": 0.3542,
      "step": 242
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9934581754401616e-05,
      "loss": 0.3925,
      "step": 243
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9933580301829596e-05,
      "loss": 0.3809,
      "step": 244
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.993257126756521e-05,
      "loss": 0.4036,
      "step": 245
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9931554652378594e-05,
      "loss": 0.3969,
      "step": 246
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9930530457045663e-05,
      "loss": 0.3942,
      "step": 247
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9929498682348127e-05,
      "loss": 0.3763,
      "step": 248
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9928459329073474e-05,
      "loss": 0.3886,
      "step": 249
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992741239801498e-05,
      "loss": 0.378,
      "step": 250
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9926357889971702e-05,
      "loss": 0.3942,
      "step": 251
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.992529580574848e-05,
      "loss": 0.4312,
      "step": 252
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9924226146155944e-05,
      "loss": 0.4297,
      "step": 253
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.992314891201049e-05,
      "loss": 0.4041,
      "step": 254
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9922064104134317e-05,
      "loss": 0.3918,
      "step": 255
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9920971723355378e-05,
      "loss": 0.3904,
      "step": 256
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991987177050743e-05,
      "loss": 0.4358,
      "step": 257
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991876424643e-05,
      "loss": 0.3703,
      "step": 258
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9917649151968385e-05,
      "loss": 0.3935,
      "step": 259
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9916526487973678e-05,
      "loss": 0.4117,
      "step": 260
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9915396255302732e-05,
      "loss": 0.4217,
      "step": 261
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9914258454818185e-05,
      "loss": 0.3924,
      "step": 262
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9913113087388457e-05,
      "loss": 0.3761,
      "step": 263
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.9911960153887732e-05,
      "loss": 0.3841,
      "step": 264
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.991079965519597e-05,
      "loss": 0.4117,
      "step": 265
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990963159219891e-05,
      "loss": 0.4094,
      "step": 266
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.990845596578807e-05,
      "loss": 0.3917,
      "step": 267
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9907272776860728e-05,
      "loss": 0.3851,
      "step": 268
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9906082026319936e-05,
      "loss": 0.4186,
      "step": 269
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9904883715074525e-05,
      "loss": 0.4113,
      "step": 270
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9903677844039097e-05,
      "loss": 0.4301,
      "step": 271
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9902464414134008e-05,
      "loss": 0.3875,
      "step": 272
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9901243426285403e-05,
      "loss": 0.3745,
      "step": 273
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9900014881425186e-05,
      "loss": 0.3913,
      "step": 274
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9898778780491028e-05,
      "loss": 0.4252,
      "step": 275
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989753512442637e-05,
      "loss": 0.3518,
      "step": 276
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9896283914180422e-05,
      "loss": 0.3914,
      "step": 277
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.989502515070815e-05,
      "loss": 0.3976,
      "step": 278
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9893758834970294e-05,
      "loss": 0.3961,
      "step": 279
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.989248496793335e-05,
      "loss": 0.3885,
      "step": 280
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9891203550569595e-05,
      "loss": 0.3832,
      "step": 281
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988991458385704e-05,
      "loss": 0.4539,
      "step": 282
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9888618068779486e-05,
      "loss": 0.3865,
      "step": 283
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9887314006326482e-05,
      "loss": 0.3938,
      "step": 284
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9886002397493332e-05,
      "loss": 0.3991,
      "step": 285
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9884683243281117e-05,
      "loss": 0.3867,
      "step": 286
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9883356544696656e-05,
      "loss": 0.4038,
      "step": 287
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9882022302752544e-05,
      "loss": 0.4192,
      "step": 288
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.988068051846712e-05,
      "loss": 0.3793,
      "step": 289
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.9879331192864492e-05,
      "loss": 0.3646,
      "step": 290
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9877974326974515e-05,
      "loss": 0.4038,
      "step": 291
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.98766099218328e-05,
      "loss": 0.3973,
      "step": 292
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987523797848071e-05,
      "loss": 0.3984,
      "step": 293
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.987385849796538e-05,
      "loss": 0.39,
      "step": 294
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9872471481339666e-05,
      "loss": 0.4048,
      "step": 295
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9871076929662202e-05,
      "loss": 0.4341,
      "step": 296
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9869674843997357e-05,
      "loss": 0.3929,
      "step": 297
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9868265225415263e-05,
      "loss": 0.4065,
      "step": 298
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9866848074991793e-05,
      "loss": 0.3931,
      "step": 299
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9865423393808573e-05,
      "loss": 0.3779,
      "step": 300
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9863991182952974e-05,
      "loss": 0.3892,
      "step": 301
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.986255144351811e-05,
      "loss": 0.3728,
      "step": 302
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9861104176602852e-05,
      "loss": 0.3866,
      "step": 303
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9859649383311807e-05,
      "loss": 0.3972,
      "step": 304
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985818706475533e-05,
      "loss": 0.3881,
      "step": 305
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985671722204952e-05,
      "loss": 0.4008,
      "step": 306
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9855239856316218e-05,
      "loss": 0.3852,
      "step": 307
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9853754968683003e-05,
      "loss": 0.3838,
      "step": 308
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9852262560283203e-05,
      "loss": 0.4517,
      "step": 309
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.985076263225588e-05,
      "loss": 0.3678,
      "step": 310
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9849255185745835e-05,
      "loss": 0.4054,
      "step": 311
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984774022190361e-05,
      "loss": 0.4127,
      "step": 312
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984621774188549e-05,
      "loss": 0.4048,
      "step": 313
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.984468774685348e-05,
      "loss": 0.3734,
      "step": 314
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.9843150237975343e-05,
      "loss": 0.3994,
      "step": 315
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.984160521642456e-05,
      "loss": 0.3703,
      "step": 316
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9840052683380343e-05,
      "loss": 0.3716,
      "step": 317
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9838492640027658e-05,
      "loss": 0.3976,
      "step": 318
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9836925087557187e-05,
      "loss": 0.3902,
      "step": 319
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9835350027165342e-05,
      "loss": 0.3906,
      "step": 320
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9833767460054273e-05,
      "loss": 0.4006,
      "step": 321
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9832177387431854e-05,
      "loss": 0.375,
      "step": 322
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9830579810511694e-05,
      "loss": 0.3961,
      "step": 323
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9828974730513125e-05,
      "loss": 0.3799,
      "step": 324
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.9827362148661203e-05,
      "loss": 0.4244,
      "step": 325
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.982574206618671e-05,
      "loss": 0.4248,
      "step": 326
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.982411448432617e-05,
      "loss": 0.4023,
      "step": 327
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.98224794043218e-05,
      "loss": 0.3673,
      "step": 328
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.982083682742156e-05,
      "loss": 0.4054,
      "step": 329
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9819186754879137e-05,
      "loss": 0.437,
      "step": 330
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9817529187953918e-05,
      "loss": 0.3956,
      "step": 331
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981586412791103e-05,
      "loss": 0.3954,
      "step": 332
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981419157602131e-05,
      "loss": 0.4274,
      "step": 333
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9812511533561314e-05,
      "loss": 0.4041,
      "step": 334
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.981082400181331e-05,
      "loss": 0.3841,
      "step": 335
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9809128982065296e-05,
      "loss": 0.4194,
      "step": 336
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9807426475610972e-05,
      "loss": 0.4239,
      "step": 337
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.980571648374976e-05,
      "loss": 0.3852,
      "step": 338
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.9803999007786783e-05,
      "loss": 0.4143,
      "step": 339
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9802274049032898e-05,
      "loss": 0.3594,
      "step": 340
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.980054160880465e-05,
      "loss": 0.4292,
      "step": 341
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9798801688424307e-05,
      "loss": 0.3669,
      "step": 342
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9797054289219845e-05,
      "loss": 0.3626,
      "step": 343
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9795299412524948e-05,
      "loss": 0.4156,
      "step": 344
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9793537059679e-05,
      "loss": 0.3869,
      "step": 345
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.97917672320271e-05,
      "loss": 0.3951,
      "step": 346
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9789989930920056e-05,
      "loss": 0.3719,
      "step": 347
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978820515771436e-05,
      "loss": 0.4228,
      "step": 348
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9786412913772225e-05,
      "loss": 0.4394,
      "step": 349
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9784613200461568e-05,
      "loss": 0.3985,
      "step": 350
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.978280601915599e-05,
      "loss": 0.3832,
      "step": 351
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.9780991371234803e-05,
      "loss": 0.395,
      "step": 352
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977916925808302e-05,
      "loss": 0.4082,
      "step": 353
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977733968109135e-05,
      "loss": 0.4411,
      "step": 354
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.977550264165619e-05,
      "loss": 0.3773,
      "step": 355
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9773658141179642e-05,
      "loss": 0.3999,
      "step": 356
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9771806181069504e-05,
      "loss": 0.3712,
      "step": 357
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9769946762739262e-05,
      "loss": 0.384,
      "step": 358
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9768079887608093e-05,
      "loss": 0.4013,
      "step": 359
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.976620555710087e-05,
      "loss": 0.3614,
      "step": 360
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9764323772648153e-05,
      "loss": 0.3867,
      "step": 361
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9762434535686196e-05,
      "loss": 0.3856,
      "step": 362
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9760537847656932e-05,
      "loss": 0.4143,
      "step": 363
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.9758633710007995e-05,
      "loss": 0.3875,
      "step": 364
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.975672212419269e-05,
      "loss": 0.4145,
      "step": 365
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9754803091670013e-05,
      "loss": 0.442,
      "step": 366
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9752876613904645e-05,
      "loss": 0.4089,
      "step": 367
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9750942692366953e-05,
      "loss": 0.434,
      "step": 368
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9749001328532973e-05,
      "loss": 0.4012,
      "step": 369
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9747052523884435e-05,
      "loss": 0.4089,
      "step": 370
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9745096279908737e-05,
      "loss": 0.3907,
      "step": 371
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9743132598098965e-05,
      "loss": 0.4293,
      "step": 372
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9741161479953872e-05,
      "loss": 0.4074,
      "step": 373
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.9739182926977895e-05,
      "loss": 0.4044,
      "step": 374
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973719694068114e-05,
      "loss": 0.3705,
      "step": 375
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.973520352257939e-05,
      "loss": 0.3985,
      "step": 376
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.97332026741941e-05,
      "loss": 0.4013,
      "step": 377
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.973119439705239e-05,
      "loss": 0.3996,
      "step": 378
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9729178692687058e-05,
      "loss": 0.394,
      "step": 379
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972715556263657e-05,
      "loss": 0.411,
      "step": 380
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972512500844505e-05,
      "loss": 0.3898,
      "step": 381
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9723087031662304e-05,
      "loss": 0.4098,
      "step": 382
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.972104163384379e-05,
      "loss": 0.405,
      "step": 383
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9718988816550633e-05,
      "loss": 0.3756,
      "step": 384
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9716928581349622e-05,
      "loss": 0.4421,
      "step": 385
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9714860929813217e-05,
      "loss": 0.3829,
      "step": 386
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9712785863519516e-05,
      "loss": 0.3767,
      "step": 387
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.97107033840523e-05,
      "loss": 0.3958,
      "step": 388
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9708613493000997e-05,
      "loss": 0.3761,
      "step": 389
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9706516191960687e-05,
      "loss": 0.3932,
      "step": 390
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9704411482532116e-05,
      "loss": 0.3996,
      "step": 391
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.970229936632168e-05,
      "loss": 0.3793,
      "step": 392
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.970017984494142e-05,
      "loss": 0.4029,
      "step": 393
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9698052920009046e-05,
      "loss": 0.372,
      "step": 394
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9695918593147908e-05,
      "loss": 0.4086,
      "step": 395
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9693776865987e-05,
      "loss": 0.3553,
      "step": 396
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9691627740160978e-05,
      "loss": 0.3958,
      "step": 397
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9689471217310134e-05,
      "loss": 0.3986,
      "step": 398
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.968730729908041e-05,
      "loss": 0.3631,
      "step": 399
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9685135987123396e-05,
      "loss": 0.4028,
      "step": 400
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.9682957283096317e-05,
      "loss": 0.3713,
      "step": 401
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9680771188662044e-05,
      "loss": 0.4091,
      "step": 402
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9678577705489092e-05,
      "loss": 0.3845,
      "step": 403
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9676376835251608e-05,
      "loss": 0.4129,
      "step": 404
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9674168579629384e-05,
      "loss": 0.4086,
      "step": 405
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9671952940307845e-05,
      "loss": 0.3573,
      "step": 406
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9669729918978054e-05,
      "loss": 0.3958,
      "step": 407
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9667499517336704e-05,
      "loss": 0.3993,
      "step": 408
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9665261737086125e-05,
      "loss": 0.419,
      "step": 409
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.966301657993428e-05,
      "loss": 0.4009,
      "step": 410
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9660764047594756e-05,
      "loss": 0.4126,
      "step": 411
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9658504141786775e-05,
      "loss": 0.432,
      "step": 412
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9656236864235182e-05,
      "loss": 0.3982,
      "step": 413
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9653962216670453e-05,
      "loss": 0.4114,
      "step": 414
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.965168020082869e-05,
      "loss": 0.4138,
      "step": 415
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9649390818451607e-05,
      "loss": 0.4051,
      "step": 416
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9647094071286554e-05,
      "loss": 0.4128,
      "step": 417
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.96447899610865e-05,
      "loss": 0.4312,
      "step": 418
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9642478489610028e-05,
      "loss": 0.3952,
      "step": 419
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9640159658621344e-05,
      "loss": 0.3971,
      "step": 420
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9637833469890264e-05,
      "loss": 0.3943,
      "step": 421
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.963549992519223e-05,
      "loss": 0.3997,
      "step": 422
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9633159026308296e-05,
      "loss": 0.3997,
      "step": 423
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.963081077502512e-05,
      "loss": 0.4472,
      "step": 424
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.9628455173134985e-05,
      "loss": 0.3866,
      "step": 425
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.962609222243577e-05,
      "loss": 0.4054,
      "step": 426
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9623721924730975e-05,
      "loss": 0.3722,
      "step": 427
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9621344281829703e-05,
      "loss": 0.4071,
      "step": 428
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.961895929554666e-05,
      "loss": 0.401,
      "step": 429
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9616566967702164e-05,
      "loss": 0.393,
      "step": 430
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9614167300122126e-05,
      "loss": 0.3872,
      "step": 431
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.961176029463807e-05,
      "loss": 0.4195,
      "step": 432
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9609345953087115e-05,
      "loss": 0.401,
      "step": 433
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.960692427731198e-05,
      "loss": 0.405,
      "step": 434
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9604495269160977e-05,
      "loss": 0.418,
      "step": 435
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9602058930488025e-05,
      "loss": 0.3519,
      "step": 436
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.959961526315263e-05,
      "loss": 0.4086,
      "step": 437
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9597164269019888e-05,
      "loss": 0.3895,
      "step": 438
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.95947059499605e-05,
      "loss": 0.4007,
      "step": 439
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9592240307850748e-05,
      "loss": 0.4272,
      "step": 440
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9589767344572505e-05,
      "loss": 0.3723,
      "step": 441
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9587287062013226e-05,
      "loss": 0.3793,
      "step": 442
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.958479946206597e-05,
      "loss": 0.4238,
      "step": 443
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9582304546629363e-05,
      "loss": 0.3935,
      "step": 444
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9579802317607618e-05,
      "loss": 0.3941,
      "step": 445
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.957729277691054e-05,
      "loss": 0.3932,
      "step": 446
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.95747759264535e-05,
      "loss": 0.3841,
      "step": 447
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.957225176815746e-05,
      "loss": 0.382,
      "step": 448
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.9569720303948955e-05,
      "loss": 0.3893,
      "step": 449
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.95671815357601e-05,
      "loss": 0.4226,
      "step": 450
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.956463546552857e-05,
      "loss": 0.414,
      "step": 451
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.956208209519763e-05,
      "loss": 0.3939,
      "step": 452
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.955952142671612e-05,
      "loss": 0.4156,
      "step": 453
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9556953462038425e-05,
      "loss": 0.4117,
      "step": 454
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9554378203124525e-05,
      "loss": 0.3854,
      "step": 455
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9551795651939956e-05,
      "loss": 0.4358,
      "step": 456
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954920581045582e-05,
      "loss": 0.4099,
      "step": 457
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9546608680648784e-05,
      "loss": 0.3958,
      "step": 458
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9544004264501077e-05,
      "loss": 0.3795,
      "step": 459
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.954139256400049e-05,
      "loss": 0.4075,
      "step": 460
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9538773581140377e-05,
      "loss": 0.3971,
      "step": 461
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.953614731791964e-05,
      "loss": 0.4107,
      "step": 462
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9533513776342753e-05,
      "loss": 0.3894,
      "step": 463
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.953087295841973e-05,
      "loss": 0.3897,
      "step": 464
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.952822486616615e-05,
      "loss": 0.3742,
      "step": 465
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9525569501603137e-05,
      "loss": 0.3921,
      "step": 466
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.952290686675737e-05,
      "loss": 0.3592,
      "step": 467
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9520236963661068e-05,
      "loss": 0.3885,
      "step": 468
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9517559794352013e-05,
      "loss": 0.3728,
      "step": 469
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.951487536087352e-05,
      "loss": 0.4076,
      "step": 470
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9512183665274452e-05,
      "loss": 0.405,
      "step": 471
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9509484709609214e-05,
      "loss": 0.4367,
      "step": 472
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9506778495937758e-05,
      "loss": 0.3993,
      "step": 473
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9504065026325567e-05,
      "loss": 0.3541,
      "step": 474
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9501344302843667e-05,
      "loss": 0.3966,
      "step": 475
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9498616327568617e-05,
      "loss": 0.3617,
      "step": 476
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.949588110258252e-05,
      "loss": 0.3916,
      "step": 477
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9493138629972998e-05,
      "loss": 0.391,
      "step": 478
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9490388911833213e-05,
      "loss": 0.3927,
      "step": 479
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.948763195026186e-05,
      "loss": 0.3978,
      "step": 480
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9484867747363153e-05,
      "loss": 0.3761,
      "step": 481
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9482096305246846e-05,
      "loss": 0.4,
      "step": 482
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9479317626028202e-05,
      "loss": 0.3972,
      "step": 483
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9476531711828027e-05,
      "loss": 0.4028,
      "step": 484
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9473738564772628e-05,
      "loss": 0.4082,
      "step": 485
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.947093818699385e-05,
      "loss": 0.3845,
      "step": 486
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9468130580629047e-05,
      "loss": 0.3757,
      "step": 487
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.946531574782109e-05,
      "loss": 0.3985,
      "step": 488
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9462493690718373e-05,
      "loss": 0.4026,
      "step": 489
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9459664411474793e-05,
      "loss": 0.3881,
      "step": 490
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9456827912249768e-05,
      "loss": 0.3451,
      "step": 491
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.945398419520823e-05,
      "loss": 0.3581,
      "step": 492
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9451133262520604e-05,
      "loss": 0.3898,
      "step": 493
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.944827511636284e-05,
      "loss": 0.3818,
      "step": 494
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.944540975891638e-05,
      "loss": 0.3861,
      "step": 495
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.944253719236818e-05,
      "loss": 0.4198,
      "step": 496
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9439657418910687e-05,
      "loss": 0.3976,
      "step": 497
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9436770440741862e-05,
      "loss": 0.3937,
      "step": 498
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9433876260065157e-05,
      "loss": 0.4,
      "step": 499
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9430974879089522e-05,
      "loss": 0.3712,
      "step": 500
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.94280663000294e-05,
      "loss": 0.3927,
      "step": 501
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9425150525104738e-05,
      "loss": 0.3787,
      "step": 502
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9422227556540957e-05,
      "loss": 0.3859,
      "step": 503
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.941929739656899e-05,
      "loss": 0.3804,
      "step": 504
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9416360047425246e-05,
      "loss": 0.4101,
      "step": 505
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9413415511351622e-05,
      "loss": 0.3847,
      "step": 506
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9410463790595496e-05,
      "loss": 0.3741,
      "step": 507
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.940750488740975e-05,
      "loss": 0.4171,
      "step": 508
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9404538804052718e-05,
      "loss": 0.3977,
      "step": 509
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9401565542788238e-05,
      "loss": 0.4066,
      "step": 510
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9398585105885613e-05,
      "loss": 0.4039,
      "step": 511
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9395597495619634e-05,
      "loss": 0.4107,
      "step": 512
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9392602714270555e-05,
      "loss": 0.387,
      "step": 513
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.938960076412411e-05,
      "loss": 0.4054,
      "step": 514
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9386591647471508e-05,
      "loss": 0.3765,
      "step": 515
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9383575366609416e-05,
      "loss": 0.3804,
      "step": 516
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.938055192383998e-05,
      "loss": 0.4131,
      "step": 517
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9377521321470806e-05,
      "loss": 0.3905,
      "step": 518
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.937448356181497e-05,
      "loss": 0.4199,
      "step": 519
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9371438647191007e-05,
      "loss": 0.4032,
      "step": 520
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.936838657992291e-05,
      "loss": 0.3729,
      "step": 521
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9365327362340142e-05,
      "loss": 0.411,
      "step": 522
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9362260996777608e-05,
      "loss": 0.3737,
      "step": 523
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9359187485575678e-05,
      "loss": 0.3645,
      "step": 524
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.935610683108018e-05,
      "loss": 0.3796,
      "step": 525
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9353019035642385e-05,
      "loss": 0.3668,
      "step": 526
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.934992410161902e-05,
      "loss": 0.4054,
      "step": 527
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.934682203137225e-05,
      "loss": 0.3848,
      "step": 528
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9343712827269705e-05,
      "loss": 0.389,
      "step": 529
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9340596491684443e-05,
      "loss": 0.3867,
      "step": 530
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.933747302699498e-05,
      "loss": 0.3805,
      "step": 531
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9334342435585257e-05,
      "loss": 0.3932,
      "step": 532
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.933120471984466e-05,
      "loss": 0.4043,
      "step": 533
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9328059882168026e-05,
      "loss": 0.3773,
      "step": 534
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.932490792495561e-05,
      "loss": 0.3959,
      "step": 535
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9321748850613104e-05,
      "loss": 0.401,
      "step": 536
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9318582661551643e-05,
      "loss": 0.4139,
      "step": 537
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9315409360187784e-05,
      "loss": 0.4189,
      "step": 538
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9312228948943504e-05,
      "loss": 0.4017,
      "step": 539
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9309041430246228e-05,
      "loss": 0.3426,
      "step": 540
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9305846806528784e-05,
      "loss": 0.4226,
      "step": 541
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.930264508022944e-05,
      "loss": 0.4176,
      "step": 542
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.929943625379187e-05,
      "loss": 0.4113,
      "step": 543
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9296220329665177e-05,
      "loss": 0.409,
      "step": 544
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.929299731030388e-05,
      "loss": 0.3937,
      "step": 545
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9289767198167918e-05,
      "loss": 0.4006,
      "step": 546
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9286529995722624e-05,
      "loss": 0.3851,
      "step": 547
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9283285705438764e-05,
      "loss": 0.3874,
      "step": 548
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9280034329792503e-05,
      "loss": 0.4115,
      "step": 549
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.927677587126542e-05,
      "loss": 0.3834,
      "step": 550
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9273510332344495e-05,
      "loss": 0.4028,
      "step": 551
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9270237715522112e-05,
      "loss": 0.3569,
      "step": 552
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9266958023296058e-05,
      "loss": 0.3999,
      "step": 553
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9263671258169524e-05,
      "loss": 0.3957,
      "step": 554
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9260377422651094e-05,
      "loss": 0.395,
      "step": 555
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.925707651925475e-05,
      "loss": 0.3911,
      "step": 556
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9253768550499873e-05,
      "loss": 0.4205,
      "step": 557
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.925045351891123e-05,
      "loss": 0.3896,
      "step": 558
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9247131427018977e-05,
      "loss": 0.4109,
      "step": 559
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.924380227735867e-05,
      "loss": 0.3739,
      "step": 560
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.924046607247124e-05,
      "loss": 0.3867,
      "step": 561
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.923712281490301e-05,
      "loss": 0.382,
      "step": 562
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9233772507205682e-05,
      "loss": 0.376,
      "step": 563
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.923041515193634e-05,
      "loss": 0.3734,
      "step": 564
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9227050751657448e-05,
      "loss": 0.4035,
      "step": 565
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.922367930893685e-05,
      "loss": 0.4129,
      "step": 566
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9220300826347752e-05,
      "loss": 0.3817,
      "step": 567
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.921691530646875e-05,
      "loss": 0.3822,
      "step": 568
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9213522751883803e-05,
      "loss": 0.3781,
      "step": 569
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.921012316518224e-05,
      "loss": 0.3747,
      "step": 570
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9206716548958754e-05,
      "loss": 0.395,
      "step": 571
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9203302905813407e-05,
      "loss": 0.3912,
      "step": 572
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9199882238351622e-05,
      "loss": 0.4283,
      "step": 573
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9196454549184188e-05,
      "loss": 0.3675,
      "step": 574
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9193019840927252e-05,
      "loss": 0.3937,
      "step": 575
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.918957811620231e-05,
      "loss": 0.3988,
      "step": 576
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.918612937763622e-05,
      "loss": 0.3902,
      "step": 577
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9182673627861198e-05,
      "loss": 0.3712,
      "step": 578
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9179210869514796e-05,
      "loss": 0.375,
      "step": 579
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.917574110523994e-05,
      "loss": 0.3852,
      "step": 580
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.917226433768487e-05,
      "loss": 0.3854,
      "step": 581
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9168780569503202e-05,
      "loss": 0.3821,
      "step": 582
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.916528980335388e-05,
      "loss": 0.3871,
      "step": 583
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9161792041901193e-05,
      "loss": 0.4198,
      "step": 584
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9158287287814762e-05,
      "loss": 0.3794,
      "step": 585
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9154775543769558e-05,
      "loss": 0.3831,
      "step": 586
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9151256812445872e-05,
      "loss": 0.4056,
      "step": 587
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9147731096529343e-05,
      "loss": 0.4005,
      "step": 588
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9144198398710927e-05,
      "loss": 0.3997,
      "step": 589
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.914065872168692e-05,
      "loss": 0.3765,
      "step": 590
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9137112068158942e-05,
      "loss": 0.3918,
      "step": 591
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9133558440833928e-05,
      "loss": 0.3999,
      "step": 592
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9129997842424153e-05,
      "loss": 0.3828,
      "step": 593
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.91264302756472e-05,
      "loss": 0.4158,
      "step": 594
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.912285574322597e-05,
      "loss": 0.3781,
      "step": 595
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.911927424788869e-05,
      "loss": 0.3649,
      "step": 596
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.911568579236889e-05,
      "loss": 0.383,
      "step": 597
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9112090379405422e-05,
      "loss": 0.4239,
      "step": 598
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9108488011742444e-05,
      "loss": 0.3956,
      "step": 599
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.910487869212942e-05,
      "loss": 0.3714,
      "step": 600
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9101262423321123e-05,
      "loss": 0.38,
      "step": 601
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9097639208077633e-05,
      "loss": 0.3983,
      "step": 602
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9094009049164318e-05,
      "loss": 0.3606,
      "step": 603
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9090371949351868e-05,
      "loss": 0.3607,
      "step": 604
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.908672791141625e-05,
      "loss": 0.4013,
      "step": 605
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.908307693813874e-05,
      "loss": 0.371,
      "step": 606
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9079419032305892e-05,
      "loss": 0.4076,
      "step": 607
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9075754196709574e-05,
      "loss": 0.4,
      "step": 608
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.907208243414692e-05,
      "loss": 0.3653,
      "step": 609
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9068403747420365e-05,
      "loss": 0.4017,
      "step": 610
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9064718139337624e-05,
      "loss": 0.3954,
      "step": 611
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.90610256127117e-05,
      "loss": 0.3918,
      "step": 612
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9057326170360866e-05,
      "loss": 0.3749,
      "step": 613
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9053619815108684e-05,
      "loss": 0.4088,
      "step": 614
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9049906549783982e-05,
      "loss": 0.3531,
      "step": 615
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.904618637722087e-05,
      "loss": 0.3979,
      "step": 616
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9042459300258733e-05,
      "loss": 0.4014,
      "step": 617
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9038725321742212e-05,
      "loss": 0.3835,
      "step": 618
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9034984444521227e-05,
      "loss": 0.3812,
      "step": 619
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9031236671450963e-05,
      "loss": 0.3943,
      "step": 620
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.902748200539186e-05,
      "loss": 0.3666,
      "step": 621
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.902372044920963e-05,
      "loss": 0.3896,
      "step": 622
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.901995200577523e-05,
      "loss": 0.4057,
      "step": 623
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9016176677964887e-05,
      "loss": 0.389,
      "step": 624
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.901239446866008e-05,
      "loss": 0.3976,
      "step": 625
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.900860538074753e-05,
      "loss": 0.4007,
      "step": 626
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9004809417119223e-05,
      "loss": 0.3778,
      "step": 627
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9001006580672378e-05,
      "loss": 0.3952,
      "step": 628
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8997196874309472e-05,
      "loss": 0.4069,
      "step": 629
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.899338030093822e-05,
      "loss": 0.3822,
      "step": 630
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.898955686347157e-05,
      "loss": 0.3749,
      "step": 631
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.898572656482773e-05,
      "loss": 0.4246,
      "step": 632
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8981889407930124e-05,
      "loss": 0.3921,
      "step": 633
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.897804539570742e-05,
      "loss": 0.3756,
      "step": 634
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.8974194531093513e-05,
      "loss": 0.379,
      "step": 635
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.897033681702754e-05,
      "loss": 0.3886,
      "step": 636
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.896647225645385e-05,
      "loss": 0.3768,
      "step": 637
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.896260085232203e-05,
      "loss": 0.4262,
      "step": 638
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8958722607586883e-05,
      "loss": 0.3686,
      "step": 639
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8954837525208432e-05,
      "loss": 0.3846,
      "step": 640
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8950945608151928e-05,
      "loss": 0.4051,
      "step": 641
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.894704685938783e-05,
      "loss": 0.3741,
      "step": 642
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8943141281891813e-05,
      "loss": 0.3761,
      "step": 643
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8939228878644766e-05,
      "loss": 0.4133,
      "step": 644
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8935309652632783e-05,
      "loss": 0.3908,
      "step": 645
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8931383606847173e-05,
      "loss": 0.3789,
      "step": 646
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.8927450744284443e-05,
      "loss": 0.3719,
      "step": 647
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.892351106794631e-05,
      "loss": 0.381,
      "step": 648
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8919564580839683e-05,
      "loss": 0.3897,
      "step": 649
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8915611285976672e-05,
      "loss": 0.3988,
      "step": 650
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.891165118637459e-05,
      "loss": 0.3689,
      "step": 651
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8907684285055933e-05,
      "loss": 0.3802,
      "step": 652
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8903710585048395e-05,
      "loss": 0.4044,
      "step": 653
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.889973008938486e-05,
      "loss": 0.3979,
      "step": 654
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8895742801103393e-05,
      "loss": 0.3976,
      "step": 655
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8891748723247246e-05,
      "loss": 0.3708,
      "step": 656
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.8887747858864856e-05,
      "loss": 0.3936,
      "step": 657
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.888374021100984e-05,
      "loss": 0.371,
      "step": 658
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.887972578274098e-05,
      "loss": 0.3944,
      "step": 659
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.887570457712225e-05,
      "loss": 0.3897,
      "step": 660
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.887167659722279e-05,
      "loss": 0.3697,
      "step": 661
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.886764184611691e-05,
      "loss": 0.4076,
      "step": 662
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8863600326884085e-05,
      "loss": 0.379,
      "step": 663
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.885955204260896e-05,
      "loss": 0.3656,
      "step": 664
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.885549699638134e-05,
      "loss": 0.3577,
      "step": 665
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8851435191296197e-05,
      "loss": 0.4107,
      "step": 666
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8847366630453655e-05,
      "loss": 0.3497,
      "step": 667
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8843291316958995e-05,
      "loss": 0.3936,
      "step": 668
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.8839209253922658e-05,
      "loss": 0.3547,
      "step": 669
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.883512044446023e-05,
      "loss": 0.3989,
      "step": 670
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.883102489169245e-05,
      "loss": 0.3858,
      "step": 671
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.88269225987452e-05,
      "loss": 0.4013,
      "step": 672
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.882281356874951e-05,
      "loss": 0.3853,
      "step": 673
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8818697804841547e-05,
      "loss": 0.3935,
      "step": 674
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8814575310162628e-05,
      "loss": 0.4183,
      "step": 675
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8810446087859195e-05,
      "loss": 0.3717,
      "step": 676
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.880631014108283e-05,
      "loss": 0.3561,
      "step": 677
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.880216747299025e-05,
      "loss": 0.3848,
      "step": 678
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.87980180867433e-05,
      "loss": 0.3768,
      "step": 679
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.879386198550895e-05,
      "loss": 0.4056,
      "step": 680
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.878969917245929e-05,
      "loss": 0.3763,
      "step": 681
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8785529650771552e-05,
      "loss": 0.3566,
      "step": 682
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.878135342362807e-05,
      "loss": 0.3671,
      "step": 683
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8777170494216303e-05,
      "loss": 0.3626,
      "step": 684
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.8772980865728824e-05,
      "loss": 0.377,
      "step": 685
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8768784541363322e-05,
      "loss": 0.3788,
      "step": 686
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8764581524322588e-05,
      "loss": 0.3522,
      "step": 687
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8760371817814534e-05,
      "loss": 0.3615,
      "step": 688
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8756155425052163e-05,
      "loss": 0.3855,
      "step": 689
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8751932349253595e-05,
      "loss": 0.381,
      "step": 690
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8747702593642044e-05,
      "loss": 0.4135,
      "step": 691
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8743466161445823e-05,
      "loss": 0.3958,
      "step": 692
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8739223055898338e-05,
      "loss": 0.397,
      "step": 693
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.873497328023809e-05,
      "loss": 0.434,
      "step": 694
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.873071683770868e-05,
      "loss": 0.3652,
      "step": 695
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.872645373155878e-05,
      "loss": 0.3864,
      "step": 696
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8722183965042162e-05,
      "loss": 0.3694,
      "step": 697
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.8717907541417678e-05,
      "loss": 0.4113,
      "step": 698
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8713624463949255e-05,
      "loss": 0.4021,
      "step": 699
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8709334735905908e-05,
      "loss": 0.3835,
      "step": 700
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8705038360561724e-05,
      "loss": 0.3917,
      "step": 701
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8700735341195857e-05,
      "loss": 0.4345,
      "step": 702
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.869642568109254e-05,
      "loss": 0.3657,
      "step": 703
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8692109383541074e-05,
      "loss": 0.3662,
      "step": 704
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8687786451835827e-05,
      "loss": 0.404,
      "step": 705
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8683456889276216e-05,
      "loss": 0.3869,
      "step": 706
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8679120699166745e-05,
      "loss": 0.4161,
      "step": 707
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8674777884816952e-05,
      "loss": 0.3965,
      "step": 708
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.8670428449541442e-05,
      "loss": 0.373,
      "step": 709
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.866607239665988e-05,
      "loss": 0.4149,
      "step": 710
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.866170972949696e-05,
      "loss": 0.3788,
      "step": 711
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.865734045138245e-05,
      "loss": 0.4011,
      "step": 712
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8652964565651147e-05,
      "loss": 0.3556,
      "step": 713
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8648582075642892e-05,
      "loss": 0.3895,
      "step": 714
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8644192984702583e-05,
      "loss": 0.3574,
      "step": 715
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8639797296180133e-05,
      "loss": 0.3799,
      "step": 716
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8635395013430508e-05,
      "loss": 0.3752,
      "step": 717
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.863098613981369e-05,
      "loss": 0.3838,
      "step": 718
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8626570678694714e-05,
      "loss": 0.3743,
      "step": 719
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8622148633443626e-05,
      "loss": 0.4285,
      "step": 720
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8617720007435497e-05,
      "loss": 0.3561,
      "step": 721
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.8613284804050433e-05,
      "loss": 0.3704,
      "step": 722
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.860884302667355e-05,
      "loss": 0.4117,
      "step": 723
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.860439467869498e-05,
      "loss": 0.4057,
      "step": 724
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.859993976350988e-05,
      "loss": 0.3693,
      "step": 725
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8595478284518413e-05,
      "loss": 0.3656,
      "step": 726
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8591010245125744e-05,
      "loss": 0.3659,
      "step": 727
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8586535648742065e-05,
      "loss": 0.4154,
      "step": 728
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.858205449878255e-05,
      "loss": 0.403,
      "step": 729
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8577566798667397e-05,
      "loss": 0.3774,
      "step": 730
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8573072551821782e-05,
      "loss": 0.3754,
      "step": 731
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8568571761675893e-05,
      "loss": 0.3902,
      "step": 732
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.856406443166491e-05,
      "loss": 0.3913,
      "step": 733
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8559550565228993e-05,
      "loss": 0.3623,
      "step": 734
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.8555030165813303e-05,
      "loss": 0.3887,
      "step": 735
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8550503236867986e-05,
      "loss": 0.3947,
      "step": 736
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8545969781848172e-05,
      "loss": 0.4078,
      "step": 737
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.854142980421396e-05,
      "loss": 0.3717,
      "step": 738
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.853688330743044e-05,
      "loss": 0.3871,
      "step": 739
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8532330294967678e-05,
      "loss": 0.3776,
      "step": 740
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8527770770300707e-05,
      "loss": 0.3931,
      "step": 741
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8523204736909526e-05,
      "loss": 0.3594,
      "step": 742
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8518632198279117e-05,
      "loss": 0.3764,
      "step": 743
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8514053157899417e-05,
      "loss": 0.3863,
      "step": 744
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8509467619265323e-05,
      "loss": 0.3482,
      "step": 745
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8504875585876696e-05,
      "loss": 0.3949,
      "step": 746
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.8500277061238354e-05,
      "loss": 0.3855,
      "step": 747
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.849567204886007e-05,
      "loss": 0.4029,
      "step": 748
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8491060552256565e-05,
      "loss": 0.3973,
      "step": 749
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.848644257494751e-05,
      "loss": 0.4069,
      "step": 750
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.848181812045753e-05,
      "loss": 0.3361,
      "step": 751
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8477187192316182e-05,
      "loss": 0.3639,
      "step": 752
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8472549794057972e-05,
      "loss": 0.3857,
      "step": 753
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.846790592922234e-05,
      "loss": 0.3576,
      "step": 754
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8463255601353663e-05,
      "loss": 0.3805,
      "step": 755
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8458598814001255e-05,
      "loss": 0.3547,
      "step": 756
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8453935570719347e-05,
      "loss": 0.3694,
      "step": 757
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8449265875067116e-05,
      "loss": 0.3851,
      "step": 758
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8444589730608648e-05,
      "loss": 0.3885,
      "step": 759
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.8439907140912962e-05,
      "loss": 0.3918,
      "step": 760
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.843521810955399e-05,
      "loss": 0.3908,
      "step": 761
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8430522640110577e-05,
      "loss": 0.3907,
      "step": 762
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8425820736166492e-05,
      "loss": 0.3447,
      "step": 763
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.842111240131041e-05,
      "loss": 0.3975,
      "step": 764
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.841639763913591e-05,
      "loss": 0.4107,
      "step": 765
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8411676453241485e-05,
      "loss": 0.3842,
      "step": 766
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8406948847230522e-05,
      "loss": 0.3981,
      "step": 767
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8402214824711318e-05,
      "loss": 0.3603,
      "step": 768
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.839747438929706e-05,
      "loss": 0.4034,
      "step": 769
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.839272754460583e-05,
      "loss": 0.425,
      "step": 770
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.83879742942606e-05,
      "loss": 0.3861,
      "step": 771
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8383214641889244e-05,
      "loss": 0.3677,
      "step": 772
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8378448591124505e-05,
      "loss": 0.406,
      "step": 773
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.837367614560402e-05,
      "loss": 0.4047,
      "step": 774
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8368897308970302e-05,
      "loss": 0.3656,
      "step": 775
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8364112084870745e-05,
      "loss": 0.4117,
      "step": 776
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8359320476957616e-05,
      "loss": 0.386,
      "step": 777
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8354522488888056e-05,
      "loss": 0.4067,
      "step": 778
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8349718124324075e-05,
      "loss": 0.3973,
      "step": 779
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8344907386932552e-05,
      "loss": 0.3767,
      "step": 780
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8340090280385222e-05,
      "loss": 0.3831,
      "step": 781
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.833526680835869e-05,
      "loss": 0.4105,
      "step": 782
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8330436974534423e-05,
      "loss": 0.405,
      "step": 783
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8325600782598724e-05,
      "loss": 0.3868,
      "step": 784
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8320758236242772e-05,
      "loss": 0.3406,
      "step": 785
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8315909339162576e-05,
      "loss": 0.3783,
      "step": 786
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.831105409505901e-05,
      "loss": 0.3837,
      "step": 787
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.830619250763778e-05,
      "loss": 0.3876,
      "step": 788
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.830132458060944e-05,
      "loss": 0.3495,
      "step": 789
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8296450317689377e-05,
      "loss": 0.3789,
      "step": 790
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.829156972259782e-05,
      "loss": 0.3385,
      "step": 791
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8286682799059827e-05,
      "loss": 0.3875,
      "step": 792
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8281789550805283e-05,
      "loss": 0.347,
      "step": 793
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.827688998156891e-05,
      "loss": 0.3612,
      "step": 794
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.827198409509024e-05,
      "loss": 0.3766,
      "step": 795
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8267071895113645e-05,
      "loss": 0.3946,
      "step": 796
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8262153385388303e-05,
      "loss": 0.3471,
      "step": 797
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8257228569668206e-05,
      "loss": 0.3795,
      "step": 798
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8252297451712167e-05,
      "loss": 0.3854,
      "step": 799
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.824736003528381e-05,
      "loss": 0.4178,
      "step": 800
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8242416324151554e-05,
      "loss": 0.4045,
      "step": 801
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8237466322088635e-05,
      "loss": 0.394,
      "step": 802
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8232510032873087e-05,
      "loss": 0.3792,
      "step": 803
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.822754746028774e-05,
      "loss": 0.4227,
      "step": 804
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8222578608120217e-05,
      "loss": 0.3919,
      "step": 805
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8217603480162942e-05,
      "loss": 0.3634,
      "step": 806
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8212622080213128e-05,
      "loss": 0.3831,
      "step": 807
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.8207634412072765e-05,
      "loss": 0.4036,
      "step": 808
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.820264047954864e-05,
      "loss": 0.3977,
      "step": 809
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8197640286452312e-05,
      "loss": 0.4154,
      "step": 810
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8192633836600123e-05,
      "loss": 0.3474,
      "step": 811
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8187621133813187e-05,
      "loss": 0.3656,
      "step": 812
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8182602181917395e-05,
      "loss": 0.3977,
      "step": 813
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8177576984743406e-05,
      "loss": 0.3811,
      "step": 814
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.817254554612664e-05,
      "loss": 0.3761,
      "step": 815
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.816750786990729e-05,
      "loss": 0.3606,
      "step": 816
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8162463959930303e-05,
      "loss": 0.3629,
      "step": 817
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8157413820045385e-05,
      "loss": 0.3902,
      "step": 818
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8152357454107002e-05,
      "loss": 0.3814,
      "step": 819
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.814729486597436e-05,
      "loss": 0.4081,
      "step": 820
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.8142226059511432e-05,
      "loss": 0.376,
      "step": 821
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.813715103858692e-05,
      "loss": 0.4125,
      "step": 822
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.813206980707428e-05,
      "loss": 0.3783,
      "step": 823
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.81269823688517e-05,
      "loss": 0.404,
      "step": 824
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8121888727802113e-05,
      "loss": 0.3779,
      "step": 825
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8116788887813182e-05,
      "loss": 0.3716,
      "step": 826
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.81116828527773e-05,
      "loss": 0.3604,
      "step": 827
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8106570626591594e-05,
      "loss": 0.4115,
      "step": 828
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8101452213157906e-05,
      "loss": 0.3891,
      "step": 829
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8096327616382815e-05,
      "loss": 0.3611,
      "step": 830
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8091196840177608e-05,
      "loss": 0.3793,
      "step": 831
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.8086059888458287e-05,
      "loss": 0.3834,
      "step": 832
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.808091676514558e-05,
      "loss": 0.4202,
      "step": 833
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.807576747416491e-05,
      "loss": 0.3861,
      "step": 834
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8070612019446422e-05,
      "loss": 0.4022,
      "step": 835
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8065450404924956e-05,
      "loss": 0.3516,
      "step": 836
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8060282634540053e-05,
      "loss": 0.3575,
      "step": 837
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8055108712235956e-05,
      "loss": 0.3681,
      "step": 838
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8049928641961603e-05,
      "loss": 0.3947,
      "step": 839
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8044742427670627e-05,
      "loss": 0.4003,
      "step": 840
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.803955007332134e-05,
      "loss": 0.377,
      "step": 841
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.803435158287675e-05,
      "loss": 0.3703,
      "step": 842
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.802914696030455e-05,
      "loss": 0.3647,
      "step": 843
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8023936209577107e-05,
      "loss": 0.4191,
      "step": 844
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.8018719334671465e-05,
      "loss": 0.4178,
      "step": 845
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.801349633956935e-05,
      "loss": 0.4064,
      "step": 846
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.800826722825715e-05,
      "loss": 0.3677,
      "step": 847
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.800303200472592e-05,
      "loss": 0.3714,
      "step": 848
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7997790672971392e-05,
      "loss": 0.4256,
      "step": 849
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7992543236993952e-05,
      "loss": 0.4363,
      "step": 850
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.798728970079864e-05,
      "loss": 0.3911,
      "step": 851
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.798203006839517e-05,
      "loss": 0.3824,
      "step": 852
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7976764343797885e-05,
      "loss": 0.3695,
      "step": 853
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7971492531025792e-05,
      "loss": 0.3965,
      "step": 854
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7966214634102545e-05,
      "loss": 0.4044,
      "step": 855
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.796093065705644e-05,
      "loss": 0.3604,
      "step": 856
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7955640603920404e-05,
      "loss": 0.3712,
      "step": 857
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7950344478732024e-05,
      "loss": 0.3825,
      "step": 858
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.7945042285533495e-05,
      "loss": 0.406,
      "step": 859
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7939734028371663e-05,
      "loss": 0.3502,
      "step": 860
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7934419711297992e-05,
      "loss": 0.3675,
      "step": 861
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7929099338368573e-05,
      "loss": 0.3671,
      "step": 862
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7923772913644123e-05,
      "loss": 0.3655,
      "step": 863
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7918440441189976e-05,
      "loss": 0.3945,
      "step": 864
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7913101925076075e-05,
      "loss": 0.3685,
      "step": 865
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7907757369376984e-05,
      "loss": 0.412,
      "step": 866
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7902406778171882e-05,
      "loss": 0.4102,
      "step": 867
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.789705015554454e-05,
      "loss": 0.3609,
      "step": 868
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.789168750558334e-05,
      "loss": 0.3964,
      "step": 869
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.7886318832381264e-05,
      "loss": 0.3928,
      "step": 870
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.788094414003589e-05,
      "loss": 0.3842,
      "step": 871
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7875563432649394e-05,
      "loss": 0.365,
      "step": 872
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7870176714328537e-05,
      "loss": 0.3657,
      "step": 873
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.786478398918467e-05,
      "loss": 0.3662,
      "step": 874
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7859385261333736e-05,
      "loss": 0.3358,
      "step": 875
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7853980534896242e-05,
      "loss": 0.41,
      "step": 876
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7848569813997293e-05,
      "loss": 0.3695,
      "step": 877
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7843153102766554e-05,
      "loss": 0.3537,
      "step": 878
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.783773040533827e-05,
      "loss": 0.406,
      "step": 879
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.783230172585126e-05,
      "loss": 0.3749,
      "step": 880
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7826867068448895e-05,
      "loss": 0.3798,
      "step": 881
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.7821426437279112e-05,
      "loss": 0.3886,
      "step": 882
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.781597983649442e-05,
      "loss": 0.3713,
      "step": 883
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7810527270251868e-05,
      "loss": 0.3797,
      "step": 884
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7805068742713073e-05,
      "loss": 0.3539,
      "step": 885
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7799604258044185e-05,
      "loss": 0.3813,
      "step": 886
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7794133820415916e-05,
      "loss": 0.3729,
      "step": 887
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7788657434003514e-05,
      "loss": 0.377,
      "step": 888
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.778317510298677e-05,
      "loss": 0.41,
      "step": 889
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7777686831550008e-05,
      "loss": 0.3612,
      "step": 890
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.777219262388209e-05,
      "loss": 0.4053,
      "step": 891
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7766692484176408e-05,
      "loss": 0.3787,
      "step": 892
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.7761186416630882e-05,
      "loss": 0.4092,
      "step": 893
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.775567442544795e-05,
      "loss": 0.373,
      "step": 894
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.775015651483459e-05,
      "loss": 0.4305,
      "step": 895
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.774463268900227e-05,
      "loss": 0.425,
      "step": 896
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7739102952166995e-05,
      "loss": 0.3454,
      "step": 897
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.773356730854927e-05,
      "loss": 0.3897,
      "step": 898
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7728025762374117e-05,
      "loss": 0.3874,
      "step": 899
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7722478317871053e-05,
      "loss": 0.3939,
      "step": 900
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7716924979274105e-05,
      "loss": 0.4104,
      "step": 901
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7711365750821797e-05,
      "loss": 0.3827,
      "step": 902
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7705800636757146e-05,
      "loss": 0.3841,
      "step": 903
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7700229641327655e-05,
      "loss": 0.3856,
      "step": 904
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7694652768785335e-05,
      "loss": 0.4117,
      "step": 905
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7689070023386662e-05,
      "loss": 0.3809,
      "step": 906
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7683481409392605e-05,
      "loss": 0.3734,
      "step": 907
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.7677886931068615e-05,
      "loss": 0.3588,
      "step": 908
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7672286592684605e-05,
      "loss": 0.3941,
      "step": 909
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7666680398514978e-05,
      "loss": 0.3794,
      "step": 910
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7661068352838593e-05,
      "loss": 0.3532,
      "step": 911
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7655450459938786e-05,
      "loss": 0.3885,
      "step": 912
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.764982672410334e-05,
      "loss": 0.3996,
      "step": 913
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.764419714962452e-05,
      "loss": 0.3922,
      "step": 914
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7638561740799025e-05,
      "loss": 0.3876,
      "step": 915
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7632920501928014e-05,
      "loss": 0.3936,
      "step": 916
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7627273437317113e-05,
      "loss": 0.3635,
      "step": 917
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7621620551276366e-05,
      "loss": 0.3909,
      "step": 918
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.7615961848120282e-05,
      "loss": 0.386,
      "step": 919
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.76102973321678e-05,
      "loss": 0.3917,
      "step": 920
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7604627007742296e-05,
      "loss": 0.3473,
      "step": 921
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.759895087917158e-05,
      "loss": 0.3904,
      "step": 922
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7593268950787896e-05,
      "loss": 0.3809,
      "step": 923
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.758758122692791e-05,
      "loss": 0.3665,
      "step": 924
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7581887711932713e-05,
      "loss": 0.3924,
      "step": 925
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7576188410147814e-05,
      "loss": 0.379,
      "step": 926
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.757048332592314e-05,
      "loss": 0.4153,
      "step": 927
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7564772463613036e-05,
      "loss": 0.3807,
      "step": 928
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7559055827576248e-05,
      "loss": 0.3898,
      "step": 929
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7553333422175933e-05,
      "loss": 0.3677,
      "step": 930
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7547605251779657e-05,
      "loss": 0.3781,
      "step": 931
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.754187132075938e-05,
      "loss": 0.376,
      "step": 932
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.7536131633491457e-05,
      "loss": 0.371,
      "step": 933
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.753038619435664e-05,
      "loss": 0.3895,
      "step": 934
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.752463500774007e-05,
      "loss": 0.3843,
      "step": 935
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7518878078031276e-05,
      "loss": 0.3684,
      "step": 936
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7513115409624165e-05,
      "loss": 0.3576,
      "step": 937
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7507347006917037e-05,
      "loss": 0.3803,
      "step": 938
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.750157287431255e-05,
      "loss": 0.3782,
      "step": 939
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7495793016217754e-05,
      "loss": 0.3676,
      "step": 940
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7490007437044053e-05,
      "loss": 0.4032,
      "step": 941
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7484216141207228e-05,
      "loss": 0.3552,
      "step": 942
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7478419133127423e-05,
      "loss": 0.3474,
      "step": 943
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.747261641722913e-05,
      "loss": 0.3702,
      "step": 944
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.7466807997941214e-05,
      "loss": 0.3865,
      "step": 945
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7460993879696877e-05,
      "loss": 0.3949,
      "step": 946
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.745517406693369e-05,
      "loss": 0.3942,
      "step": 947
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7449348564093545e-05,
      "loss": 0.3646,
      "step": 948
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7443517375622706e-05,
      "loss": 0.3924,
      "step": 949
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.743768050597175e-05,
      "loss": 0.4003,
      "step": 950
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7431837959595605e-05,
      "loss": 0.3649,
      "step": 951
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.742598974095353e-05,
      "loss": 0.3913,
      "step": 952
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.742013585450911e-05,
      "loss": 0.4042,
      "step": 953
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.741427630473026e-05,
      "loss": 0.3634,
      "step": 954
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.7408411096089207e-05,
      "loss": 0.3929,
      "step": 955
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.740254023306251e-05,
      "loss": 0.3989,
      "step": 956
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.739666372013104e-05,
      "loss": 0.3594,
      "step": 957
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.739078156177998e-05,
      "loss": 0.3641,
      "step": 958
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7384893762498816e-05,
      "loss": 0.4061,
      "step": 959
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7379000326781348e-05,
      "loss": 0.354,
      "step": 960
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7373101259125672e-05,
      "loss": 0.3809,
      "step": 961
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.736719656403418e-05,
      "loss": 0.3753,
      "step": 962
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7361286246013568e-05,
      "loss": 0.3987,
      "step": 963
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7355370309574822e-05,
      "loss": 0.3776,
      "step": 964
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.734944875923321e-05,
      "loss": 0.3714,
      "step": 965
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7343521599508285e-05,
      "loss": 0.3561,
      "step": 966
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.733758883492389e-05,
      "loss": 0.3738,
      "step": 967
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.733165047000814e-05,
      "loss": 0.3657,
      "step": 968
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7325706509293422e-05,
      "loss": 0.3554,
      "step": 969
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.7319756957316392e-05,
      "loss": 0.3695,
      "step": 970
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7313801818617983e-05,
      "loss": 0.3871,
      "step": 971
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.730784109774339e-05,
      "loss": 0.3805,
      "step": 972
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.730187479924206e-05,
      "loss": 0.3508,
      "step": 973
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.729590292766771e-05,
      "loss": 0.3983,
      "step": 974
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7289925487578294e-05,
      "loss": 0.4085,
      "step": 975
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.728394248353603e-05,
      "loss": 0.3624,
      "step": 976
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.727795392010738e-05,
      "loss": 0.3918,
      "step": 977
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.727195980186304e-05,
      "loss": 0.4059,
      "step": 978
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7265960133377956e-05,
      "loss": 0.38,
      "step": 979
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.725995491923131e-05,
      "loss": 0.385,
      "step": 980
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.7253944164006512e-05,
      "loss": 0.4151,
      "step": 981
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.72479278722912e-05,
      "loss": 0.3986,
      "step": 982
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7241906048677247e-05,
      "loss": 0.4234,
      "step": 983
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7235878697760733e-05,
      "loss": 0.3784,
      "step": 984
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.722984582414197e-05,
      "loss": 0.3795,
      "step": 985
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7223807432425477e-05,
      "loss": 0.3755,
      "step": 986
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.721776352721999e-05,
      "loss": 0.3523,
      "step": 987
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7211714113138457e-05,
      "loss": 0.3878,
      "step": 988
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7205659194798013e-05,
      "loss": 0.3832,
      "step": 989
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7199598776820013e-05,
      "loss": 0.3681,
      "step": 990
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7193532863830002e-05,
      "loss": 0.3544,
      "step": 991
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7187461460457716e-05,
      "loss": 0.3663,
      "step": 992
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.718138457133709e-05,
      "loss": 0.4026,
      "step": 993
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.7175302201106232e-05,
      "loss": 0.3844,
      "step": 994
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7169214354407452e-05,
      "loss": 0.3732,
      "step": 995
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.716312103588722e-05,
      "loss": 0.3567,
      "step": 996
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.71570222501962e-05,
      "loss": 0.3678,
      "step": 997
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.715091800198922e-05,
      "loss": 0.3597,
      "step": 998
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7144808295925272e-05,
      "loss": 0.3822,
      "step": 999
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.713869313666753e-05,
      "loss": 0.4053,
      "step": 1000
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.713257252888331e-05,
      "loss": 0.3821,
      "step": 1001
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7126446477244097e-05,
      "loss": 0.3778,
      "step": 1002
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.712031498642554e-05,
      "loss": 0.3799,
      "step": 1003
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.711417806110742e-05,
      "loss": 0.3702,
      "step": 1004
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.710803570597368e-05,
      "loss": 0.3544,
      "step": 1005
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.71018879257124e-05,
      "loss": 0.3944,
      "step": 1006
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.7095734725015807e-05,
      "loss": 0.376,
      "step": 1007
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.708957610858026e-05,
      "loss": 0.3623,
      "step": 1008
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7083412081106253e-05,
      "loss": 0.3581,
      "step": 1009
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7077242647298405e-05,
      "loss": 0.3655,
      "step": 1010
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 0.3475,
      "step": 1011
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7064887579520336e-05,
      "loss": 0.3713,
      "step": 1012
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.705870195497997e-05,
      "loss": 0.3963,
      "step": 1013
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7052510942965494e-05,
      "loss": 0.3968,
      "step": 1014
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7046314548202124e-05,
      "loss": 0.3767,
      "step": 1015
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7040112775419187e-05,
      "loss": 0.391,
      "step": 1016
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7033905629350118e-05,
      "loss": 0.3719,
      "step": 1017
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.702769311473245e-05,
      "loss": 0.3523,
      "step": 1018
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.7021475236307818e-05,
      "loss": 0.3992,
      "step": 1019
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7015251998821938e-05,
      "loss": 0.3421,
      "step": 1020
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7009023407024633e-05,
      "loss": 0.3957,
      "step": 1021
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.7002789465669806e-05,
      "loss": 0.3725,
      "step": 1022
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6996550179515435e-05,
      "loss": 0.3809,
      "step": 1023
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6990305553323584e-05,
      "loss": 0.3724,
      "step": 1024
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6984055591860402e-05,
      "loss": 0.3493,
      "step": 1025
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6977800299896093e-05,
      "loss": 0.4125,
      "step": 1026
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6971539682204945e-05,
      "loss": 0.3782,
      "step": 1027
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6965273743565296e-05,
      "loss": 0.3668,
      "step": 1028
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6959002488759556e-05,
      "loss": 0.3701,
      "step": 1029
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6952725922574188e-05,
      "loss": 0.3444,
      "step": 1030
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6946444049799708e-05,
      "loss": 0.41,
      "step": 1031
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.6940156875230688e-05,
      "loss": 0.3362,
      "step": 1032
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6933864403665744e-05,
      "loss": 0.3746,
      "step": 1033
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6927566639907527e-05,
      "loss": 0.3549,
      "step": 1034
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6921263588762738e-05,
      "loss": 0.3683,
      "step": 1035
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.691495525504211e-05,
      "loss": 0.3643,
      "step": 1036
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6908641643560405e-05,
      "loss": 0.3996,
      "step": 1037
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6902322759136412e-05,
      "loss": 0.3475,
      "step": 1038
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6895998606592955e-05,
      "loss": 0.3401,
      "step": 1039
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.688966919075687e-05,
      "loss": 0.3764,
      "step": 1040
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6883334516459005e-05,
      "loss": 0.3736,
      "step": 1041
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6876994588534234e-05,
      "loss": 0.3843,
      "step": 1042
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6870649411821437e-05,
      "loss": 0.3926,
      "step": 1043
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.6864298991163492e-05,
      "loss": 0.3661,
      "step": 1044
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.685794333140729e-05,
      "loss": 0.379,
      "step": 1045
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6851582437403715e-05,
      "loss": 0.3464,
      "step": 1046
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6845216314007646e-05,
      "loss": 0.3542,
      "step": 1047
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6838844966077955e-05,
      "loss": 0.3935,
      "step": 1048
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6832468398477503e-05,
      "loss": 0.3549,
      "step": 1049
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.682608661607313e-05,
      "loss": 0.3852,
      "step": 1050
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.681969962373566e-05,
      "loss": 0.3737,
      "step": 1051
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.681330742633989e-05,
      "loss": 0.3879,
      "step": 1052
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.68069100287646e-05,
      "loss": 0.351,
      "step": 1053
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.680050743589252e-05,
      "loss": 0.4165,
      "step": 1054
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.6794099652610368e-05,
      "loss": 0.3711,
      "step": 1055
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.67876866838088e-05,
      "loss": 0.3864,
      "step": 1056
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6781268534382448e-05,
      "loss": 0.358,
      "step": 1057
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.677484520922989e-05,
      "loss": 0.3582,
      "step": 1058
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6768416713253662e-05,
      "loss": 0.3936,
      "step": 1059
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6761983051360232e-05,
      "loss": 0.3684,
      "step": 1060
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6755544228460022e-05,
      "loss": 0.381,
      "step": 1061
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.674910024946739e-05,
      "loss": 0.4092,
      "step": 1062
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6742651119300634e-05,
      "loss": 0.3768,
      "step": 1063
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6736196842881977e-05,
      "loss": 0.3548,
      "step": 1064
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.672973742513757e-05,
      "loss": 0.3848,
      "step": 1065
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6723272870997494e-05,
      "loss": 0.3678,
      "step": 1066
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.671680318539574e-05,
      "loss": 0.4019,
      "step": 1067
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.671032837327023e-05,
      "loss": 0.3394,
      "step": 1068
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.6703848439562787e-05,
      "loss": 0.382,
      "step": 1069
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6697363389219147e-05,
      "loss": 0.3773,
      "step": 1070
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.669087322718895e-05,
      "loss": 0.3775,
      "step": 1071
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.668437795842574e-05,
      "loss": 0.3645,
      "step": 1072
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6677877587886956e-05,
      "loss": 0.3379,
      "step": 1073
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6671372120533935e-05,
      "loss": 0.3539,
      "step": 1074
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.66648615613319e-05,
      "loss": 0.3662,
      "step": 1075
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6658345915249954e-05,
      "loss": 0.3919,
      "step": 1076
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6651825187261103e-05,
      "loss": 0.3781,
      "step": 1077
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6645299382342207e-05,
      "loss": 0.4022,
      "step": 1078
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6638768505474023e-05,
      "loss": 0.3854,
      "step": 1079
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.6632232561641158e-05,
      "loss": 0.3754,
      "step": 1080
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.66256915558321e-05,
      "loss": 0.3392,
      "step": 1081
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.66191454930392e-05,
      "loss": 0.3968,
      "step": 1082
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.661259437825867e-05,
      "loss": 0.3533,
      "step": 1083
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6606038216490566e-05,
      "loss": 0.3768,
      "step": 1084
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6599477012738806e-05,
      "loss": 0.4061,
      "step": 1085
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.659291077201116e-05,
      "loss": 0.4345,
      "step": 1086
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6586339499319228e-05,
      "loss": 0.3806,
      "step": 1087
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.657976319967846e-05,
      "loss": 0.3653,
      "step": 1088
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6573181878108154e-05,
      "loss": 0.3822,
      "step": 1089
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6566595539631417e-05,
      "loss": 0.359,
      "step": 1090
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.65600041892752e-05,
      "loss": 0.3995,
      "step": 1091
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6553407832070275e-05,
      "loss": 0.363,
      "step": 1092
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.6546806473051244e-05,
      "loss": 0.354,
      "step": 1093
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6540200117256507e-05,
      "loss": 0.3652,
      "step": 1094
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.65335887697283e-05,
      "loss": 0.3875,
      "step": 1095
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6526972435512655e-05,
      "loss": 0.3643,
      "step": 1096
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6520351119659414e-05,
      "loss": 0.4078,
      "step": 1097
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6513724827222225e-05,
      "loss": 0.3633,
      "step": 1098
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6507093563258523e-05,
      "loss": 0.373,
      "step": 1099
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6500457332829553e-05,
      "loss": 0.3496,
      "step": 1100
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6493816141000335e-05,
      "loss": 0.3671,
      "step": 1101
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.648716999283969e-05,
      "loss": 0.3763,
      "step": 1102
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6480518893420214e-05,
      "loss": 0.3488,
      "step": 1103
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.647386284781828e-05,
      "loss": 0.3727,
      "step": 1104
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.646720186111404e-05,
      "loss": 0.3871,
      "step": 1105
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.6460535938391412e-05,
      "loss": 0.3721,
      "step": 1106
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6453865084738097e-05,
      "loss": 0.3682,
      "step": 1107
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.644718930524554e-05,
      "loss": 0.3782,
      "step": 1108
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6440508605008954e-05,
      "loss": 0.3557,
      "step": 1109
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6433822989127314e-05,
      "loss": 0.3605,
      "step": 1110
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6427132462703333e-05,
      "loss": 0.3637,
      "step": 1111
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6420437030843482e-05,
      "loss": 0.3575,
      "step": 1112
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6413736698657973e-05,
      "loss": 0.3766,
      "step": 1113
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6407031471260762e-05,
      "loss": 0.3764,
      "step": 1114
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.640032135376953e-05,
      "loss": 0.3441,
      "step": 1115
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.639360635130571e-05,
      "loss": 0.3434,
      "step": 1116
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.6386886468994437e-05,
      "loss": 0.3614,
      "step": 1117
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.63801617119646e-05,
      "loss": 0.3292,
      "step": 1118
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6373432085348777e-05,
      "loss": 0.354,
      "step": 1119
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.636669759428329e-05,
      "loss": 0.4119,
      "step": 1120
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.635995824390816e-05,
      "loss": 0.3863,
      "step": 1121
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6353214039367123e-05,
      "loss": 0.4016,
      "step": 1122
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.634646498580761e-05,
      "loss": 0.3497,
      "step": 1123
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6339711088380765e-05,
      "loss": 0.3667,
      "step": 1124
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.633295235224142e-05,
      "loss": 0.3787,
      "step": 1125
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6326188782548106e-05,
      "loss": 0.3596,
      "step": 1126
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.631942038446304e-05,
      "loss": 0.3887,
      "step": 1127
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6312647163152128e-05,
      "loss": 0.368,
      "step": 1128
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.630586912378495e-05,
      "loss": 0.393,
      "step": 1129
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.6299086271534764e-05,
      "loss": 0.3685,
      "step": 1130
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.629229861157851e-05,
      "loss": 0.3997,
      "step": 1131
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6285506149096794e-05,
      "loss": 0.4194,
      "step": 1132
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.627870888927389e-05,
      "loss": 0.3406,
      "step": 1133
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6271906837297715e-05,
      "loss": 0.3696,
      "step": 1134
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6265099998359868e-05,
      "loss": 0.3588,
      "step": 1135
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.625828837765559e-05,
      "loss": 0.3473,
      "step": 1136
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6251471980383776e-05,
      "loss": 0.3632,
      "step": 1137
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6244650811746954e-05,
      "loss": 0.3763,
      "step": 1138
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6237824876951314e-05,
      "loss": 0.3777,
      "step": 1139
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6230994181206674e-05,
      "loss": 0.3741,
      "step": 1140
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6224158729726475e-05,
      "loss": 0.3819,
      "step": 1141
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6217318527727802e-05,
      "loss": 0.3821,
      "step": 1142
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6210473580431366e-05,
      "loss": 0.3916,
      "step": 1143
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.620362389306149e-05,
      "loss": 0.4072,
      "step": 1144
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6196769470846122e-05,
      "loss": 0.3869,
      "step": 1145
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6189910319016826e-05,
      "loss": 0.4212,
      "step": 1146
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6183046442808764e-05,
      "loss": 0.4023,
      "step": 1147
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6176177847460716e-05,
      "loss": 0.384,
      "step": 1148
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6169304538215057e-05,
      "loss": 0.3438,
      "step": 1149
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6162426520317765e-05,
      "loss": 0.3949,
      "step": 1150
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6155543799018413e-05,
      "loss": 0.3863,
      "step": 1151
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6148656379570144e-05,
      "loss": 0.3734,
      "step": 1152
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6141764267229723e-05,
      "loss": 0.3807,
      "step": 1153
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6134867467257462e-05,
      "loss": 0.3772,
      "step": 1154
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.6127965984917273e-05,
      "loss": 0.369,
      "step": 1155
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.612105982547663e-05,
      "loss": 0.3846,
      "step": 1156
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6114148994206582e-05,
      "loss": 0.3657,
      "step": 1157
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6107233496381742e-05,
      "loss": 0.3798,
      "step": 1158
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6100313337280288e-05,
      "loss": 0.3463,
      "step": 1159
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6093388522183948e-05,
      "loss": 0.3569,
      "step": 1160
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6086459056378015e-05,
      "loss": 0.3724,
      "step": 1161
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6079524945151316e-05,
      "loss": 0.4038,
      "step": 1162
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.607258619379624e-05,
      "loss": 0.3665,
      "step": 1163
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.606564280760871e-05,
      "loss": 0.4067,
      "step": 1164
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6058694791888185e-05,
      "loss": 0.3684,
      "step": 1165
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6051742151937655e-05,
      "loss": 0.3921,
      "step": 1166
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.6044784893063647e-05,
      "loss": 0.374,
      "step": 1167
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.603782302057621e-05,
      "loss": 0.349,
      "step": 1168
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6030856539788916e-05,
      "loss": 0.4014,
      "step": 1169
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6023885456018852e-05,
      "loss": 0.3959,
      "step": 1170
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6016909774586616e-05,
      "loss": 0.3952,
      "step": 1171
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6009929500816318e-05,
      "loss": 0.3822,
      "step": 1172
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.6002944640035577e-05,
      "loss": 0.3914,
      "step": 1173
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.59959551975755e-05,
      "loss": 0.322,
      "step": 1174
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5988961178770707e-05,
      "loss": 0.3831,
      "step": 1175
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5981962588959304e-05,
      "loss": 0.3649,
      "step": 1176
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5974959433482877e-05,
      "loss": 0.3764,
      "step": 1177
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.5967951717686513e-05,
      "loss": 0.3723,
      "step": 1178
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.596093944691877e-05,
      "loss": 0.3573,
      "step": 1179
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.595392262653168e-05,
      "loss": 0.3873,
      "step": 1180
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5946901261880755e-05,
      "loss": 0.36,
      "step": 1181
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.593987535832497e-05,
      "loss": 0.3751,
      "step": 1182
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.593284492122677e-05,
      "loss": 0.3532,
      "step": 1183
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5925809955952054e-05,
      "loss": 0.3715,
      "step": 1184
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5918770467870174e-05,
      "loss": 0.3619,
      "step": 1185
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5911726462353947e-05,
      "loss": 0.3747,
      "step": 1186
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.590467794477963e-05,
      "loss": 0.3982,
      "step": 1187
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5897624920526914e-05,
      "loss": 0.3757,
      "step": 1188
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5890567394978954e-05,
      "loss": 0.4086,
      "step": 1189
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5883505373522317e-05,
      "loss": 0.3732,
      "step": 1190
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5876438861547016e-05,
      "loss": 0.408,
      "step": 1191
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.5869367864446478e-05,
      "loss": 0.3932,
      "step": 1192
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.586229238761757e-05,
      "loss": 0.3601,
      "step": 1193
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5855212436460563e-05,
      "loss": 0.3769,
      "step": 1194
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5848128016379152e-05,
      "loss": 0.3405,
      "step": 1195
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5841039132780444e-05,
      "loss": 0.3766,
      "step": 1196
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5833945791074943e-05,
      "loss": 0.3775,
      "step": 1197
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.582684799667656e-05,
      "loss": 0.383,
      "step": 1198
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.581974575500261e-05,
      "loss": 0.4007,
      "step": 1199
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5812639071473804e-05,
      "loss": 0.3877,
      "step": 1200
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5805527951514224e-05,
      "loss": 0.3462,
      "step": 1201
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5798412400551365e-05,
      "loss": 0.3614,
      "step": 1202
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.579129242401608e-05,
      "loss": 0.376,
      "step": 1203
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5784168027342616e-05,
      "loss": 0.379,
      "step": 1204
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5777039215968592e-05,
      "loss": 0.3653,
      "step": 1205
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.576990599533498e-05,
      "loss": 0.3471,
      "step": 1206
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5762768370886136e-05,
      "loss": 0.3678,
      "step": 1207
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5755626348069775e-05,
      "loss": 0.3812,
      "step": 1208
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5748479932336957e-05,
      "loss": 0.4385,
      "step": 1209
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.574132912914211e-05,
      "loss": 0.3598,
      "step": 1210
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5734173943943002e-05,
      "loss": 0.3582,
      "step": 1211
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.572701438220074e-05,
      "loss": 0.387,
      "step": 1212
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5719850449379783e-05,
      "loss": 0.3755,
      "step": 1213
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5712682150947926e-05,
      "loss": 0.3408,
      "step": 1214
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5705509492376283e-05,
      "loss": 0.386,
      "step": 1215
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5698332479139307e-05,
      "loss": 0.422,
      "step": 1216
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5691151116714776e-05,
      "loss": 0.3929,
      "step": 1217
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.568396541058378e-05,
      "loss": 0.3874,
      "step": 1218
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.567677536623073e-05,
      "loss": 0.3511,
      "step": 1219
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.566958098914334e-05,
      "loss": 0.3752,
      "step": 1220
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.566238228481264e-05,
      "loss": 0.3904,
      "step": 1221
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.565517925873296e-05,
      "loss": 0.3834,
      "step": 1222
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.564797191640193e-05,
      "loss": 0.3598,
      "step": 1223
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5640760263320468e-05,
      "loss": 0.3694,
      "step": 1224
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5633544304992785e-05,
      "loss": 0.3734,
      "step": 1225
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.562632404692639e-05,
      "loss": 0.4121,
      "step": 1226
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5619099494632047e-05,
      "loss": 0.3664,
      "step": 1227
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5611870653623826e-05,
      "loss": 0.3751,
      "step": 1228
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.5604637529419052e-05,
      "loss": 0.3561,
      "step": 1229
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5597400127538324e-05,
      "loss": 0.3975,
      "step": 1230
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5590158453505513e-05,
      "loss": 0.3323,
      "step": 1231
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5582912512847742e-05,
      "loss": 0.4006,
      "step": 1232
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5575662311095388e-05,
      "loss": 0.3844,
      "step": 1233
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5568407853782086e-05,
      "loss": 0.3484,
      "step": 1234
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.556114914644473e-05,
      "loss": 0.4159,
      "step": 1235
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5553886194623426e-05,
      "loss": 0.4019,
      "step": 1236
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.554661900386156e-05,
      "loss": 0.2984,
      "step": 1237
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5539347579705718e-05,
      "loss": 0.3084,
      "step": 1238
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5532071927705735e-05,
      "loss": 0.2745,
      "step": 1239
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5524792053414676e-05,
      "loss": 0.2613,
      "step": 1240
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.5517507962388817e-05,
      "loss": 0.2727,
      "step": 1241
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.551021966018766e-05,
      "loss": 0.2731,
      "step": 1242
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5502927152373913e-05,
      "loss": 0.2716,
      "step": 1243
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5495630444513512e-05,
      "loss": 0.2741,
      "step": 1244
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5488329542175576e-05,
      "loss": 0.2575,
      "step": 1245
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.548102445093244e-05,
      "loss": 0.263,
      "step": 1246
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5473715176359627e-05,
      "loss": 0.2727,
      "step": 1247
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5466401724035863e-05,
      "loss": 0.2791,
      "step": 1248
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5459084099543056e-05,
      "loss": 0.2779,
      "step": 1249
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5451762308466302e-05,
      "loss": 0.2835,
      "step": 1250
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5444436356393872e-05,
      "loss": 0.2338,
      "step": 1251
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5437106248917218e-05,
      "loss": 0.2695,
      "step": 1252
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5429771991630958e-05,
      "loss": 0.279,
      "step": 1253
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.5422433590132883e-05,
      "loss": 0.2601,
      "step": 1254
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5415091050023946e-05,
      "loss": 0.2638,
      "step": 1255
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.540774437690825e-05,
      "loss": 0.2809,
      "step": 1256
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.540039357639307e-05,
      "loss": 0.2801,
      "step": 1257
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5393038654088814e-05,
      "loss": 0.2874,
      "step": 1258
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5385679615609045e-05,
      "loss": 0.2675,
      "step": 1259
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5378316466570466e-05,
      "loss": 0.2787,
      "step": 1260
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.537094921259292e-05,
      "loss": 0.2565,
      "step": 1261
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.536357785929937e-05,
      "loss": 0.2536,
      "step": 1262
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.535620241231593e-05,
      "loss": 0.2618,
      "step": 1263
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5348822877271818e-05,
      "loss": 0.2651,
      "step": 1264
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.5341439259799386e-05,
      "loss": 0.2499,
      "step": 1265
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.533405156553409e-05,
      "loss": 0.2592,
      "step": 1266
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.53266598001145e-05,
      "loss": 0.2459,
      "step": 1267
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.531926396918231e-05,
      "loss": 0.2804,
      "step": 1268
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5311864078382304e-05,
      "loss": 0.279,
      "step": 1269
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.530446013336235e-05,
      "loss": 0.2611,
      "step": 1270
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5297052139773435e-05,
      "loss": 0.2678,
      "step": 1271
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5289640103269626e-05,
      "loss": 0.2459,
      "step": 1272
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5282224029508076e-05,
      "loss": 0.2651,
      "step": 1273
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5274803924149012e-05,
      "loss": 0.2551,
      "step": 1274
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5267379792855752e-05,
      "loss": 0.2686,
      "step": 1275
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5259951641294677e-05,
      "loss": 0.253,
      "step": 1276
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5252519475135241e-05,
      "loss": 0.285,
      "step": 1277
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.524508330004996e-05,
      "loss": 0.2593,
      "step": 1278
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.5237643121714412e-05,
      "loss": 0.2466,
      "step": 1279
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5230198945807226e-05,
      "loss": 0.2649,
      "step": 1280
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5222750778010085e-05,
      "loss": 0.2564,
      "step": 1281
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.521529862400772e-05,
      "loss": 0.2535,
      "step": 1282
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5207842489487901e-05,
      "loss": 0.2543,
      "step": 1283
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5200382380141436e-05,
      "loss": 0.2557,
      "step": 1284
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5192918301662174e-05,
      "loss": 0.2597,
      "step": 1285
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5185450259746985e-05,
      "loss": 0.2729,
      "step": 1286
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5177978260095772e-05,
      "loss": 0.277,
      "step": 1287
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5170502308411444e-05,
      "loss": 0.2462,
      "step": 1288
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5163022410399944e-05,
      "loss": 0.2624,
      "step": 1289
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.515553857177022e-05,
      "loss": 0.263,
      "step": 1290
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.5148050798234222e-05,
      "loss": 0.2907,
      "step": 1291
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5140559095506908e-05,
      "loss": 0.2499,
      "step": 1292
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.513306346930624e-05,
      "loss": 0.2482,
      "step": 1293
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5125563925353166e-05,
      "loss": 0.2575,
      "step": 1294
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5118060469371628e-05,
      "loss": 0.255,
      "step": 1295
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5110553107088555e-05,
      "loss": 0.2491,
      "step": 1296
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5103041844233857e-05,
      "loss": 0.2432,
      "step": 1297
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5095526686540418e-05,
      "loss": 0.2697,
      "step": 1298
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5088007639744096e-05,
      "loss": 0.2605,
      "step": 1299
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5080484709583715e-05,
      "loss": 0.2571,
      "step": 1300
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5072957901801075e-05,
      "loss": 0.26,
      "step": 1301
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.5065427222140918e-05,
      "loss": 0.2563,
      "step": 1302
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.505789267635096e-05,
      "loss": 0.2527,
      "step": 1303
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5050354270181846e-05,
      "loss": 0.2591,
      "step": 1304
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5042812009387184e-05,
      "loss": 0.2686,
      "step": 1305
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5035265899723519e-05,
      "loss": 0.2702,
      "step": 1306
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5027715946950334e-05,
      "loss": 0.2571,
      "step": 1307
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5020162156830048e-05,
      "loss": 0.2792,
      "step": 1308
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5012604535127994e-05,
      "loss": 0.2578,
      "step": 1309
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.5005043087612452e-05,
      "loss": 0.263,
      "step": 1310
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4997477820054606e-05,
      "loss": 0.2693,
      "step": 1311
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4989908738228567e-05,
      "loss": 0.2554,
      "step": 1312
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.498233584791134e-05,
      "loss": 0.2345,
      "step": 1313
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4974759154882858e-05,
      "loss": 0.2596,
      "step": 1314
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4967178664925937e-05,
      "loss": 0.2513,
      "step": 1315
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.4959594383826307e-05,
      "loss": 0.2499,
      "step": 1316
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4952006317372578e-05,
      "loss": 0.2554,
      "step": 1317
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4944414471356263e-05,
      "loss": 0.2553,
      "step": 1318
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4936818851571748e-05,
      "loss": 0.2649,
      "step": 1319
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4929219463816302e-05,
      "loss": 0.2525,
      "step": 1320
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4921616313890073e-05,
      "loss": 0.2529,
      "step": 1321
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4914009407596082e-05,
      "loss": 0.2606,
      "step": 1322
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.490639875074021e-05,
      "loss": 0.2744,
      "step": 1323
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4898784349131204e-05,
      "loss": 0.2659,
      "step": 1324
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4891166208580673e-05,
      "loss": 0.2558,
      "step": 1325
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4883544334903073e-05,
      "loss": 0.2518,
      "step": 1326
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4875918733915712e-05,
      "loss": 0.2557,
      "step": 1327
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.4868289411438747e-05,
      "loss": 0.2656,
      "step": 1328
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4860656373295173e-05,
      "loss": 0.2422,
      "step": 1329
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4853019625310813e-05,
      "loss": 0.2563,
      "step": 1330
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4845379173314331e-05,
      "loss": 0.2508,
      "step": 1331
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4837735023137216e-05,
      "loss": 0.2627,
      "step": 1332
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.483008718061378e-05,
      "loss": 0.2491,
      "step": 1333
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4822435651581151e-05,
      "loss": 0.2571,
      "step": 1334
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4814780441879273e-05,
      "loss": 0.2839,
      "step": 1335
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4807121557350896e-05,
      "loss": 0.2625,
      "step": 1336
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4799459003841575e-05,
      "loss": 0.2634,
      "step": 1337
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4791792787199667e-05,
      "loss": 0.2544,
      "step": 1338
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4784122913276331e-05,
      "loss": 0.2594,
      "step": 1339
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4776449387925507e-05,
      "loss": 0.2452,
      "step": 1340
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.4768772217003922e-05,
      "loss": 0.2601,
      "step": 1341
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4761091406371097e-05,
      "loss": 0.2341,
      "step": 1342
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4753406961889319e-05,
      "loss": 0.2783,
      "step": 1343
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4745718889423652e-05,
      "loss": 0.2622,
      "step": 1344
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4738027194841932e-05,
      "loss": 0.2491,
      "step": 1345
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4730331884014762e-05,
      "loss": 0.2782,
      "step": 1346
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4722632962815495e-05,
      "loss": 0.2742,
      "step": 1347
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4714930437120244e-05,
      "loss": 0.2463,
      "step": 1348
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4707224312807874e-05,
      "loss": 0.267,
      "step": 1349
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4699514595760006e-05,
      "loss": 0.2712,
      "step": 1350
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4691801291860985e-05,
      "loss": 0.2415,
      "step": 1351
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4684084406997903e-05,
      "loss": 0.2697,
      "step": 1352
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.4676363947060589e-05,
      "loss": 0.2549,
      "step": 1353
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4668639917941591e-05,
      "loss": 0.2469,
      "step": 1354
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4660912325536193e-05,
      "loss": 0.2683,
      "step": 1355
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4653181175742388e-05,
      "loss": 0.281,
      "step": 1356
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4645446474460892e-05,
      "loss": 0.2557,
      "step": 1357
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.463770822759512e-05,
      "loss": 0.2515,
      "step": 1358
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4629966441051208e-05,
      "loss": 0.2623,
      "step": 1359
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4622221120737985e-05,
      "loss": 0.2932,
      "step": 1360
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4614472272566982e-05,
      "loss": 0.2451,
      "step": 1361
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4606719902452413e-05,
      "loss": 0.241,
      "step": 1362
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4598964016311188e-05,
      "loss": 0.2583,
      "step": 1363
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.45912046200629e-05,
      "loss": 0.2572,
      "step": 1364
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.4583441719629824e-05,
      "loss": 0.2706,
      "step": 1365
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.45756753209369e-05,
      "loss": 0.2783,
      "step": 1366
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4567905429911745e-05,
      "loss": 0.267,
      "step": 1367
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4560132052484646e-05,
      "loss": 0.2646,
      "step": 1368
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4552355194588535e-05,
      "loss": 0.2732,
      "step": 1369
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4544574862159013e-05,
      "loss": 0.2882,
      "step": 1370
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4536791061134339e-05,
      "loss": 0.27,
      "step": 1371
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4529003797455402e-05,
      "loss": 0.2606,
      "step": 1372
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4521213077065746e-05,
      "loss": 0.2575,
      "step": 1373
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4513418905911546e-05,
      "loss": 0.2603,
      "step": 1374
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4505621289941619e-05,
      "loss": 0.2535,
      "step": 1375
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4497820235107405e-05,
      "loss": 0.2553,
      "step": 1376
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.449001574736297e-05,
      "loss": 0.2511,
      "step": 1377
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.4482207832665003e-05,
      "loss": 0.2586,
      "step": 1378
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4474396496972806e-05,
      "loss": 0.2448,
      "step": 1379
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.446658174624829e-05,
      "loss": 0.2375,
      "step": 1380
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4458763586455975e-05,
      "loss": 0.2769,
      "step": 1381
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4450942023562987e-05,
      "loss": 0.2569,
      "step": 1382
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4443117063539039e-05,
      "loss": 0.2487,
      "step": 1383
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4435288712356443e-05,
      "loss": 0.2651,
      "step": 1384
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4427456975990107e-05,
      "loss": 0.2462,
      "step": 1385
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4419621860417503e-05,
      "loss": 0.2719,
      "step": 1386
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4411783371618704e-05,
      "loss": 0.2416,
      "step": 1387
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4403941515576344e-05,
      "loss": 0.2723,
      "step": 1388
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.439609629827563e-05,
      "loss": 0.2855,
      "step": 1389
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.4388247725704338e-05,
      "loss": 0.2632,
      "step": 1390
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4380395803852798e-05,
      "loss": 0.2696,
      "step": 1391
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.43725405387139e-05,
      "loss": 0.2436,
      "step": 1392
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4364681936283089e-05,
      "loss": 0.2523,
      "step": 1393
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4356820002558354e-05,
      "loss": 0.2585,
      "step": 1394
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4348954743540222e-05,
      "loss": 0.2515,
      "step": 1395
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4341086165231768e-05,
      "loss": 0.2494,
      "step": 1396
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4333214273638593e-05,
      "loss": 0.2658,
      "step": 1397
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.432533907476883e-05,
      "loss": 0.2465,
      "step": 1398
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.431746057463313e-05,
      "loss": 0.2407,
      "step": 1399
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4309578779244678e-05,
      "loss": 0.2733,
      "step": 1400
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4301693694619157e-05,
      "loss": 0.2545,
      "step": 1401
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.4293805326774768e-05,
      "loss": 0.2408,
      "step": 1402
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4285913681732227e-05,
      "loss": 0.2854,
      "step": 1403
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4278018765514734e-05,
      "loss": 0.274,
      "step": 1404
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4270120584147995e-05,
      "loss": 0.2502,
      "step": 1405
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.426221914366021e-05,
      "loss": 0.2672,
      "step": 1406
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4254314450082061e-05,
      "loss": 0.2707,
      "step": 1407
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.424640650944672e-05,
      "loss": 0.251,
      "step": 1408
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.423849532778983e-05,
      "loss": 0.2496,
      "step": 1409
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.423058091114951e-05,
      "loss": 0.2542,
      "step": 1410
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.422266326556635e-05,
      "loss": 0.2794,
      "step": 1411
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4214742397083399e-05,
      "loss": 0.2704,
      "step": 1412
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4206818311746175e-05,
      "loss": 0.2436,
      "step": 1413
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4198891015602648e-05,
      "loss": 0.2551,
      "step": 1414
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.4190960514703232e-05,
      "loss": 0.2729,
      "step": 1415
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4183026815100788e-05,
      "loss": 0.2865,
      "step": 1416
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4175089922850633e-05,
      "loss": 0.2491,
      "step": 1417
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4167149844010501e-05,
      "loss": 0.2558,
      "step": 1418
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4159206584640573e-05,
      "loss": 0.2677,
      "step": 1419
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4151260150803445e-05,
      "loss": 0.2544,
      "step": 1420
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4143310548564149e-05,
      "loss": 0.2541,
      "step": 1421
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4135357783990124e-05,
      "loss": 0.2655,
      "step": 1422
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.412740186315123e-05,
      "loss": 0.2985,
      "step": 1423
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4119442792119729e-05,
      "loss": 0.2777,
      "step": 1424
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4111480576970298e-05,
      "loss": 0.2862,
      "step": 1425
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.4103515223780002e-05,
      "loss": 0.2524,
      "step": 1426
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.409554673862831e-05,
      "loss": 0.2932,
      "step": 1427
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4087575127597076e-05,
      "loss": 0.2584,
      "step": 1428
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4079600396770539e-05,
      "loss": 0.2696,
      "step": 1429
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4071622552235327e-05,
      "loss": 0.2924,
      "step": 1430
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4063641600080435e-05,
      "loss": 0.2494,
      "step": 1431
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.405565754639724e-05,
      "loss": 0.2619,
      "step": 1432
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4047670397279473e-05,
      "loss": 0.2603,
      "step": 1433
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4039680158823237e-05,
      "loss": 0.2742,
      "step": 1434
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4031686837126992e-05,
      "loss": 0.3009,
      "step": 1435
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4023690438291552e-05,
      "loss": 0.2592,
      "step": 1436
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4015690968420076e-05,
      "loss": 0.2727,
      "step": 1437
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.4007688433618065e-05,
      "loss": 0.2826,
      "step": 1438
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.3999682839993366e-05,
      "loss": 0.2663,
      "step": 1439
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.399167419365616e-05,
      "loss": 0.2655,
      "step": 1440
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.398366250071895e-05,
      "loss": 0.2827,
      "step": 1441
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3975647767296575e-05,
      "loss": 0.2536,
      "step": 1442
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3967629999506185e-05,
      "loss": 0.249,
      "step": 1443
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.395960920346725e-05,
      "loss": 0.2693,
      "step": 1444
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3951585385301557e-05,
      "loss": 0.2557,
      "step": 1445
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3943558551133186e-05,
      "loss": 0.2643,
      "step": 1446
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3935528707088534e-05,
      "loss": 0.2751,
      "step": 1447
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3927495859296287e-05,
      "loss": 0.2691,
      "step": 1448
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.391946001388742e-05,
      "loss": 0.2866,
      "step": 1449
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3911421176995206e-05,
      "loss": 0.2539,
      "step": 1450
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3903379354755195e-05,
      "loss": 0.2306,
      "step": 1451
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.3895334553305215e-05,
      "loss": 0.2661,
      "step": 1452
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3887286778785372e-05,
      "loss": 0.2828,
      "step": 1453
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3879236037338035e-05,
      "loss": 0.2644,
      "step": 1454
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3871182335107843e-05,
      "loss": 0.2598,
      "step": 1455
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.386312567824169e-05,
      "loss": 0.2603,
      "step": 1456
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3855066072888733e-05,
      "loss": 0.2773,
      "step": 1457
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3847003525200371e-05,
      "loss": 0.2371,
      "step": 1458
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3838938041330252e-05,
      "loss": 0.2554,
      "step": 1459
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3830869627434267e-05,
      "loss": 0.2499,
      "step": 1460
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3822798289670538e-05,
      "loss": 0.2809,
      "step": 1461
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3814724034199425e-05,
      "loss": 0.2474,
      "step": 1462
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3806646867183507e-05,
      "loss": 0.2509,
      "step": 1463
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.3798566794787598e-05,
      "loss": 0.2609,
      "step": 1464
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3790483823178715e-05,
      "loss": 0.2645,
      "step": 1465
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3782397958526097e-05,
      "loss": 0.2611,
      "step": 1466
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3774309207001184e-05,
      "loss": 0.2514,
      "step": 1467
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3766217574777634e-05,
      "loss": 0.2516,
      "step": 1468
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3758123068031283e-05,
      "loss": 0.2765,
      "step": 1469
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3750025692940174e-05,
      "loss": 0.2623,
      "step": 1470
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.374192545568454e-05,
      "loss": 0.2603,
      "step": 1471
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3733822362446791e-05,
      "loss": 0.269,
      "step": 1472
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3725716419411523e-05,
      "loss": 0.2625,
      "step": 1473
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3717607632765506e-05,
      "loss": 0.2808,
      "step": 1474
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.370949600869768e-05,
      "loss": 0.2366,
      "step": 1475
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3701381553399147e-05,
      "loss": 0.269,
      "step": 1476
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.3693264273063171e-05,
      "loss": 0.2607,
      "step": 1477
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3685144173885179e-05,
      "loss": 0.2721,
      "step": 1478
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3677021262062741e-05,
      "loss": 0.2783,
      "step": 1479
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3668895543795581e-05,
      "loss": 0.2723,
      "step": 1480
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3660767025285558e-05,
      "loss": 0.2703,
      "step": 1481
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3652635712736672e-05,
      "loss": 0.2448,
      "step": 1482
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3644501612355052e-05,
      "loss": 0.2554,
      "step": 1483
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3636364730348963e-05,
      "loss": 0.2677,
      "step": 1484
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3628225072928789e-05,
      "loss": 0.2809,
      "step": 1485
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3620082646307028e-05,
      "loss": 0.2625,
      "step": 1486
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.361193745669829e-05,
      "loss": 0.2696,
      "step": 1487
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.3603789510319306e-05,
      "loss": 0.2401,
      "step": 1488
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.35956388133889e-05,
      "loss": 0.278,
      "step": 1489
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3587485372128e-05,
      "loss": 0.245,
      "step": 1490
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3579329192759625e-05,
      "loss": 0.2608,
      "step": 1491
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.357117028150889e-05,
      "loss": 0.2536,
      "step": 1492
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3563008644602988e-05,
      "loss": 0.2572,
      "step": 1493
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.35548442882712e-05,
      "loss": 0.2736,
      "step": 1494
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3546677218744872e-05,
      "loss": 0.2262,
      "step": 1495
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3538507442257433e-05,
      "loss": 0.2625,
      "step": 1496
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3530334965044372e-05,
      "loss": 0.2512,
      "step": 1497
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3522159793343232e-05,
      "loss": 0.2497,
      "step": 1498
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3513981933393627e-05,
      "loss": 0.2671,
      "step": 1499
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3505801391437215e-05,
      "loss": 0.2777,
      "step": 1500
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.3497618173717701e-05,
      "loss": 0.2643,
      "step": 1501
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.348943228648083e-05,
      "loss": 0.3026,
      "step": 1502
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3481243735974393e-05,
      "loss": 0.27,
      "step": 1503
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3473052528448203e-05,
      "loss": 0.2527,
      "step": 1504
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.346485867015411e-05,
      "loss": 0.277,
      "step": 1505
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3456662167345982e-05,
      "loss": 0.2849,
      "step": 1506
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3448463026279706e-05,
      "loss": 0.26,
      "step": 1507
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3440261253213185e-05,
      "loss": 0.2539,
      "step": 1508
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3432056854406326e-05,
      "loss": 0.2748,
      "step": 1509
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3423849836121043e-05,
      "loss": 0.2549,
      "step": 1510
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3415640204621254e-05,
      "loss": 0.2651,
      "step": 1511
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3407427966172866e-05,
      "loss": 0.2737,
      "step": 1512
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3399213127043776e-05,
      "loss": 0.2731,
      "step": 1513
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.3390995693503862e-05,
      "loss": 0.2551,
      "step": 1514
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3382775671824995e-05,
      "loss": 0.265,
      "step": 1515
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3374553068281005e-05,
      "loss": 0.2697,
      "step": 1516
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3366327889147708e-05,
      "loss": 0.2439,
      "step": 1517
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3358100140702876e-05,
      "loss": 0.2625,
      "step": 1518
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3349869829226244e-05,
      "loss": 0.2797,
      "step": 1519
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.33416369609995e-05,
      "loss": 0.2353,
      "step": 1520
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3333401542306293e-05,
      "loss": 0.2588,
      "step": 1521
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3325163579432211e-05,
      "loss": 0.2923,
      "step": 1522
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3316923078664786e-05,
      "loss": 0.253,
      "step": 1523
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3308680046293487e-05,
      "loss": 0.2661,
      "step": 1524
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3300434488609714e-05,
      "loss": 0.2631,
      "step": 1525
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.3292186411906794e-05,
      "loss": 0.2586,
      "step": 1526
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3283935822479977e-05,
      "loss": 0.2476,
      "step": 1527
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3275682726626436e-05,
      "loss": 0.2446,
      "step": 1528
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3267427130645252e-05,
      "loss": 0.2534,
      "step": 1529
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.325916904083741e-05,
      "loss": 0.2832,
      "step": 1530
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3250908463505808e-05,
      "loss": 0.2779,
      "step": 1531
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3242645404955236e-05,
      "loss": 0.2542,
      "step": 1532
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3234379871492381e-05,
      "loss": 0.2599,
      "step": 1533
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3226111869425817e-05,
      "loss": 0.2402,
      "step": 1534
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3217841405066003e-05,
      "loss": 0.2539,
      "step": 1535
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3209568484725275e-05,
      "loss": 0.2876,
      "step": 1536
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.3201293114717847e-05,
      "loss": 0.2734,
      "step": 1537
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.31930153013598e-05,
      "loss": 0.2712,
      "step": 1538
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3184735050969085e-05,
      "loss": 0.2515,
      "step": 1539
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3176452369865504e-05,
      "loss": 0.2766,
      "step": 1540
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3168167264370721e-05,
      "loss": 0.2655,
      "step": 1541
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.315987974080825e-05,
      "loss": 0.2693,
      "step": 1542
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3151589805503448e-05,
      "loss": 0.2779,
      "step": 1543
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3143297464783516e-05,
      "loss": 0.285,
      "step": 1544
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3135002724977486e-05,
      "loss": 0.2662,
      "step": 1545
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3126705592416227e-05,
      "loss": 0.297,
      "step": 1546
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3118406073432426e-05,
      "loss": 0.2499,
      "step": 1547
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.31101041743606e-05,
      "loss": 0.2705,
      "step": 1548
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3101799901537082e-05,
      "loss": 0.269,
      "step": 1549
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3093493261300012e-05,
      "loss": 0.275,
      "step": 1550
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.3085184259989336e-05,
      "loss": 0.2514,
      "step": 1551
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3076872903946807e-05,
      "loss": 0.2422,
      "step": 1552
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3068559199515973e-05,
      "loss": 0.271,
      "step": 1553
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3060243153042176e-05,
      "loss": 0.2576,
      "step": 1554
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3051924770872542e-05,
      "loss": 0.2635,
      "step": 1555
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.304360405935598e-05,
      "loss": 0.2489,
      "step": 1556
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3035281024843185e-05,
      "loss": 0.2632,
      "step": 1557
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.302695567368661e-05,
      "loss": 0.2543,
      "step": 1558
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3018628012240493e-05,
      "loss": 0.2511,
      "step": 1559
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.3010298046860821e-05,
      "loss": 0.2872,
      "step": 1560
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.300196578390535e-05,
      "loss": 0.2619,
      "step": 1561
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2993631229733584e-05,
      "loss": 0.2617,
      "step": 1562
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.298529439070677e-05,
      "loss": 0.2812,
      "step": 1563
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2976955273187914e-05,
      "loss": 0.263,
      "step": 1564
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2968613883541752e-05,
      "loss": 0.2568,
      "step": 1565
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.296027022813475e-05,
      "loss": 0.2841,
      "step": 1566
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2951924313335113e-05,
      "loss": 0.268,
      "step": 1567
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2943576145512766e-05,
      "loss": 0.2529,
      "step": 1568
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2935225731039349e-05,
      "loss": 0.2592,
      "step": 1569
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2926873076288222e-05,
      "loss": 0.2822,
      "step": 1570
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2918518187634458e-05,
      "loss": 0.2524,
      "step": 1571
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.291016107145483e-05,
      "loss": 0.2545,
      "step": 1572
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2901801734127806e-05,
      "loss": 0.2455,
      "step": 1573
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2893440182033559e-05,
      "loss": 0.2649,
      "step": 1574
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2885076421553953e-05,
      "loss": 0.2886,
      "step": 1575
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2876710459072527e-05,
      "loss": 0.2813,
      "step": 1576
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2868342300974508e-05,
      "loss": 0.2422,
      "step": 1577
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2859971953646802e-05,
      "loss": 0.2626,
      "step": 1578
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2851599423477974e-05,
      "loss": 0.2613,
      "step": 1579
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2843224716858271e-05,
      "loss": 0.2778,
      "step": 1580
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2834847840179586e-05,
      "loss": 0.2721,
      "step": 1581
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2826468799835481e-05,
      "loss": 0.2461,
      "step": 1582
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2818087602221158e-05,
      "loss": 0.2769,
      "step": 1583
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2809704253733473e-05,
      "loss": 0.2495,
      "step": 1584
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.280131876077092e-05,
      "loss": 0.2832,
      "step": 1585
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2792931129733637e-05,
      "loss": 0.2884,
      "step": 1586
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2784541367023382e-05,
      "loss": 0.2597,
      "step": 1587
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2776149479043544e-05,
      "loss": 0.2613,
      "step": 1588
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2767755472199145e-05,
      "loss": 0.2502,
      "step": 1589
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2759359352896809e-05,
      "loss": 0.2463,
      "step": 1590
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2750961127544782e-05,
      "loss": 0.2711,
      "step": 1591
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2742560802552912e-05,
      "loss": 0.2556,
      "step": 1592
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.273415838433265e-05,
      "loss": 0.27,
      "step": 1593
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2725753879297053e-05,
      "loss": 0.2598,
      "step": 1594
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2717347293860755e-05,
      "loss": 0.2694,
      "step": 1595
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2708938634439994e-05,
      "loss": 0.2722,
      "step": 1596
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.270052790745258e-05,
      "loss": 0.235,
      "step": 1597
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2692115119317907e-05,
      "loss": 0.2865,
      "step": 1598
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2683700276456938e-05,
      "loss": 0.2581,
      "step": 1599
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2675283385292212e-05,
      "loss": 0.2584,
      "step": 1600
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2666864452247816e-05,
      "loss": 0.2756,
      "step": 1601
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.265844348374941e-05,
      "loss": 0.2427,
      "step": 1602
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2650020486224204e-05,
      "loss": 0.2247,
      "step": 1603
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2641595466100952e-05,
      "loss": 0.2689,
      "step": 1604
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.263316842980996e-05,
      "loss": 0.2527,
      "step": 1605
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2624739383783064e-05,
      "loss": 0.2678,
      "step": 1606
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2616308334453636e-05,
      "loss": 0.267,
      "step": 1607
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2607875288256584e-05,
      "loss": 0.2567,
      "step": 1608
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2599440251628328e-05,
      "loss": 0.2335,
      "step": 1609
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.259100323100682e-05,
      "loss": 0.2631,
      "step": 1610
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2582564232831517e-05,
      "loss": 0.269,
      "step": 1611
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.2574123263543387e-05,
      "loss": 0.252,
      "step": 1612
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2565680329584908e-05,
      "loss": 0.2794,
      "step": 1613
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2557235437400053e-05,
      "loss": 0.2878,
      "step": 1614
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.254878859343429e-05,
      "loss": 0.2685,
      "step": 1615
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2540339804134572e-05,
      "loss": 0.2443,
      "step": 1616
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2531889075949344e-05,
      "loss": 0.2617,
      "step": 1617
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2523436415328534e-05,
      "loss": 0.2731,
      "step": 1618
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2514981828723531e-05,
      "loss": 0.248,
      "step": 1619
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2506525322587207e-05,
      "loss": 0.2628,
      "step": 1620
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2498066903373893e-05,
      "loss": 0.2429,
      "step": 1621
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2489606577539379e-05,
      "loss": 0.256,
      "step": 1622
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2481144351540916e-05,
      "loss": 0.295,
      "step": 1623
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2472680231837204e-05,
      "loss": 0.2746,
      "step": 1624
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.2464214224888384e-05,
      "loss": 0.2739,
      "step": 1625
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2455746337156036e-05,
      "loss": 0.2689,
      "step": 1626
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2447276575103182e-05,
      "loss": 0.2692,
      "step": 1627
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2438804945194272e-05,
      "loss": 0.26,
      "step": 1628
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2430331453895182e-05,
      "loss": 0.2666,
      "step": 1629
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2421856107673205e-05,
      "loss": 0.2669,
      "step": 1630
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2413378912997058e-05,
      "loss": 0.2428,
      "step": 1631
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.240489987633686e-05,
      "loss": 0.266,
      "step": 1632
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2396419004164137e-05,
      "loss": 0.2583,
      "step": 1633
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2387936302951822e-05,
      "loss": 0.2605,
      "step": 1634
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.2379451779174243e-05,
      "loss": 0.2597,
      "step": 1635
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.237096543930711e-05,
      "loss": 0.2509,
      "step": 1636
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.236247728982753e-05,
      "loss": 0.2516,
      "step": 1637
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2353987337213984e-05,
      "loss": 0.2749,
      "step": 1638
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2345495587946331e-05,
      "loss": 0.2444,
      "step": 1639
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.233700204850581e-05,
      "loss": 0.2516,
      "step": 1640
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.232850672537501e-05,
      "loss": 0.2606,
      "step": 1641
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2320009625037894e-05,
      "loss": 0.2379,
      "step": 1642
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2311510753979776e-05,
      "loss": 0.262,
      "step": 1643
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2303010118687322e-05,
      "loss": 0.2678,
      "step": 1644
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2294507725648545e-05,
      "loss": 0.2444,
      "step": 1645
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2286003581352805e-05,
      "loss": 0.2819,
      "step": 1646
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.227749769229079e-05,
      "loss": 0.2734,
      "step": 1647
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.226899006495452e-05,
      "loss": 0.252,
      "step": 1648
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.226048070583735e-05,
      "loss": 0.2706,
      "step": 1649
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.2251969621433947e-05,
      "loss": 0.274,
      "step": 1650
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2243456818240307e-05,
      "loss": 0.2625,
      "step": 1651
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2234942302753723e-05,
      "loss": 0.2811,
      "step": 1652
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2226426081472806e-05,
      "loss": 0.2505,
      "step": 1653
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2217908160897465e-05,
      "loss": 0.262,
      "step": 1654
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2209388547528901e-05,
      "loss": 0.2645,
      "step": 1655
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2200867247869621e-05,
      "loss": 0.2486,
      "step": 1656
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2192344268423407e-05,
      "loss": 0.2688,
      "step": 1657
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2183819615695322e-05,
      "loss": 0.2643,
      "step": 1658
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2175293296191712e-05,
      "loss": 0.2452,
      "step": 1659
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2166765316420195e-05,
      "loss": 0.2609,
      "step": 1660
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2158235682889659e-05,
      "loss": 0.2576,
      "step": 1661
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2149704402110243e-05,
      "loss": 0.2661,
      "step": 1662
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2141171480593352e-05,
      "loss": 0.254,
      "step": 1663
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2132636924851644e-05,
      "loss": 0.2553,
      "step": 1664
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2124100741399016e-05,
      "loss": 0.2762,
      "step": 1665
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.211556293675062e-05,
      "loss": 0.2564,
      "step": 1666
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2107023517422836e-05,
      "loss": 0.2901,
      "step": 1667
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.209848248993328e-05,
      "loss": 0.2656,
      "step": 1668
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.208993986080079e-05,
      "loss": 0.2706,
      "step": 1669
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2081395636545432e-05,
      "loss": 0.2469,
      "step": 1670
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.207284982368849e-05,
      "loss": 0.2503,
      "step": 1671
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2064302428752461e-05,
      "loss": 0.2388,
      "step": 1672
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2055753458261042e-05,
      "loss": 0.2536,
      "step": 1673
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.204720291873914e-05,
      "loss": 0.2395,
      "step": 1674
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2038650816712858e-05,
      "loss": 0.2482,
      "step": 1675
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2030097158709487e-05,
      "loss": 0.2624,
      "step": 1676
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2021541951257514e-05,
      "loss": 0.2685,
      "step": 1677
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2012985200886602e-05,
      "loss": 0.2607,
      "step": 1678
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.2004426914127593e-05,
      "loss": 0.2704,
      "step": 1679
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1995867097512504e-05,
      "loss": 0.2521,
      "step": 1680
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1987305757574516e-05,
      "loss": 0.275,
      "step": 1681
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1978742900847975e-05,
      "loss": 0.2614,
      "step": 1682
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1970178533868384e-05,
      "loss": 0.2552,
      "step": 1683
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.19616126631724e-05,
      "loss": 0.2721,
      "step": 1684
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1953045295297826e-05,
      "loss": 0.2602,
      "step": 1685
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1944476436783608e-05,
      "loss": 0.2563,
      "step": 1686
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.1935906094169827e-05,
      "loss": 0.2551,
      "step": 1687
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1927334273997704e-05,
      "loss": 0.2671,
      "step": 1688
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1918760982809583e-05,
      "loss": 0.2611,
      "step": 1689
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.191018622714893e-05,
      "loss": 0.2834,
      "step": 1690
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1901610013560327e-05,
      "loss": 0.2587,
      "step": 1691
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.189303234858948e-05,
      "loss": 0.2539,
      "step": 1692
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1884453238783185e-05,
      "loss": 0.2349,
      "step": 1693
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1875872690689357e-05,
      "loss": 0.2581,
      "step": 1694
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1867290710856993e-05,
      "loss": 0.2623,
      "step": 1695
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1858707305836204e-05,
      "loss": 0.2597,
      "step": 1696
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.185012248217817e-05,
      "loss": 0.2744,
      "step": 1697
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1841536246435154e-05,
      "loss": 0.2547,
      "step": 1698
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.1832948605160515e-05,
      "loss": 0.2735,
      "step": 1699
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1824359564908667e-05,
      "loss": 0.2649,
      "step": 1700
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1815769132235096e-05,
      "loss": 0.2514,
      "step": 1701
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1807177313696351e-05,
      "loss": 0.2755,
      "step": 1702
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1798584115850045e-05,
      "loss": 0.2582,
      "step": 1703
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1789989545254836e-05,
      "loss": 0.2577,
      "step": 1704
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1781393608470432e-05,
      "loss": 0.2627,
      "step": 1705
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1772796312057586e-05,
      "loss": 0.2601,
      "step": 1706
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1764197662578087e-05,
      "loss": 0.2348,
      "step": 1707
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1755597666594751e-05,
      "loss": 0.244,
      "step": 1708
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1746996330671432e-05,
      "loss": 0.2664,
      "step": 1709
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1738393661373004e-05,
      "loss": 0.2401,
      "step": 1710
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.1729789665265354e-05,
      "loss": 0.273,
      "step": 1711
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1721184348915384e-05,
      "loss": 0.2894,
      "step": 1712
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1712577718891003e-05,
      "loss": 0.2626,
      "step": 1713
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1703969781761124e-05,
      "loss": 0.2855,
      "step": 1714
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1695360544095661e-05,
      "loss": 0.2405,
      "step": 1715
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1686750012465512e-05,
      "loss": 0.2432,
      "step": 1716
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1678138193442572e-05,
      "loss": 0.2888,
      "step": 1717
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1669525093599711e-05,
      "loss": 0.2649,
      "step": 1718
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1660910719510778e-05,
      "loss": 0.2592,
      "step": 1719
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1652295077750599e-05,
      "loss": 0.2687,
      "step": 1720
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1643678174894968e-05,
      "loss": 0.2699,
      "step": 1721
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1635060017520635e-05,
      "loss": 0.2479,
      "step": 1722
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.1626440612205306e-05,
      "loss": 0.266,
      "step": 1723
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.161781996552765e-05,
      "loss": 0.2705,
      "step": 1724
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1609198084067275e-05,
      "loss": 0.2511,
      "step": 1725
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1600574974404736e-05,
      "loss": 0.2461,
      "step": 1726
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1591950643121524e-05,
      "loss": 0.2551,
      "step": 1727
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1583325096800062e-05,
      "loss": 0.2498,
      "step": 1728
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1574698342023699e-05,
      "loss": 0.2532,
      "step": 1729
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1566070385376705e-05,
      "loss": 0.2364,
      "step": 1730
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.155744123344427e-05,
      "loss": 0.2769,
      "step": 1731
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1548810892812506e-05,
      "loss": 0.2484,
      "step": 1732
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1540179370068411e-05,
      "loss": 0.2492,
      "step": 1733
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1531546671799903e-05,
      "loss": 0.2728,
      "step": 1734
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1522912804595789e-05,
      "loss": 0.231,
      "step": 1735
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.1514277775045768e-05,
      "loss": 0.2545,
      "step": 1736
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1505641589740431e-05,
      "loss": 0.2649,
      "step": 1737
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1497004255271249e-05,
      "loss": 0.2658,
      "step": 1738
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1488365778230568e-05,
      "loss": 0.2726,
      "step": 1739
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1479726165211609e-05,
      "loss": 0.2332,
      "step": 1740
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1471085422808452e-05,
      "loss": 0.242,
      "step": 1741
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1462443557616056e-05,
      "loss": 0.2495,
      "step": 1742
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1453800576230221e-05,
      "loss": 0.265,
      "step": 1743
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1445156485247604e-05,
      "loss": 0.2767,
      "step": 1744
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1436511291265706e-05,
      "loss": 0.257,
      "step": 1745
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1427865000882881e-05,
      "loss": 0.2519,
      "step": 1746
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1419217620698309e-05,
      "loss": 0.2612,
      "step": 1747
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.1410569157312e-05,
      "loss": 0.2516,
      "step": 1748
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1401919617324802e-05,
      "loss": 0.2606,
      "step": 1749
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1393269007338375e-05,
      "loss": 0.2718,
      "step": 1750
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1384617333955197e-05,
      "loss": 0.2799,
      "step": 1751
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1375964603778562e-05,
      "loss": 0.2415,
      "step": 1752
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1367310823412572e-05,
      "loss": 0.2484,
      "step": 1753
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1358655999462119e-05,
      "loss": 0.2683,
      "step": 1754
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1350000138532902e-05,
      "loss": 0.2776,
      "step": 1755
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1341343247231411e-05,
      "loss": 0.2491,
      "step": 1756
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1332685332164917e-05,
      "loss": 0.2831,
      "step": 1757
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1324026399941476e-05,
      "loss": 0.2597,
      "step": 1758
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1315366457169918e-05,
      "loss": 0.2592,
      "step": 1759
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1306705510459852e-05,
      "loss": 0.228,
      "step": 1760
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.1298043566421644e-05,
      "loss": 0.2713,
      "step": 1761
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.128938063166642e-05,
      "loss": 0.2563,
      "step": 1762
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.128071671280607e-05,
      "loss": 0.2305,
      "step": 1763
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1272051816453233e-05,
      "loss": 0.276,
      "step": 1764
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1263385949221294e-05,
      "loss": 0.2685,
      "step": 1765
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1254719117724374e-05,
      "loss": 0.2608,
      "step": 1766
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1246051328577335e-05,
      "loss": 0.2594,
      "step": 1767
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1237382588395766e-05,
      "loss": 0.2501,
      "step": 1768
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1228712903795994e-05,
      "loss": 0.2634,
      "step": 1769
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1220042281395042e-05,
      "loss": 0.2701,
      "step": 1770
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.121137072781068e-05,
      "loss": 0.2567,
      "step": 1771
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1202698249661364e-05,
      "loss": 0.2666,
      "step": 1772
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.1194024853566264e-05,
      "loss": 0.272,
      "step": 1773
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1185350546145253e-05,
      "loss": 0.2618,
      "step": 1774
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.11766753340189e-05,
      "loss": 0.2643,
      "step": 1775
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1167999223808459e-05,
      "loss": 0.2955,
      "step": 1776
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1159322222135873e-05,
      "loss": 0.2501,
      "step": 1777
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1150644335623766e-05,
      "loss": 0.2657,
      "step": 1778
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1141965570895435e-05,
      "loss": 0.2462,
      "step": 1779
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1133285934574849e-05,
      "loss": 0.273,
      "step": 1780
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1124605433286643e-05,
      "loss": 0.2632,
      "step": 1781
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1115924073656112e-05,
      "loss": 0.2527,
      "step": 1782
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1107241862309203e-05,
      "loss": 0.2411,
      "step": 1783
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1098558805872512e-05,
      "loss": 0.2668,
      "step": 1784
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.108987491097329e-05,
      "loss": 0.2592,
      "step": 1785
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.1081190184239418e-05,
      "loss": 0.2684,
      "step": 1786
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1072504632299414e-05,
      "loss": 0.2822,
      "step": 1787
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.106381826178243e-05,
      "loss": 0.2629,
      "step": 1788
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1055131079318237e-05,
      "loss": 0.2756,
      "step": 1789
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1046443091537232e-05,
      "loss": 0.2461,
      "step": 1790
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1037754305070414e-05,
      "loss": 0.2339,
      "step": 1791
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1029064726549413e-05,
      "loss": 0.2723,
      "step": 1792
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.102037436260644e-05,
      "loss": 0.2604,
      "step": 1793
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1011683219874324e-05,
      "loss": 0.269,
      "step": 1794
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1002991304986476e-05,
      "loss": 0.2605,
      "step": 1795
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0994298624576907e-05,
      "loss": 0.2507,
      "step": 1796
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0985605185280201e-05,
      "loss": 0.2535,
      "step": 1797
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0976910993731531e-05,
      "loss": 0.2453,
      "step": 1798
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0968216056566635e-05,
      "loss": 0.2613,
      "step": 1799
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0959520380421831e-05,
      "loss": 0.2576,
      "step": 1800
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0950823971933993e-05,
      "loss": 0.2788,
      "step": 1801
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0942126837740555e-05,
      "loss": 0.2581,
      "step": 1802
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0933428984479506e-05,
      "loss": 0.266,
      "step": 1803
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0924730418789384e-05,
      "loss": 0.2638,
      "step": 1804
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.091603114730927e-05,
      "loss": 0.2612,
      "step": 1805
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0907331176678784e-05,
      "loss": 0.2624,
      "step": 1806
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0898630513538083e-05,
      "loss": 0.2477,
      "step": 1807
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0889929164527844e-05,
      "loss": 0.2383,
      "step": 1808
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0881227136289276e-05,
      "loss": 0.2418,
      "step": 1809
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0872524435464104e-05,
      "loss": 0.2627,
      "step": 1810
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0863821068694562e-05,
      "loss": 0.2892,
      "step": 1811
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.08551170426234e-05,
      "loss": 0.2714,
      "step": 1812
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0846412363893868e-05,
      "loss": 0.2626,
      "step": 1813
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0837707039149709e-05,
      "loss": 0.2663,
      "step": 1814
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0829001075035166e-05,
      "loss": 0.2481,
      "step": 1815
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0820294478194962e-05,
      "loss": 0.253,
      "step": 1816
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0811587255274313e-05,
      "loss": 0.2771,
      "step": 1817
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.080287941291891e-05,
      "loss": 0.2847,
      "step": 1818
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0794170957774913e-05,
      "loss": 0.2826,
      "step": 1819
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0785461896488947e-05,
      "loss": 0.2577,
      "step": 1820
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.077675223570811e-05,
      "loss": 0.2676,
      "step": 1821
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0768041982079946e-05,
      "loss": 0.2465,
      "step": 1822
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0759331142252463e-05,
      "loss": 0.2432,
      "step": 1823
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.075061972287411e-05,
      "loss": 0.2425,
      "step": 1824
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0741907730593776e-05,
      "loss": 0.2613,
      "step": 1825
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0733195172060791e-05,
      "loss": 0.2591,
      "step": 1826
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0724482053924914e-05,
      "loss": 0.2876,
      "step": 1827
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0715768382836338e-05,
      "loss": 0.2592,
      "step": 1828
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0707054165445674e-05,
      "loss": 0.253,
      "step": 1829
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0698339408403944e-05,
      "loss": 0.2694,
      "step": 1830
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.068962411836259e-05,
      "loss": 0.2567,
      "step": 1831
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0680908301973461e-05,
      "loss": 0.2657,
      "step": 1832
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0672191965888803e-05,
      "loss": 0.2451,
      "step": 1833
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0663475116761258e-05,
      "loss": 0.2433,
      "step": 1834
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.0654757761243865e-05,
      "loss": 0.2431,
      "step": 1835
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0646039905990046e-05,
      "loss": 0.252,
      "step": 1836
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0637321557653604e-05,
      "loss": 0.2678,
      "step": 1837
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.062860272288872e-05,
      "loss": 0.2504,
      "step": 1838
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0619883408349947e-05,
      "loss": 0.2711,
      "step": 1839
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.06111636206922e-05,
      "loss": 0.2821,
      "step": 1840
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.060244336657076e-05,
      "loss": 0.2523,
      "step": 1841
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0593722652641263e-05,
      "loss": 0.2596,
      "step": 1842
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.058500148555969e-05,
      "loss": 0.2794,
      "step": 1843
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.057627987198238e-05,
      "loss": 0.2472,
      "step": 1844
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0567557818565997e-05,
      "loss": 0.2529,
      "step": 1845
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0558835331967559e-05,
      "loss": 0.2683,
      "step": 1846
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0550112418844396e-05,
      "loss": 0.2683,
      "step": 1847
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0541389085854177e-05,
      "loss": 0.2535,
      "step": 1848
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0532665339654883e-05,
      "loss": 0.2742,
      "step": 1849
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0523941186904823e-05,
      "loss": 0.2426,
      "step": 1850
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.05152166342626e-05,
      "loss": 0.2416,
      "step": 1851
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0506491688387128e-05,
      "loss": 0.254,
      "step": 1852
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.049776635593763e-05,
      "loss": 0.2412,
      "step": 1853
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0489040643573609e-05,
      "loss": 0.2685,
      "step": 1854
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0480314557954872e-05,
      "loss": 0.2444,
      "step": 1855
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0471588105741506e-05,
      "loss": 0.2618,
      "step": 1856
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.046286129359387e-05,
      "loss": 0.2657,
      "step": 1857
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.045413412817261e-05,
      "loss": 0.2578,
      "step": 1858
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0445406616138632e-05,
      "loss": 0.2561,
      "step": 1859
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.043667876415311e-05,
      "loss": 0.2663,
      "step": 1860
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0427950578877482e-05,
      "loss": 0.2692,
      "step": 1861
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0419222066973433e-05,
      "loss": 0.2614,
      "step": 1862
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0410493235102902e-05,
      "loss": 0.2598,
      "step": 1863
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0401764089928073e-05,
      "loss": 0.267,
      "step": 1864
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0393034638111361e-05,
      "loss": 0.2419,
      "step": 1865
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0384304886315426e-05,
      "loss": 0.2711,
      "step": 1866
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0375574841203151e-05,
      "loss": 0.2565,
      "step": 1867
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0366844509437645e-05,
      "loss": 0.2644,
      "step": 1868
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.035811389768223e-05,
      "loss": 0.2728,
      "step": 1869
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0349383012600448e-05,
      "loss": 0.264,
      "step": 1870
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0340651860856052e-05,
      "loss": 0.2939,
      "step": 1871
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.0331920449112991e-05,
      "loss": 0.28,
      "step": 1872
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0323188784035416e-05,
      "loss": 0.2586,
      "step": 1873
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0314456872287672e-05,
      "loss": 0.2555,
      "step": 1874
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.030572472053429e-05,
      "loss": 0.2738,
      "step": 1875
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0296992335439987e-05,
      "loss": 0.2642,
      "step": 1876
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0288259723669657e-05,
      "loss": 0.2555,
      "step": 1877
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0279526891888365e-05,
      "loss": 0.2521,
      "step": 1878
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0270793846761347e-05,
      "loss": 0.2752,
      "step": 1879
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0262060594954e-05,
      "loss": 0.2545,
      "step": 1880
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.025332714313188e-05,
      "loss": 0.2783,
      "step": 1881
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0244593497960696e-05,
      "loss": 0.2631,
      "step": 1882
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0235859666106302e-05,
      "loss": 0.2461,
      "step": 1883
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.0227125654234695e-05,
      "loss": 0.2647,
      "step": 1884
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0218391469012012e-05,
      "loss": 0.2507,
      "step": 1885
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.020965711710452e-05,
      "loss": 0.2697,
      "step": 1886
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0200922605178611e-05,
      "loss": 0.2739,
      "step": 1887
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0192187939900811e-05,
      "loss": 0.2587,
      "step": 1888
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0183453127937745e-05,
      "loss": 0.2742,
      "step": 1889
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0174718175956164e-05,
      "loss": 0.2558,
      "step": 1890
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0165983090622917e-05,
      "loss": 0.2589,
      "step": 1891
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.015724787860496e-05,
      "loss": 0.2627,
      "step": 1892
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0148512546569348e-05,
      "loss": 0.2527,
      "step": 1893
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0139777101183221e-05,
      "loss": 0.2794,
      "step": 1894
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.013104154911381e-05,
      "loss": 0.2656,
      "step": 1895
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0122305897028423e-05,
      "loss": 0.2717,
      "step": 1896
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.0113570151594448e-05,
      "loss": 0.2936,
      "step": 1897
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0104834319479343e-05,
      "loss": 0.2568,
      "step": 1898
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0096098407350639e-05,
      "loss": 0.2665,
      "step": 1899
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0087362421875912e-05,
      "loss": 0.2212,
      "step": 1900
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0078626369722812e-05,
      "loss": 0.2603,
      "step": 1901
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0069890257559027e-05,
      "loss": 0.2826,
      "step": 1902
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0061154092052294e-05,
      "loss": 0.2564,
      "step": 1903
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0052417879870399e-05,
      "loss": 0.2661,
      "step": 1904
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.004368162768115e-05,
      "loss": 0.2716,
      "step": 1905
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0034945342152395e-05,
      "loss": 0.2627,
      "step": 1906
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0026209029952005e-05,
      "loss": 0.2558,
      "step": 1907
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.001747269774787e-05,
      "loss": 0.2775,
      "step": 1908
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.0008736352207895e-05,
      "loss": 0.2709,
      "step": 1909
    },
    {
      "epoch": 1.55,
      "learning_rate": 1e-05,
      "loss": 0.2641,
      "step": 1910
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.991263647792108e-06,
      "loss": 0.2536,
      "step": 1911
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.982527302252135e-06,
      "loss": 0.2564,
      "step": 1912
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.973790970048e-06,
      "loss": 0.2663,
      "step": 1913
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.965054657847606e-06,
      "loss": 0.2751,
      "step": 1914
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.956318372318852e-06,
      "loss": 0.2764,
      "step": 1915
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.947582120129604e-06,
      "loss": 0.2581,
      "step": 1916
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.938845907947708e-06,
      "loss": 0.2378,
      "step": 1917
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.930109742440976e-06,
      "loss": 0.2238,
      "step": 1918
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.921373630277191e-06,
      "loss": 0.2541,
      "step": 1919
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.912637578124092e-06,
      "loss": 0.2452,
      "step": 1920
    },
    {
      "epoch": 1.55,
      "learning_rate": 9.903901592649363e-06,
      "loss": 0.2682,
      "step": 1921
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.895165680520658e-06,
      "loss": 0.256,
      "step": 1922
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.886429848405556e-06,
      "loss": 0.2921,
      "step": 1923
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.87769410297158e-06,
      "loss": 0.267,
      "step": 1924
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.868958450886194e-06,
      "loss": 0.2836,
      "step": 1925
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.860222898816782e-06,
      "loss": 0.2676,
      "step": 1926
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.851487453430657e-06,
      "loss": 0.2566,
      "step": 1927
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.84275212139504e-06,
      "loss": 0.2652,
      "step": 1928
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.834016909377086e-06,
      "loss": 0.2545,
      "step": 1929
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.825281824043838e-06,
      "loss": 0.2399,
      "step": 1930
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.816546872062257e-06,
      "loss": 0.2895,
      "step": 1931
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.807812060099192e-06,
      "loss": 0.251,
      "step": 1932
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.79907739482139e-06,
      "loss": 0.2456,
      "step": 1933
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.790342882895484e-06,
      "loss": 0.2655,
      "step": 1934
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.78160853098799e-06,
      "loss": 0.239,
      "step": 1935
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.772874345765307e-06,
      "loss": 0.2606,
      "step": 1936
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.764140333893701e-06,
      "loss": 0.2905,
      "step": 1937
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.755406502039307e-06,
      "loss": 0.2678,
      "step": 1938
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.746672856868124e-06,
      "loss": 0.2286,
      "step": 1939
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.737939405046002e-06,
      "loss": 0.2704,
      "step": 1940
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.729206153238658e-06,
      "loss": 0.2592,
      "step": 1941
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.72047310811164e-06,
      "loss": 0.2625,
      "step": 1942
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.711740276330345e-06,
      "loss": 0.2646,
      "step": 1943
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.703007664560015e-06,
      "loss": 0.2542,
      "step": 1944
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.694275279465715e-06,
      "loss": 0.2498,
      "step": 1945
    },
    {
      "epoch": 1.57,
      "learning_rate": 9.685543127712331e-06,
      "loss": 0.2493,
      "step": 1946
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.676811215964588e-06,
      "loss": 0.2602,
      "step": 1947
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.668079550887012e-06,
      "loss": 0.27,
      "step": 1948
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.659348139143953e-06,
      "loss": 0.2774,
      "step": 1949
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.650616987399553e-06,
      "loss": 0.2439,
      "step": 1950
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.641886102317772e-06,
      "loss": 0.2502,
      "step": 1951
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.633155490562358e-06,
      "loss": 0.2609,
      "step": 1952
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.62442515879685e-06,
      "loss": 0.2568,
      "step": 1953
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.615695113684576e-06,
      "loss": 0.2704,
      "step": 1954
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.606965361888642e-06,
      "loss": 0.244,
      "step": 1955
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.59823591007193e-06,
      "loss": 0.2478,
      "step": 1956
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.589506764897097e-06,
      "loss": 0.2266,
      "step": 1957
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.580777933026568e-06,
      "loss": 0.271,
      "step": 1958
    },
    {
      "epoch": 1.58,
      "learning_rate": 9.572049421122521e-06,
      "loss": 0.272,
      "step": 1959
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.563321235846894e-06,
      "loss": 0.2684,
      "step": 1960
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.554593383861372e-06,
      "loss": 0.2565,
      "step": 1961
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.545865871827396e-06,
      "loss": 0.2566,
      "step": 1962
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.537138706406135e-06,
      "loss": 0.2438,
      "step": 1963
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.528411894258495e-06,
      "loss": 0.2544,
      "step": 1964
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.519685442045128e-06,
      "loss": 0.259,
      "step": 1965
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.510959356426393e-06,
      "loss": 0.25,
      "step": 1966
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.502233644062373e-06,
      "loss": 0.2507,
      "step": 1967
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.493508311612874e-06,
      "loss": 0.2534,
      "step": 1968
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.484783365737405e-06,
      "loss": 0.2797,
      "step": 1969
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.476058813095182e-06,
      "loss": 0.2456,
      "step": 1970
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.467334660345115e-06,
      "loss": 0.2248,
      "step": 1971
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.458610914145826e-06,
      "loss": 0.2552,
      "step": 1972
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.449887581155606e-06,
      "loss": 0.2663,
      "step": 1973
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.441164668032446e-06,
      "loss": 0.2482,
      "step": 1974
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.432442181434005e-06,
      "loss": 0.2541,
      "step": 1975
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.423720128017626e-06,
      "loss": 0.2597,
      "step": 1976
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.414998514440312e-06,
      "loss": 0.2467,
      "step": 1977
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.40627734735874e-06,
      "loss": 0.2705,
      "step": 1978
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.397556633429242e-06,
      "loss": 0.2439,
      "step": 1979
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.388836379307802e-06,
      "loss": 0.2721,
      "step": 1980
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.380116591650056e-06,
      "loss": 0.2386,
      "step": 1981
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.371397277111284e-06,
      "loss": 0.2474,
      "step": 1982
    },
    {
      "epoch": 1.6,
      "learning_rate": 9.3626784423464e-06,
      "loss": 0.2648,
      "step": 1983
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.353960094009959e-06,
      "loss": 0.2547,
      "step": 1984
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.345242238756136e-06,
      "loss": 0.2495,
      "step": 1985
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.336524883238744e-06,
      "loss": 0.2485,
      "step": 1986
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.3278080341112e-06,
      "loss": 0.2638,
      "step": 1987
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.31909169802654e-06,
      "loss": 0.2482,
      "step": 1988
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.31037588163741e-06,
      "loss": 0.2507,
      "step": 1989
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.301660591596059e-06,
      "loss": 0.2689,
      "step": 1990
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.292945834554331e-06,
      "loss": 0.2806,
      "step": 1991
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.284231617163665e-06,
      "loss": 0.24,
      "step": 1992
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.275517946075088e-06,
      "loss": 0.2687,
      "step": 1993
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.26680482793921e-06,
      "loss": 0.2604,
      "step": 1994
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.258092269406227e-06,
      "loss": 0.2291,
      "step": 1995
    },
    {
      "epoch": 1.61,
      "learning_rate": 9.249380277125894e-06,
      "loss": 0.2663,
      "step": 1996
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.24066885774754e-06,
      "loss": 0.2531,
      "step": 1997
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.231958017920057e-06,
      "loss": 0.2465,
      "step": 1998
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.223247764291894e-06,
      "loss": 0.2538,
      "step": 1999
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.214538103511053e-06,
      "loss": 0.248,
      "step": 2000
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.20582904222509e-06,
      "loss": 0.2698,
      "step": 2001
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.197120587081092e-06,
      "loss": 0.2537,
      "step": 2002
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.18841274472569e-06,
      "loss": 0.2721,
      "step": 2003
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.179705521805042e-06,
      "loss": 0.2623,
      "step": 2004
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.17099892496484e-06,
      "loss": 0.2599,
      "step": 2005
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.162292960850296e-06,
      "loss": 0.2714,
      "step": 2006
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.153587636106134e-06,
      "loss": 0.2568,
      "step": 2007
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.1448829573766e-06,
      "loss": 0.2639,
      "step": 2008
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.13617893130544e-06,
      "loss": 0.2708,
      "step": 2009
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.127475564535898e-06,
      "loss": 0.2544,
      "step": 2010
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.118772863710728e-06,
      "loss": 0.2664,
      "step": 2011
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.110070835472161e-06,
      "loss": 0.2442,
      "step": 2012
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.101369486461924e-06,
      "loss": 0.2761,
      "step": 2013
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.092668823321218e-06,
      "loss": 0.2618,
      "step": 2014
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.083968852690735e-06,
      "loss": 0.2399,
      "step": 2015
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.075269581210618e-06,
      "loss": 0.2571,
      "step": 2016
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.066571015520498e-06,
      "loss": 0.2602,
      "step": 2017
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.05787316225945e-06,
      "loss": 0.2877,
      "step": 2018
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.04917602806601e-06,
      "loss": 0.2593,
      "step": 2019
    },
    {
      "epoch": 1.63,
      "learning_rate": 9.04047961957817e-06,
      "loss": 0.2419,
      "step": 2020
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.031783943433366e-06,
      "loss": 0.2609,
      "step": 2021
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.02308900626847e-06,
      "loss": 0.2492,
      "step": 2022
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.0143948147198e-06,
      "loss": 0.247,
      "step": 2023
    },
    {
      "epoch": 1.64,
      "learning_rate": 9.005701375423097e-06,
      "loss": 0.2603,
      "step": 2024
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.997008695013527e-06,
      "loss": 0.2602,
      "step": 2025
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.98831678012568e-06,
      "loss": 0.2375,
      "step": 2026
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.979625637393565e-06,
      "loss": 0.2232,
      "step": 2027
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.970935273450589e-06,
      "loss": 0.2561,
      "step": 2028
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.962245694929586e-06,
      "loss": 0.2709,
      "step": 2029
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.953556908462773e-06,
      "loss": 0.26,
      "step": 2030
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.944868920681765e-06,
      "loss": 0.266,
      "step": 2031
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.936181738217571e-06,
      "loss": 0.265,
      "step": 2032
    },
    {
      "epoch": 1.64,
      "learning_rate": 8.927495367700587e-06,
      "loss": 0.2555,
      "step": 2033
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.918809815760585e-06,
      "loss": 0.2575,
      "step": 2034
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.91012508902671e-06,
      "loss": 0.2372,
      "step": 2035
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.90144119412749e-06,
      "loss": 0.2649,
      "step": 2036
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.8927581376908e-06,
      "loss": 0.2338,
      "step": 2037
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.88407592634389e-06,
      "loss": 0.2411,
      "step": 2038
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.875394566713358e-06,
      "loss": 0.2595,
      "step": 2039
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.866714065425154e-06,
      "loss": 0.2582,
      "step": 2040
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.85803442910457e-06,
      "loss": 0.268,
      "step": 2041
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.849355664376237e-06,
      "loss": 0.2736,
      "step": 2042
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.840677777864129e-06,
      "loss": 0.2674,
      "step": 2043
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.832000776191544e-06,
      "loss": 0.264,
      "step": 2044
    },
    {
      "epoch": 1.65,
      "learning_rate": 8.823324665981103e-06,
      "loss": 0.2781,
      "step": 2045
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.81464945385475e-06,
      "loss": 0.2641,
      "step": 2046
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.805975146433738e-06,
      "loss": 0.2756,
      "step": 2047
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.79730175033864e-06,
      "loss": 0.2817,
      "step": 2048
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.788629272189325e-06,
      "loss": 0.2443,
      "step": 2049
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.779957718604956e-06,
      "loss": 0.2549,
      "step": 2050
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.771287096204011e-06,
      "loss": 0.2462,
      "step": 2051
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.762617411604236e-06,
      "loss": 0.2643,
      "step": 2052
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.753948671422669e-06,
      "loss": 0.2534,
      "step": 2053
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.74528088227563e-06,
      "loss": 0.2589,
      "step": 2054
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.73661405077871e-06,
      "loss": 0.2442,
      "step": 2055
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.72794818354677e-06,
      "loss": 0.2725,
      "step": 2056
    },
    {
      "epoch": 1.66,
      "learning_rate": 8.719283287193932e-06,
      "loss": 0.2583,
      "step": 2057
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.710619368333584e-06,
      "loss": 0.2786,
      "step": 2058
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.70195643357836e-06,
      "loss": 0.2304,
      "step": 2059
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.693294489540151e-06,
      "loss": 0.2649,
      "step": 2060
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.684633542830084e-06,
      "loss": 0.2701,
      "step": 2061
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.675973600058529e-06,
      "loss": 0.266,
      "step": 2062
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.667314667835088e-06,
      "loss": 0.2767,
      "step": 2063
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.658656752768592e-06,
      "loss": 0.2335,
      "step": 2064
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.6499998614671e-06,
      "loss": 0.2486,
      "step": 2065
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.641344000537883e-06,
      "loss": 0.2632,
      "step": 2066
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.632689176587433e-06,
      "loss": 0.2667,
      "step": 2067
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.62403539622144e-06,
      "loss": 0.2441,
      "step": 2068
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.615382666044806e-06,
      "loss": 0.2625,
      "step": 2069
    },
    {
      "epoch": 1.67,
      "learning_rate": 8.60673099266163e-06,
      "loss": 0.2401,
      "step": 2070
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.5980803826752e-06,
      "loss": 0.2576,
      "step": 2071
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.589430842688002e-06,
      "loss": 0.2732,
      "step": 2072
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.580782379301696e-06,
      "loss": 0.2404,
      "step": 2073
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.572134999117122e-06,
      "loss": 0.2584,
      "step": 2074
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.563488708734296e-06,
      "loss": 0.2283,
      "step": 2075
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.554843514752402e-06,
      "loss": 0.2682,
      "step": 2076
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.546199423769786e-06,
      "loss": 0.2727,
      "step": 2077
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.537556442383945e-06,
      "loss": 0.2719,
      "step": 2078
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.528914577191548e-06,
      "loss": 0.2589,
      "step": 2079
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.520273834788395e-06,
      "loss": 0.2475,
      "step": 2080
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.511634221769434e-06,
      "loss": 0.2473,
      "step": 2081
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.502995744728755e-06,
      "loss": 0.2578,
      "step": 2082
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.494358410259572e-06,
      "loss": 0.264,
      "step": 2083
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.485722224954237e-06,
      "loss": 0.2554,
      "step": 2084
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.477087195404214e-06,
      "loss": 0.2688,
      "step": 2085
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.468453328200098e-06,
      "loss": 0.2548,
      "step": 2086
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.45982062993159e-06,
      "loss": 0.2695,
      "step": 2087
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.451189107187498e-06,
      "loss": 0.2774,
      "step": 2088
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.442558766555732e-06,
      "loss": 0.2571,
      "step": 2089
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.4339296146233e-06,
      "loss": 0.2705,
      "step": 2090
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.425301657976306e-06,
      "loss": 0.2379,
      "step": 2091
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.41667490319994e-06,
      "loss": 0.2696,
      "step": 2092
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.408049356878478e-06,
      "loss": 0.2464,
      "step": 2093
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.399425025595265e-06,
      "loss": 0.2519,
      "step": 2094
    },
    {
      "epoch": 1.69,
      "learning_rate": 8.390801915932729e-06,
      "loss": 0.251,
      "step": 2095
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.382180034472353e-06,
      "loss": 0.2548,
      "step": 2096
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.373559387794699e-06,
      "loss": 0.2221,
      "step": 2097
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.364939982479372e-06,
      "loss": 0.2474,
      "step": 2098
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.356321825105037e-06,
      "loss": 0.2524,
      "step": 2099
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.3477049222494e-06,
      "loss": 0.2559,
      "step": 2100
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.339089280489224e-06,
      "loss": 0.244,
      "step": 2101
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.330474906400292e-06,
      "loss": 0.2297,
      "step": 2102
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.321861806557431e-06,
      "loss": 0.2514,
      "step": 2103
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.313249987534491e-06,
      "loss": 0.2812,
      "step": 2104
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.304639455904344e-06,
      "loss": 0.2793,
      "step": 2105
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.29603021823888e-06,
      "loss": 0.2465,
      "step": 2106
    },
    {
      "epoch": 1.7,
      "learning_rate": 8.287422281109e-06,
      "loss": 0.2565,
      "step": 2107
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.278815651084618e-06,
      "loss": 0.2812,
      "step": 2108
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.270210334734649e-06,
      "loss": 0.2629,
      "step": 2109
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.261606338626998e-06,
      "loss": 0.2698,
      "step": 2110
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.25300366932857e-06,
      "loss": 0.2581,
      "step": 2111
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.244402333405252e-06,
      "loss": 0.2506,
      "step": 2112
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.23580233742192e-06,
      "loss": 0.2711,
      "step": 2113
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.227203687942414e-06,
      "loss": 0.2462,
      "step": 2114
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.218606391529568e-06,
      "loss": 0.2798,
      "step": 2115
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.210010454745166e-06,
      "loss": 0.2623,
      "step": 2116
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.201415884149957e-06,
      "loss": 0.269,
      "step": 2117
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.19282268630365e-06,
      "loss": 0.2632,
      "step": 2118
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.184230867764908e-06,
      "loss": 0.2513,
      "step": 2119
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.17564043509134e-06,
      "loss": 0.2433,
      "step": 2120
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.167051394839487e-06,
      "loss": 0.245,
      "step": 2121
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.158463753564846e-06,
      "loss": 0.2664,
      "step": 2122
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.149877517821834e-06,
      "loss": 0.2564,
      "step": 2123
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.141292694163798e-06,
      "loss": 0.2608,
      "step": 2124
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.132709289143008e-06,
      "loss": 0.2433,
      "step": 2125
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.12412730931065e-06,
      "loss": 0.2862,
      "step": 2126
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.115546761216822e-06,
      "loss": 0.2637,
      "step": 2127
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.106967651410524e-06,
      "loss": 0.2344,
      "step": 2128
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.098389986439671e-06,
      "loss": 0.2547,
      "step": 2129
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.089813772851073e-06,
      "loss": 0.2507,
      "step": 2130
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.081239017190422e-06,
      "loss": 0.2462,
      "step": 2131
    },
    {
      "epoch": 1.72,
      "learning_rate": 8.0726657260023e-06,
      "loss": 0.2591,
      "step": 2132
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.064093905830175e-06,
      "loss": 0.2453,
      "step": 2133
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.055523563216397e-06,
      "loss": 0.2633,
      "step": 2134
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.046954704702176e-06,
      "loss": 0.2704,
      "step": 2135
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.038387336827602e-06,
      "loss": 0.2495,
      "step": 2136
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.029821466131617e-06,
      "loss": 0.258,
      "step": 2137
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.021257099152028e-06,
      "loss": 0.2532,
      "step": 2138
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.012694242425485e-06,
      "loss": 0.2496,
      "step": 2139
    },
    {
      "epoch": 1.73,
      "learning_rate": 8.004132902487499e-06,
      "loss": 0.2615,
      "step": 2140
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.99557308587241e-06,
      "loss": 0.2583,
      "step": 2141
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.987014799113398e-06,
      "loss": 0.2458,
      "step": 2142
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.978458048742487e-06,
      "loss": 0.2539,
      "step": 2143
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.969902841290515e-06,
      "loss": 0.2859,
      "step": 2144
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.961349183287146e-06,
      "loss": 0.2433,
      "step": 2145
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.952797081260863e-06,
      "loss": 0.2467,
      "step": 2146
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.944246541738963e-06,
      "loss": 0.2426,
      "step": 2147
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.935697571247545e-06,
      "loss": 0.2733,
      "step": 2148
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.927150176311511e-06,
      "loss": 0.2766,
      "step": 2149
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.91860436345457e-06,
      "loss": 0.2574,
      "step": 2150
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.910060139199212e-06,
      "loss": 0.2609,
      "step": 2151
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.901517510066724e-06,
      "loss": 0.2561,
      "step": 2152
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.892976482577165e-06,
      "loss": 0.2773,
      "step": 2153
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.884437063249383e-06,
      "loss": 0.2569,
      "step": 2154
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.875899258600986e-06,
      "loss": 0.2597,
      "step": 2155
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.867363075148362e-06,
      "loss": 0.2656,
      "step": 2156
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.85882851940665e-06,
      "loss": 0.2461,
      "step": 2157
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.85029559788976e-06,
      "loss": 0.2573,
      "step": 2158
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.841764317110345e-06,
      "loss": 0.2337,
      "step": 2159
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.833234683579806e-06,
      "loss": 0.253,
      "step": 2160
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.82470670380829e-06,
      "loss": 0.2529,
      "step": 2161
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.816180384304684e-06,
      "loss": 0.2549,
      "step": 2162
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.8076557315766e-06,
      "loss": 0.2403,
      "step": 2163
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.79913275213038e-06,
      "loss": 0.2368,
      "step": 2164
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.7906114524711e-06,
      "loss": 0.2628,
      "step": 2165
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.782091839102537e-06,
      "loss": 0.2524,
      "step": 2166
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.773573918527196e-06,
      "loss": 0.2457,
      "step": 2167
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.76505769724628e-06,
      "loss": 0.2531,
      "step": 2168
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.756543181759696e-06,
      "loss": 0.2428,
      "step": 2169
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.748030378566056e-06,
      "loss": 0.2531,
      "step": 2170
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.739519294162652e-06,
      "loss": 0.2518,
      "step": 2171
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.73100993504548e-06,
      "loss": 0.2701,
      "step": 2172
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.722502307709212e-06,
      "loss": 0.252,
      "step": 2173
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.713996418647196e-06,
      "loss": 0.2799,
      "step": 2174
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.705492274351457e-06,
      "loss": 0.2399,
      "step": 2175
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.696989881312682e-06,
      "loss": 0.2721,
      "step": 2176
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.688489246020227e-06,
      "loss": 0.2484,
      "step": 2177
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.679990374962106e-06,
      "loss": 0.2787,
      "step": 2178
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.67149327462499e-06,
      "loss": 0.2593,
      "step": 2179
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.662997951494193e-06,
      "loss": 0.246,
      "step": 2180
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.65450441205367e-06,
      "loss": 0.2584,
      "step": 2181
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.646012662786017e-06,
      "loss": 0.2528,
      "step": 2182
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.637522710172473e-06,
      "loss": 0.2398,
      "step": 2183
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.629034560692894e-06,
      "loss": 0.2563,
      "step": 2184
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.620548220825759e-06,
      "loss": 0.2536,
      "step": 2185
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.612063697048179e-06,
      "loss": 0.2472,
      "step": 2186
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.603580995835865e-06,
      "loss": 0.282,
      "step": 2187
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.595100123663143e-06,
      "loss": 0.2351,
      "step": 2188
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.586621087002945e-06,
      "loss": 0.2477,
      "step": 2189
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.578143892326797e-06,
      "loss": 0.2578,
      "step": 2190
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.569668546104823e-06,
      "loss": 0.2309,
      "step": 2191
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.561195054805729e-06,
      "loss": 0.2863,
      "step": 2192
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.55272342489682e-06,
      "loss": 0.2464,
      "step": 2193
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.544253662843966e-06,
      "loss": 0.2382,
      "step": 2194
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.535785775111619e-06,
      "loss": 0.271,
      "step": 2195
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.527319768162798e-06,
      "loss": 0.2675,
      "step": 2196
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.518855648459084e-06,
      "loss": 0.2604,
      "step": 2197
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.510393422460623e-06,
      "loss": 0.2567,
      "step": 2198
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.50193309662611e-06,
      "loss": 0.2589,
      "step": 2199
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.493474677412795e-06,
      "loss": 0.2603,
      "step": 2200
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.48501817127647e-06,
      "loss": 0.2587,
      "step": 2201
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.47656358467147e-06,
      "loss": 0.2613,
      "step": 2202
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.468110924050658e-06,
      "loss": 0.2683,
      "step": 2203
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.459660195865431e-06,
      "loss": 0.2667,
      "step": 2204
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.451211406565716e-06,
      "loss": 0.2633,
      "step": 2205
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.442764562599951e-06,
      "loss": 0.257,
      "step": 2206
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.434319670415092e-06,
      "loss": 0.2763,
      "step": 2207
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.425876736456614e-06,
      "loss": 0.2575,
      "step": 2208
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.417435767168486e-06,
      "loss": 0.2514,
      "step": 2209
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.408996768993184e-06,
      "loss": 0.2564,
      "step": 2210
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.400559748371676e-06,
      "loss": 0.2467,
      "step": 2211
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.3921247117434225e-06,
      "loss": 0.2481,
      "step": 2212
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.383691665546368e-06,
      "loss": 0.2486,
      "step": 2213
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.375260616216939e-06,
      "loss": 0.2526,
      "step": 2214
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.366831570190041e-06,
      "loss": 0.2565,
      "step": 2215
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.358404533899048e-06,
      "loss": 0.246,
      "step": 2216
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.349979513775799e-06,
      "loss": 0.2655,
      "step": 2217
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.341556516250594e-06,
      "loss": 0.259,
      "step": 2218
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.3331355477521886e-06,
      "loss": 0.2743,
      "step": 2219
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.324716614707794e-06,
      "loss": 0.2568,
      "step": 2220
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.316299723543061e-06,
      "loss": 0.2205,
      "step": 2221
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.307884880682095e-06,
      "loss": 0.2563,
      "step": 2222
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.2994720925474214e-06,
      "loss": 0.2482,
      "step": 2223
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.291061365560009e-06,
      "loss": 0.2394,
      "step": 2224
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.282652706139246e-06,
      "loss": 0.2477,
      "step": 2225
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.274246120702951e-06,
      "loss": 0.262,
      "step": 2226
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.2658416156673525e-06,
      "loss": 0.254,
      "step": 2227
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.257439197447089e-06,
      "loss": 0.2614,
      "step": 2228
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.24903887245522e-06,
      "loss": 0.2574,
      "step": 2229
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.240640647103192e-06,
      "loss": 0.2412,
      "step": 2230
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.2322445278008555e-06,
      "loss": 0.2702,
      "step": 2231
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.2238505209564565e-06,
      "loss": 0.2748,
      "step": 2232
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.215458632976624e-06,
      "loss": 0.2395,
      "step": 2233
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.20706887026637e-06,
      "loss": 0.2586,
      "step": 2234
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.1986812392290805e-06,
      "loss": 0.2461,
      "step": 2235
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.19029574626653e-06,
      "loss": 0.2528,
      "step": 2236
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.181912397778844e-06,
      "loss": 0.2701,
      "step": 2237
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.173531200164523e-06,
      "loss": 0.2523,
      "step": 2238
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.165152159820417e-06,
      "loss": 0.2662,
      "step": 2239
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.156775283141733e-06,
      "loss": 0.2663,
      "step": 2240
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.148400576522028e-06,
      "loss": 0.238,
      "step": 2241
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.140028046353202e-06,
      "loss": 0.2618,
      "step": 2242
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.131657699025493e-06,
      "loss": 0.2306,
      "step": 2243
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.123289540927476e-06,
      "loss": 0.252,
      "step": 2244
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.114923578446051e-06,
      "loss": 0.2523,
      "step": 2245
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.106559817966444e-06,
      "loss": 0.2707,
      "step": 2246
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.098198265872198e-06,
      "loss": 0.2494,
      "step": 2247
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.089838928545177e-06,
      "loss": 0.2375,
      "step": 2248
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.081481812365542e-06,
      "loss": 0.2385,
      "step": 2249
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0731269237117775e-06,
      "loss": 0.2712,
      "step": 2250
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.064774268960654e-06,
      "loss": 0.2416,
      "step": 2251
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.056423854487236e-06,
      "loss": 0.2782,
      "step": 2252
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.048075686664888e-06,
      "loss": 0.2473,
      "step": 2253
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.039729771865252e-06,
      "loss": 0.2417,
      "step": 2254
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.0313861164582535e-06,
      "loss": 0.259,
      "step": 2255
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.0230447268120905e-06,
      "loss": 0.2544,
      "step": 2256
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.014705609293232e-06,
      "loss": 0.2273,
      "step": 2257
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.006368770266421e-06,
      "loss": 0.2608,
      "step": 2258
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.998034216094653e-06,
      "loss": 0.2502,
      "step": 2259
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.989701953139181e-06,
      "loss": 0.2604,
      "step": 2260
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.981371987759511e-06,
      "loss": 0.2512,
      "step": 2261
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.973044326313392e-06,
      "loss": 0.283,
      "step": 2262
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.96471897515682e-06,
      "loss": 0.2417,
      "step": 2263
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.95639594064402e-06,
      "loss": 0.2414,
      "step": 2264
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.94807522912746e-06,
      "loss": 0.2498,
      "step": 2265
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.939756846957827e-06,
      "loss": 0.253,
      "step": 2266
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.93144080048403e-06,
      "loss": 0.2527,
      "step": 2267
    },
    {
      "epoch": 1.83,
      "learning_rate": 6.923127096053195e-06,
      "loss": 0.26,
      "step": 2268
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.914815740010668e-06,
      "loss": 0.2692,
      "step": 2269
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.906506738699994e-06,
      "loss": 0.2378,
      "step": 2270
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.898200098462918e-06,
      "loss": 0.2583,
      "step": 2271
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.889895825639401e-06,
      "loss": 0.2423,
      "step": 2272
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.881593926567578e-06,
      "loss": 0.2573,
      "step": 2273
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.873294407583777e-06,
      "loss": 0.2848,
      "step": 2274
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.864997275022518e-06,
      "loss": 0.2746,
      "step": 2275
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.856702535216488e-06,
      "loss": 0.2461,
      "step": 2276
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.848410194496555e-06,
      "loss": 0.2497,
      "step": 2277
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.840120259191751e-06,
      "loss": 0.256,
      "step": 2278
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.831832735629281e-06,
      "loss": 0.2526,
      "step": 2279
    },
    {
      "epoch": 1.84,
      "learning_rate": 6.823547630134497e-06,
      "loss": 0.23,
      "step": 2280
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.815264949030917e-06,
      "loss": 0.2842,
      "step": 2281
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.806984698640202e-06,
      "loss": 0.2539,
      "step": 2282
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.798706885282158e-06,
      "loss": 0.2438,
      "step": 2283
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.790431515274729e-06,
      "loss": 0.2566,
      "step": 2284
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.782158594934e-06,
      "loss": 0.2525,
      "step": 2285
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.773888130574183e-06,
      "loss": 0.2517,
      "step": 2286
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7656201285076195e-06,
      "loss": 0.2772,
      "step": 2287
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.757354595044765e-06,
      "loss": 0.2468,
      "step": 2288
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.7490915364941955e-06,
      "loss": 0.2595,
      "step": 2289
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.740830959162592e-06,
      "loss": 0.2618,
      "step": 2290
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.732572869354753e-06,
      "loss": 0.2534,
      "step": 2291
    },
    {
      "epoch": 1.85,
      "learning_rate": 6.724317273373564e-06,
      "loss": 0.2447,
      "step": 2292
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.716064177520024e-06,
      "loss": 0.2643,
      "step": 2293
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.70781358809321e-06,
      "loss": 0.2685,
      "step": 2294
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.699565511390289e-06,
      "loss": 0.2506,
      "step": 2295
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.691319953706517e-06,
      "loss": 0.2342,
      "step": 2296
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.683076921335217e-06,
      "loss": 0.2329,
      "step": 2297
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.674836420567793e-06,
      "loss": 0.2755,
      "step": 2298
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.666598457693707e-06,
      "loss": 0.2537,
      "step": 2299
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.658363039000501e-06,
      "loss": 0.2677,
      "step": 2300
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.6501301707737596e-06,
      "loss": 0.2584,
      "step": 2301
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.641899859297128e-06,
      "loss": 0.2454,
      "step": 2302
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.633672110852295e-06,
      "loss": 0.2645,
      "step": 2303
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.625446931718998e-06,
      "loss": 0.2633,
      "step": 2304
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.617224328175009e-06,
      "loss": 0.2635,
      "step": 2305
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.609004306496139e-06,
      "loss": 0.2563,
      "step": 2306
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.600786872956227e-06,
      "loss": 0.2616,
      "step": 2307
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.592572033827136e-06,
      "loss": 0.2661,
      "step": 2308
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.584359795378747e-06,
      "loss": 0.2421,
      "step": 2309
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.57615016387896e-06,
      "loss": 0.253,
      "step": 2310
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.567943145593678e-06,
      "loss": 0.2569,
      "step": 2311
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.55973874678682e-06,
      "loss": 0.2354,
      "step": 2312
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.551536973720298e-06,
      "loss": 0.2538,
      "step": 2313
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.54333783265402e-06,
      "loss": 0.2582,
      "step": 2314
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.535141329845891e-06,
      "loss": 0.2774,
      "step": 2315
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.526947471551799e-06,
      "loss": 0.2608,
      "step": 2316
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.518756264025608e-06,
      "loss": 0.2487,
      "step": 2317
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.510567713519171e-06,
      "loss": 0.2674,
      "step": 2318
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.502381826282304e-06,
      "loss": 0.2363,
      "step": 2319
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4941986085627895e-06,
      "loss": 0.2402,
      "step": 2320
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4860180666063734e-06,
      "loss": 0.2517,
      "step": 2321
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.47784020665677e-06,
      "loss": 0.2517,
      "step": 2322
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.469665034955631e-06,
      "loss": 0.2415,
      "step": 2323
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.461492557742568e-06,
      "loss": 0.2643,
      "step": 2324
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.453322781255131e-06,
      "loss": 0.2601,
      "step": 2325
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.4451557117288055e-06,
      "loss": 0.245,
      "step": 2326
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.436991355397014e-06,
      "loss": 0.2636,
      "step": 2327
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.428829718491112e-06,
      "loss": 0.2248,
      "step": 2328
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.420670807240376e-06,
      "loss": 0.2601,
      "step": 2329
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.412514627872003e-06,
      "loss": 0.2667,
      "step": 2330
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.404361186611103e-06,
      "loss": 0.2567,
      "step": 2331
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.396210489680699e-06,
      "loss": 0.2559,
      "step": 2332
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.3880625433017115e-06,
      "loss": 0.2604,
      "step": 2333
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.379917353692977e-06,
      "loss": 0.2481,
      "step": 2334
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.371774927071212e-06,
      "loss": 0.2485,
      "step": 2335
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.363635269651037e-06,
      "loss": 0.2526,
      "step": 2336
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.355498387644949e-06,
      "loss": 0.2669,
      "step": 2337
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.347364287263331e-06,
      "loss": 0.2566,
      "step": 2338
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.339232974714447e-06,
      "loss": 0.2443,
      "step": 2339
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.331104456204423e-06,
      "loss": 0.2626,
      "step": 2340
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.322978737937263e-06,
      "loss": 0.2643,
      "step": 2341
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.314855826114823e-06,
      "loss": 0.2508,
      "step": 2342
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.306735726936832e-06,
      "loss": 0.2526,
      "step": 2343
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.298618446600856e-06,
      "loss": 0.2369,
      "step": 2344
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.290503991302324e-06,
      "loss": 0.2568,
      "step": 2345
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.282392367234495e-06,
      "loss": 0.2362,
      "step": 2346
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.274283580588479e-06,
      "loss": 0.251,
      "step": 2347
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.266177637553211e-06,
      "loss": 0.2316,
      "step": 2348
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.2580745443154624e-06,
      "loss": 0.26,
      "step": 2349
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.249974307059826e-06,
      "loss": 0.2467,
      "step": 2350
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.24187693196872e-06,
      "loss": 0.2726,
      "step": 2351
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.23378242522237e-06,
      "loss": 0.254,
      "step": 2352
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.225690792998818e-06,
      "loss": 0.2642,
      "step": 2353
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.217602041473907e-06,
      "loss": 0.2555,
      "step": 2354
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.209516176821289e-06,
      "loss": 0.2389,
      "step": 2355
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.201433205212403e-06,
      "loss": 0.2566,
      "step": 2356
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.193353132816493e-06,
      "loss": 0.2639,
      "step": 2357
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.185275965800579e-06,
      "loss": 0.2698,
      "step": 2358
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.177201710329466e-06,
      "loss": 0.2421,
      "step": 2359
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.169130372565737e-06,
      "loss": 0.2491,
      "step": 2360
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.161061958669752e-06,
      "loss": 0.2483,
      "step": 2361
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.152996474799633e-06,
      "loss": 0.2666,
      "step": 2362
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1449339271112715e-06,
      "loss": 0.2688,
      "step": 2363
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.136874321758311e-06,
      "loss": 0.2646,
      "step": 2364
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.128817664892161e-06,
      "loss": 0.2463,
      "step": 2365
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.1207639626619675e-06,
      "loss": 0.2499,
      "step": 2366
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.1127132212146326e-06,
      "loss": 0.2573,
      "step": 2367
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.1046654466947885e-06,
      "loss": 0.2464,
      "step": 2368
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.096620645244808e-06,
      "loss": 0.2493,
      "step": 2369
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.088578823004796e-06,
      "loss": 0.2508,
      "step": 2370
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.080539986112581e-06,
      "loss": 0.2397,
      "step": 2371
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.072504140703714e-06,
      "loss": 0.2428,
      "step": 2372
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.0644712929114665e-06,
      "loss": 0.2641,
      "step": 2373
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.056441448866817e-06,
      "loss": 0.2549,
      "step": 2374
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.0484146146984475e-06,
      "loss": 0.2562,
      "step": 2375
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.040390796532751e-06,
      "loss": 0.2466,
      "step": 2376
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.032370000493819e-06,
      "loss": 0.265,
      "step": 2377
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.024352232703427e-06,
      "loss": 0.2551,
      "step": 2378
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.016337499281051e-06,
      "loss": 0.2598,
      "step": 2379
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.008325806343842e-06,
      "loss": 0.2595,
      "step": 2380
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.000317160006637e-06,
      "loss": 0.2675,
      "step": 2381
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9923115663819365e-06,
      "loss": 0.2728,
      "step": 2382
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9843090315799294e-06,
      "loss": 0.2511,
      "step": 2383
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.976309561708452e-06,
      "loss": 0.263,
      "step": 2384
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.968313162873007e-06,
      "loss": 0.2492,
      "step": 2385
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9603198411767646e-06,
      "loss": 0.2322,
      "step": 2386
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9523296027205305e-06,
      "loss": 0.2442,
      "step": 2387
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.944342453602764e-06,
      "loss": 0.2556,
      "step": 2388
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.936358399919566e-06,
      "loss": 0.2498,
      "step": 2389
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.9283774477646775e-06,
      "loss": 0.2713,
      "step": 2390
    },
    {
      "epoch": 1.93,
      "learning_rate": 5.920399603229463e-06,
      "loss": 0.2652,
      "step": 2391
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.912424872402928e-06,
      "loss": 0.2569,
      "step": 2392
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.904453261371692e-06,
      "loss": 0.253,
      "step": 2393
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.896484776219999e-06,
      "loss": 0.259,
      "step": 2394
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.888519423029706e-06,
      "loss": 0.2754,
      "step": 2395
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.880557207880275e-06,
      "loss": 0.2435,
      "step": 2396
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.872598136848775e-06,
      "loss": 0.247,
      "step": 2397
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.86464221600988e-06,
      "loss": 0.2659,
      "step": 2398
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.856689451435853e-06,
      "loss": 0.2526,
      "step": 2399
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.848739849196556e-06,
      "loss": 0.2503,
      "step": 2400
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.840793415359431e-06,
      "loss": 0.242,
      "step": 2401
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.8328501559895e-06,
      "loss": 0.2385,
      "step": 2402
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.824910077149372e-06,
      "loss": 0.2853,
      "step": 2403
    },
    {
      "epoch": 1.94,
      "learning_rate": 5.816973184899213e-06,
      "loss": 0.2504,
      "step": 2404
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.809039485296772e-06,
      "loss": 0.2588,
      "step": 2405
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.801108984397355e-06,
      "loss": 0.2546,
      "step": 2406
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.793181688253824e-06,
      "loss": 0.2655,
      "step": 2407
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.785257602916603e-06,
      "loss": 0.2444,
      "step": 2408
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.777336734433654e-06,
      "loss": 0.2335,
      "step": 2409
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.7694190888504964e-06,
      "loss": 0.2562,
      "step": 2410
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.761504672210174e-06,
      "loss": 0.268,
      "step": 2411
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.753593490553282e-06,
      "loss": 0.2803,
      "step": 2412
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.745685549917943e-06,
      "loss": 0.2538,
      "step": 2413
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.737780856339791e-06,
      "loss": 0.2673,
      "step": 2414
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.729879415852009e-06,
      "loss": 0.2521,
      "step": 2415
    },
    {
      "epoch": 1.95,
      "learning_rate": 5.72198123448527e-06,
      "loss": 0.255,
      "step": 2416
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.714086318267776e-06,
      "loss": 0.222,
      "step": 2417
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.706194673225234e-06,
      "loss": 0.2611,
      "step": 2418
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.698306305380848e-06,
      "loss": 0.2578,
      "step": 2419
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.690421220755329e-06,
      "loss": 0.2616,
      "step": 2420
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.682539425366869e-06,
      "loss": 0.2594,
      "step": 2421
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.674660925231171e-06,
      "loss": 0.2487,
      "step": 2422
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.66678572636141e-06,
      "loss": 0.2569,
      "step": 2423
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.658913834768234e-06,
      "loss": 0.2451,
      "step": 2424
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.651045256459782e-06,
      "loss": 0.2416,
      "step": 2425
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.643179997441651e-06,
      "loss": 0.2678,
      "step": 2426
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6353180637169135e-06,
      "loss": 0.2536,
      "step": 2427
    },
    {
      "epoch": 1.96,
      "learning_rate": 5.6274594612861024e-06,
      "loss": 0.2418,
      "step": 2428
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.619604196147203e-06,
      "loss": 0.2637,
      "step": 2429
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.611752274295665e-06,
      "loss": 0.2534,
      "step": 2430
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.603903701724371e-06,
      "loss": 0.2677,
      "step": 2431
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5960584844236565e-06,
      "loss": 0.2609,
      "step": 2432
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.5882166283813e-06,
      "loss": 0.2556,
      "step": 2433
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.580378139582498e-06,
      "loss": 0.2698,
      "step": 2434
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.572543024009897e-06,
      "loss": 0.2453,
      "step": 2435
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.564711287643558e-06,
      "loss": 0.2529,
      "step": 2436
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.556882936460966e-06,
      "loss": 0.2498,
      "step": 2437
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.549057976437018e-06,
      "loss": 0.2434,
      "step": 2438
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.541236413544027e-06,
      "loss": 0.2643,
      "step": 2439
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.533418253751714e-06,
      "loss": 0.2574,
      "step": 2440
    },
    {
      "epoch": 1.97,
      "learning_rate": 5.525603503027197e-06,
      "loss": 0.2443,
      "step": 2441
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.517792167334999e-06,
      "loss": 0.2346,
      "step": 2442
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.50998425263703e-06,
      "loss": 0.2647,
      "step": 2443
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.502179764892597e-06,
      "loss": 0.228,
      "step": 2444
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.4943787100583855e-06,
      "loss": 0.2465,
      "step": 2445
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.486581094088458e-06,
      "loss": 0.2781,
      "step": 2446
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.478786922934263e-06,
      "loss": 0.2615,
      "step": 2447
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.470996202544604e-06,
      "loss": 0.2542,
      "step": 2448
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.463208938865665e-06,
      "loss": 0.2633,
      "step": 2449
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.455425137840987e-06,
      "loss": 0.2525,
      "step": 2450
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.447644805411467e-06,
      "loss": 0.2435,
      "step": 2451
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.43986794751536e-06,
      "loss": 0.2608,
      "step": 2452
    },
    {
      "epoch": 1.98,
      "learning_rate": 5.432094570088256e-06,
      "loss": 0.235,
      "step": 2453
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.424324679063102e-06,
      "loss": 0.2539,
      "step": 2454
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.416558280370181e-06,
      "loss": 0.2682,
      "step": 2455
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.408795379937097e-06,
      "loss": 0.2498,
      "step": 2456
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.401035983688815e-06,
      "loss": 0.2592,
      "step": 2457
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.3932800975475905e-06,
      "loss": 0.2666,
      "step": 2458
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.385527727433024e-06,
      "loss": 0.2394,
      "step": 2459
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.377778879262017e-06,
      "loss": 0.2498,
      "step": 2460
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.370033558948793e-06,
      "loss": 0.251,
      "step": 2461
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.362291772404884e-06,
      "loss": 0.2444,
      "step": 2462
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.3545535255391104e-06,
      "loss": 0.2521,
      "step": 2463
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.346818824257614e-06,
      "loss": 0.2377,
      "step": 2464
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.3390876744638075e-06,
      "loss": 0.2318,
      "step": 2465
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.331360082058407e-06,
      "loss": 0.2488,
      "step": 2466
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.323636052939416e-06,
      "loss": 0.249,
      "step": 2467
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.3159155930021e-06,
      "loss": 0.2465,
      "step": 2468
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.308198708139023e-06,
      "loss": 0.2653,
      "step": 2469
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.300485404239999e-06,
      "loss": 0.2725,
      "step": 2470
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.292775687192123e-06,
      "loss": 0.2373,
      "step": 2471
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.285069562879759e-06,
      "loss": 0.2495,
      "step": 2472
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.277367037184509e-06,
      "loss": 0.1653,
      "step": 2473
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.269668115985243e-06,
      "loss": 0.1634,
      "step": 2474
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.261972805158069e-06,
      "loss": 0.16,
      "step": 2475
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.254281110576349e-06,
      "loss": 0.1547,
      "step": 2476
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.246593038110688e-06,
      "loss": 0.1627,
      "step": 2477
    },
    {
      "epoch": 2.0,
      "learning_rate": 5.238908593628904e-06,
      "loss": 0.1391,
      "step": 2478
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.2312277829960804e-06,
      "loss": 0.1541,
      "step": 2479
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.223550612074497e-06,
      "loss": 0.1446,
      "step": 2480
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.21587708672367e-06,
      "loss": 0.1618,
      "step": 2481
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.208207212800335e-06,
      "loss": 0.1399,
      "step": 2482
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.200540996158429e-06,
      "loss": 0.1479,
      "step": 2483
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.19287844264911e-06,
      "loss": 0.1468,
      "step": 2484
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.1852195581207275e-06,
      "loss": 0.1579,
      "step": 2485
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.177564348418851e-06,
      "loss": 0.134,
      "step": 2486
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.16991281938622e-06,
      "loss": 0.1486,
      "step": 2487
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.162264976862784e-06,
      "loss": 0.1324,
      "step": 2488
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.154620826685674e-06,
      "loss": 0.1491,
      "step": 2489
    },
    {
      "epoch": 2.01,
      "learning_rate": 5.146980374689192e-06,
      "loss": 0.1462,
      "step": 2490
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.139343626704831e-06,
      "loss": 0.1293,
      "step": 2491
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.131710588561253e-06,
      "loss": 0.153,
      "step": 2492
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.124081266084287e-06,
      "loss": 0.1448,
      "step": 2493
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.116455665096931e-06,
      "loss": 0.139,
      "step": 2494
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.10883379141933e-06,
      "loss": 0.1418,
      "step": 2495
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.1012156508688e-06,
      "loss": 0.1332,
      "step": 2496
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.093601249259794e-06,
      "loss": 0.1527,
      "step": 2497
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.08599059240392e-06,
      "loss": 0.1485,
      "step": 2498
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.078383686109927e-06,
      "loss": 0.1359,
      "step": 2499
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.070780536183698e-06,
      "loss": 0.1352,
      "step": 2500
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.0631811484282555e-06,
      "loss": 0.1548,
      "step": 2501
    },
    {
      "epoch": 2.02,
      "learning_rate": 5.055585528643739e-06,
      "loss": 0.1431,
      "step": 2502
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.047993682627421e-06,
      "loss": 0.1361,
      "step": 2503
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.040405616173698e-06,
      "loss": 0.1302,
      "step": 2504
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.032821335074065e-06,
      "loss": 0.1418,
      "step": 2505
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.025240845117145e-06,
      "loss": 0.1465,
      "step": 2506
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.01766415208866e-06,
      "loss": 0.134,
      "step": 2507
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.0100912617714345e-06,
      "loss": 0.1377,
      "step": 2508
    },
    {
      "epoch": 2.03,
      "learning_rate": 5.002522179945395e-06,
      "loss": 0.1481,
      "step": 2509
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.99495691238755e-06,
      "loss": 0.1341,
      "step": 2510
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.987395464872011e-06,
      "loss": 0.14,
      "step": 2511
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.979837843169959e-06,
      "loss": 0.1428,
      "step": 2512
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.972284053049668e-06,
      "loss": 0.1502,
      "step": 2513
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.964734100276481e-06,
      "loss": 0.1281,
      "step": 2514
    },
    {
      "epoch": 2.03,
      "learning_rate": 4.957187990612816e-06,
      "loss": 0.1351,
      "step": 2515
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.949645729818158e-06,
      "loss": 0.142,
      "step": 2516
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.942107323649043e-06,
      "loss": 0.1331,
      "step": 2517
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.934572777859081e-06,
      "loss": 0.1419,
      "step": 2518
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.9270420981989295e-06,
      "loss": 0.1277,
      "step": 2519
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.9195152904162865e-06,
      "loss": 0.1238,
      "step": 2520
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.911992360255908e-06,
      "loss": 0.1439,
      "step": 2521
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.904473313459586e-06,
      "loss": 0.1458,
      "step": 2522
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.896958155766147e-06,
      "loss": 0.1477,
      "step": 2523
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.889446892911447e-06,
      "loss": 0.1469,
      "step": 2524
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.881939530628372e-06,
      "loss": 0.1286,
      "step": 2525
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.874436074646839e-06,
      "loss": 0.1307,
      "step": 2526
    },
    {
      "epoch": 2.04,
      "learning_rate": 4.866936530693763e-06,
      "loss": 0.1567,
      "step": 2527
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.859440904493093e-06,
      "loss": 0.1141,
      "step": 2528
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.851949201765781e-06,
      "loss": 0.1293,
      "step": 2529
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.844461428229782e-06,
      "loss": 0.1213,
      "step": 2530
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.836977589600058e-06,
      "loss": 0.1345,
      "step": 2531
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.829497691588557e-06,
      "loss": 0.1312,
      "step": 2532
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.822021739904235e-06,
      "loss": 0.1421,
      "step": 2533
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.814549740253017e-06,
      "loss": 0.1488,
      "step": 2534
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.8070816983378285e-06,
      "loss": 0.1277,
      "step": 2535
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.7996176198585655e-06,
      "loss": 0.1337,
      "step": 2536
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.7921575105121024e-06,
      "loss": 0.144,
      "step": 2537
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.784701375992285e-06,
      "loss": 0.1549,
      "step": 2538
    },
    {
      "epoch": 2.05,
      "learning_rate": 4.777249221989918e-06,
      "loss": 0.1317,
      "step": 2539
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.769801054192776e-06,
      "loss": 0.1323,
      "step": 2540
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.762356878285592e-06,
      "loss": 0.1371,
      "step": 2541
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.754916699950038e-06,
      "loss": 0.1435,
      "step": 2542
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7474805248647604e-06,
      "loss": 0.145,
      "step": 2543
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.740048358705323e-06,
      "loss": 0.1303,
      "step": 2544
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.732620207144253e-06,
      "loss": 0.1366,
      "step": 2545
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7251960758509915e-06,
      "loss": 0.1409,
      "step": 2546
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.7177759704919295e-06,
      "loss": 0.1389,
      "step": 2547
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.710359896730379e-06,
      "loss": 0.1379,
      "step": 2548
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.702947860226564e-06,
      "loss": 0.1268,
      "step": 2549
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.695539866637653e-06,
      "loss": 0.1378,
      "step": 2550
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.6881359216177e-06,
      "loss": 0.1414,
      "step": 2551
    },
    {
      "epoch": 2.06,
      "learning_rate": 4.680736030817687e-06,
      "loss": 0.1368,
      "step": 2552
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.673340199885501e-06,
      "loss": 0.137,
      "step": 2553
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.665948434465917e-06,
      "loss": 0.146,
      "step": 2554
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.658560740200622e-06,
      "loss": 0.1273,
      "step": 2555
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.6511771227281835e-06,
      "loss": 0.1302,
      "step": 2556
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.643797587684072e-06,
      "loss": 0.1276,
      "step": 2557
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.636422140700631e-06,
      "loss": 0.1256,
      "step": 2558
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.629050787407085e-06,
      "loss": 0.1507,
      "step": 2559
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.6216835334295385e-06,
      "loss": 0.1345,
      "step": 2560
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.614320384390959e-06,
      "loss": 0.1466,
      "step": 2561
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.60696134591119e-06,
      "loss": 0.1513,
      "step": 2562
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.599606423606933e-06,
      "loss": 0.1298,
      "step": 2563
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.59225562309175e-06,
      "loss": 0.1427,
      "step": 2564
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.58490894997606e-06,
      "loss": 0.1483,
      "step": 2565
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.57756640986712e-06,
      "loss": 0.1254,
      "step": 2566
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.570228008369043e-06,
      "loss": 0.1386,
      "step": 2567
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.562893751082786e-06,
      "loss": 0.1371,
      "step": 2568
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.55556364360613e-06,
      "loss": 0.14,
      "step": 2569
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.548237691533699e-06,
      "loss": 0.1431,
      "step": 2570
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.540915900456943e-06,
      "loss": 0.1375,
      "step": 2571
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.533598275964139e-06,
      "loss": 0.1305,
      "step": 2572
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.526284823640375e-06,
      "loss": 0.1413,
      "step": 2573
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.518975549067565e-06,
      "loss": 0.1309,
      "step": 2574
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.51167045782443e-06,
      "loss": 0.1332,
      "step": 2575
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.504369555486493e-06,
      "loss": 0.1324,
      "step": 2576
    },
    {
      "epoch": 2.08,
      "learning_rate": 4.497072847626087e-06,
      "loss": 0.1284,
      "step": 2577
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.489780339812343e-06,
      "loss": 0.1388,
      "step": 2578
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.482492037611184e-06,
      "loss": 0.1359,
      "step": 2579
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.475207946585328e-06,
      "loss": 0.1408,
      "step": 2580
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.467928072294266e-06,
      "loss": 0.1251,
      "step": 2581
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.460652420294289e-06,
      "loss": 0.1445,
      "step": 2582
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.453380996138446e-06,
      "loss": 0.1202,
      "step": 2583
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.446113805376575e-06,
      "loss": 0.1384,
      "step": 2584
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.438850853555275e-06,
      "loss": 0.1525,
      "step": 2585
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.431592146217914e-06,
      "loss": 0.1451,
      "step": 2586
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.424337688904617e-06,
      "loss": 0.1367,
      "step": 2587
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.417087487152263e-06,
      "loss": 0.1354,
      "step": 2588
    },
    {
      "epoch": 2.09,
      "learning_rate": 4.409841546494489e-06,
      "loss": 0.1377,
      "step": 2589
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.402599872461678e-06,
      "loss": 0.136,
      "step": 2590
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.395362470580952e-06,
      "loss": 0.1381,
      "step": 2591
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.388129346376177e-06,
      "loss": 0.1378,
      "step": 2592
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.380900505367953e-06,
      "loss": 0.1377,
      "step": 2593
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.373675953073613e-06,
      "loss": 0.1215,
      "step": 2594
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.366455695007215e-06,
      "loss": 0.1387,
      "step": 2595
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.359239736679534e-06,
      "loss": 0.1331,
      "step": 2596
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.352028083598074e-06,
      "loss": 0.1422,
      "step": 2597
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.344820741267042e-06,
      "loss": 0.1326,
      "step": 2598
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.337617715187361e-06,
      "loss": 0.144,
      "step": 2599
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.330419010856661e-06,
      "loss": 0.1446,
      "step": 2600
    },
    {
      "epoch": 2.1,
      "learning_rate": 4.323224633769272e-06,
      "loss": 0.1406,
      "step": 2601
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.3160345894162225e-06,
      "loss": 0.14,
      "step": 2602
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.3088488832852245e-06,
      "loss": 0.1521,
      "step": 2603
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.301667520860693e-06,
      "loss": 0.1405,
      "step": 2604
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.294490507623722e-06,
      "loss": 0.1394,
      "step": 2605
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.287317849052075e-06,
      "loss": 0.1359,
      "step": 2606
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.280149550620218e-06,
      "loss": 0.1391,
      "step": 2607
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.272985617799262e-06,
      "loss": 0.1295,
      "step": 2608
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.265826056057006e-06,
      "loss": 0.1241,
      "step": 2609
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.258670870857894e-06,
      "loss": 0.1393,
      "step": 2610
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.251520067663044e-06,
      "loss": 0.1397,
      "step": 2611
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.244373651930232e-06,
      "loss": 0.1354,
      "step": 2612
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.237231629113863e-06,
      "loss": 0.1448,
      "step": 2613
    },
    {
      "epoch": 2.11,
      "learning_rate": 4.2300940046650244e-06,
      "loss": 0.1294,
      "step": 2614
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.222960784031413e-06,
      "loss": 0.1355,
      "step": 2615
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.215831972657383e-06,
      "loss": 0.1398,
      "step": 2616
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.208707575983921e-06,
      "loss": 0.1346,
      "step": 2617
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.201587599448638e-06,
      "loss": 0.1289,
      "step": 2618
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.194472048485778e-06,
      "loss": 0.1243,
      "step": 2619
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.187360928526198e-06,
      "loss": 0.1389,
      "step": 2620
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.180254244997391e-06,
      "loss": 0.1386,
      "step": 2621
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.173152003323442e-06,
      "loss": 0.1397,
      "step": 2622
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.16605420892506e-06,
      "loss": 0.1273,
      "step": 2623
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.158960867219561e-06,
      "loss": 0.1469,
      "step": 2624
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.15187198362085e-06,
      "loss": 0.1303,
      "step": 2625
    },
    {
      "epoch": 2.12,
      "learning_rate": 4.1447875635394384e-06,
      "loss": 0.1306,
      "step": 2626
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.137707612382436e-06,
      "loss": 0.1382,
      "step": 2627
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.130632135553522e-06,
      "loss": 0.1368,
      "step": 2628
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.123561138452988e-06,
      "loss": 0.144,
      "step": 2629
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.116494626477684e-06,
      "loss": 0.1347,
      "step": 2630
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.10943260502105e-06,
      "loss": 0.1297,
      "step": 2631
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.102375079473086e-06,
      "loss": 0.138,
      "step": 2632
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.095322055220374e-06,
      "loss": 0.1403,
      "step": 2633
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.088273537646058e-06,
      "loss": 0.1405,
      "step": 2634
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.081229532129826e-06,
      "loss": 0.137,
      "step": 2635
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.074190044047952e-06,
      "loss": 0.1301,
      "step": 2636
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.067155078773233e-06,
      "loss": 0.1441,
      "step": 2637
    },
    {
      "epoch": 2.13,
      "learning_rate": 4.0601246416750304e-06,
      "loss": 0.14,
      "step": 2638
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.05309873811925e-06,
      "loss": 0.1451,
      "step": 2639
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.046077373468325e-06,
      "loss": 0.1377,
      "step": 2640
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.039060553081238e-06,
      "loss": 0.1177,
      "step": 2641
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.032048282313489e-06,
      "loss": 0.1298,
      "step": 2642
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.025040566517123e-06,
      "loss": 0.1398,
      "step": 2643
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.0180374110407005e-06,
      "loss": 0.1491,
      "step": 2644
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.011038821229294e-06,
      "loss": 0.1233,
      "step": 2645
    },
    {
      "epoch": 2.14,
      "learning_rate": 4.004044802424504e-06,
      "loss": 0.1351,
      "step": 2646
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.997055359964428e-06,
      "loss": 0.1223,
      "step": 2647
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.9900704991836824e-06,
      "loss": 0.1465,
      "step": 2648
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.983090225413384e-06,
      "loss": 0.1554,
      "step": 2649
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.976114543981148e-06,
      "loss": 0.135,
      "step": 2650
    },
    {
      "epoch": 2.14,
      "learning_rate": 3.969143460211084e-06,
      "loss": 0.1324,
      "step": 2651
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.96217697942379e-06,
      "loss": 0.14,
      "step": 2652
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.9552151069363545e-06,
      "loss": 0.1255,
      "step": 2653
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.948257848062351e-06,
      "loss": 0.1302,
      "step": 2654
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.941305208111822e-06,
      "loss": 0.1375,
      "step": 2655
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.934357192391294e-06,
      "loss": 0.1385,
      "step": 2656
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.927413806203761e-06,
      "loss": 0.1259,
      "step": 2657
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.920475054848687e-06,
      "loss": 0.1301,
      "step": 2658
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.91354094362199e-06,
      "loss": 0.1384,
      "step": 2659
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.906611477816054e-06,
      "loss": 0.1308,
      "step": 2660
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.899686662719717e-06,
      "loss": 0.1414,
      "step": 2661
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.892766503618261e-06,
      "loss": 0.1323,
      "step": 2662
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.88585100579342e-06,
      "loss": 0.134,
      "step": 2663
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.878940174523371e-06,
      "loss": 0.1393,
      "step": 2664
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.872034015082727e-06,
      "loss": 0.1402,
      "step": 2665
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.865132532742541e-06,
      "loss": 0.1401,
      "step": 2666
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.85823573277028e-06,
      "loss": 0.1371,
      "step": 2667
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.851343620429858e-06,
      "loss": 0.1365,
      "step": 2668
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.844456200981595e-06,
      "loss": 0.1216,
      "step": 2669
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.837573479682236e-06,
      "loss": 0.1325,
      "step": 2670
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8306954617849445e-06,
      "loss": 0.1446,
      "step": 2671
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.823822152539286e-06,
      "loss": 0.141,
      "step": 2672
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.81695355719124e-06,
      "loss": 0.1386,
      "step": 2673
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.810089680983178e-06,
      "loss": 0.1373,
      "step": 2674
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.8032305291538775e-06,
      "loss": 0.1281,
      "step": 2675
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.796376106938513e-06,
      "loss": 0.1228,
      "step": 2676
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7895264195686366e-06,
      "loss": 0.1374,
      "step": 2677
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.782681472272198e-06,
      "loss": 0.1396,
      "step": 2678
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.775841270273527e-06,
      "loss": 0.1363,
      "step": 2679
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.769005818793329e-06,
      "loss": 0.1317,
      "step": 2680
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.762175123048687e-06,
      "loss": 0.1413,
      "step": 2681
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7553491882530456e-06,
      "loss": 0.1286,
      "step": 2682
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.748528019616231e-06,
      "loss": 0.1233,
      "step": 2683
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.741711622344414e-06,
      "loss": 0.1284,
      "step": 2684
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.734900001640135e-06,
      "loss": 0.1225,
      "step": 2685
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.7280931627022876e-06,
      "loss": 0.1275,
      "step": 2686
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.721291110726115e-06,
      "loss": 0.132,
      "step": 2687
    },
    {
      "epoch": 2.17,
      "learning_rate": 3.714493850903208e-06,
      "loss": 0.133,
      "step": 2688
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.707701388421491e-06,
      "loss": 0.1384,
      "step": 2689
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.7009137284652386e-06,
      "loss": 0.1223,
      "step": 2690
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6941308762150575e-06,
      "loss": 0.1403,
      "step": 2691
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.687352836847874e-06,
      "loss": 0.1384,
      "step": 2692
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.680579615536961e-06,
      "loss": 0.1306,
      "step": 2693
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6738112174518936e-06,
      "loss": 0.1399,
      "step": 2694
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6670476477585827e-06,
      "loss": 0.1287,
      "step": 2695
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6602889116192374e-06,
      "loss": 0.1309,
      "step": 2696
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.653535014192391e-06,
      "loss": 0.1277,
      "step": 2697
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.6467859606328825e-06,
      "loss": 0.1348,
      "step": 2698
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.640041756091839e-06,
      "loss": 0.1318,
      "step": 2699
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.633302405716712e-06,
      "loss": 0.1362,
      "step": 2700
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6265679146512256e-06,
      "loss": 0.1284,
      "step": 2701
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6198382880354043e-06,
      "loss": 0.1421,
      "step": 2702
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.6131135310055653e-06,
      "loss": 0.1326,
      "step": 2703
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.606393648694294e-06,
      "loss": 0.1379,
      "step": 2704
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5996786462304724e-06,
      "loss": 0.1412,
      "step": 2705
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.592968528739239e-06,
      "loss": 0.1353,
      "step": 2706
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.586263301342029e-06,
      "loss": 0.1485,
      "step": 2707
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5795629691565205e-06,
      "loss": 0.131,
      "step": 2708
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.572867537296669e-06,
      "loss": 0.1239,
      "step": 2709
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5661770108726914e-06,
      "loss": 0.1333,
      "step": 2710
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.559491394991048e-06,
      "loss": 0.126,
      "step": 2711
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.5528106947544626e-06,
      "loss": 0.1463,
      "step": 2712
    },
    {
      "epoch": 2.19,
      "learning_rate": 3.546134915261905e-06,
      "loss": 0.1296,
      "step": 2713
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5394640616085874e-06,
      "loss": 0.1281,
      "step": 2714
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5327981388859657e-06,
      "loss": 0.1354,
      "step": 2715
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5261371521817247e-06,
      "loss": 0.1299,
      "step": 2716
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5194811065797917e-06,
      "loss": 0.1423,
      "step": 2717
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5128300071603117e-06,
      "loss": 0.1291,
      "step": 2718
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.5061838589996654e-06,
      "loss": 0.1298,
      "step": 2719
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4995426671704493e-06,
      "loss": 0.1285,
      "step": 2720
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4929064367414767e-06,
      "loss": 0.1267,
      "step": 2721
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.48627517277778e-06,
      "loss": 0.1481,
      "step": 2722
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.479648880340588e-06,
      "loss": 0.1378,
      "step": 2723
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.473027564487347e-06,
      "loss": 0.1372,
      "step": 2724
    },
    {
      "epoch": 2.2,
      "learning_rate": 3.4664112302717047e-06,
      "loss": 0.1452,
      "step": 2725
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4597998827434964e-06,
      "loss": 0.1394,
      "step": 2726
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4531935269487614e-06,
      "loss": 0.1305,
      "step": 2727
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.446592167929725e-06,
      "loss": 0.141,
      "step": 2728
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.439995810724801e-06,
      "loss": 0.1252,
      "step": 2729
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.433404460368587e-06,
      "loss": 0.1334,
      "step": 2730
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4268181218918486e-06,
      "loss": 0.1366,
      "step": 2731
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4202368003215404e-06,
      "loss": 0.1319,
      "step": 2732
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4136605006807768e-06,
      "loss": 0.1401,
      "step": 2733
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4070892279888444e-06,
      "loss": 0.1422,
      "step": 2734
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.4005229872611944e-06,
      "loss": 0.129,
      "step": 2735
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3939617835094353e-06,
      "loss": 0.1348,
      "step": 2736
    },
    {
      "epoch": 2.21,
      "learning_rate": 3.3874056217413333e-06,
      "loss": 0.1375,
      "step": 2737
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3808545069608e-06,
      "loss": 0.1387,
      "step": 2738
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3743084441679007e-06,
      "loss": 0.1534,
      "step": 2739
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3677674383588476e-06,
      "loss": 0.1198,
      "step": 2740
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3612314945259827e-06,
      "loss": 0.1388,
      "step": 2741
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3547006176577934e-06,
      "loss": 0.1353,
      "step": 2742
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.348174812738899e-06,
      "loss": 0.1292,
      "step": 2743
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.341654084750047e-06,
      "loss": 0.1477,
      "step": 2744
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.335138438668104e-06,
      "loss": 0.1331,
      "step": 2745
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3286278794660665e-06,
      "loss": 0.1408,
      "step": 2746
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.322122412113047e-06,
      "loss": 0.1329,
      "step": 2747
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.3156220415742624e-06,
      "loss": 0.1371,
      "step": 2748
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.309126772811052e-06,
      "loss": 0.1362,
      "step": 2749
    },
    {
      "epoch": 2.22,
      "learning_rate": 3.302636610780855e-06,
      "loss": 0.1519,
      "step": 2750
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.296151560437214e-06,
      "loss": 0.1344,
      "step": 2751
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2896716267297725e-06,
      "loss": 0.1303,
      "step": 2752
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2831968146042613e-06,
      "loss": 0.1259,
      "step": 2753
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2767271290025127e-06,
      "loss": 0.1337,
      "step": 2754
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.270262574862434e-06,
      "loss": 0.1416,
      "step": 2755
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2638031571180263e-06,
      "loss": 0.1336,
      "step": 2756
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.257348880699367e-06,
      "loss": 0.1228,
      "step": 2757
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.250899750532609e-06,
      "loss": 0.1206,
      "step": 2758
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2444557715399816e-06,
      "loss": 0.135,
      "step": 2759
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.238016948639772e-06,
      "loss": 0.1369,
      "step": 2760
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.2315832867463413e-06,
      "loss": 0.1422,
      "step": 2761
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.225154790770112e-06,
      "loss": 0.1389,
      "step": 2762
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2187314656175517e-06,
      "loss": 0.1441,
      "step": 2763
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2123133161912035e-06,
      "loss": 0.1296,
      "step": 2764
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.2059003473896353e-06,
      "loss": 0.1351,
      "step": 2765
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1994925641074793e-06,
      "loss": 0.1397,
      "step": 2766
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1930899712354037e-06,
      "loss": 0.1522,
      "step": 2767
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1866925736601097e-06,
      "loss": 0.1332,
      "step": 2768
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1803003762643445e-06,
      "loss": 0.1305,
      "step": 2769
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1739133839268698e-06,
      "loss": 0.1407,
      "step": 2770
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1675316015225e-06,
      "loss": 0.1281,
      "step": 2771
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1611550339220455e-06,
      "loss": 0.1326,
      "step": 2772
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.1547836859923553e-06,
      "loss": 0.143,
      "step": 2773
    },
    {
      "epoch": 2.24,
      "learning_rate": 3.148417562596289e-06,
      "loss": 0.1271,
      "step": 2774
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1420566685927125e-06,
      "loss": 0.1372,
      "step": 2775
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1357010088365104e-06,
      "loss": 0.1285,
      "step": 2776
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.129350588178566e-06,
      "loss": 0.1395,
      "step": 2777
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.123005411465766e-06,
      "loss": 0.1325,
      "step": 2778
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.1166654835409982e-06,
      "loss": 0.1354,
      "step": 2779
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.110330809243134e-06,
      "loss": 0.1278,
      "step": 2780
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.104001393407049e-06,
      "loss": 0.1217,
      "step": 2781
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.0976772408635904e-06,
      "loss": 0.1341,
      "step": 2782
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.091358356439599e-06,
      "loss": 0.1277,
      "step": 2783
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.085044744957896e-06,
      "loss": 0.1278,
      "step": 2784
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.078736411237262e-06,
      "loss": 0.1308,
      "step": 2785
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.072433360092476e-06,
      "loss": 0.1255,
      "step": 2786
    },
    {
      "epoch": 2.25,
      "learning_rate": 3.066135596334259e-06,
      "loss": 0.1318,
      "step": 2787
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.059843124769312e-06,
      "loss": 0.1406,
      "step": 2788
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0535559502002944e-06,
      "loss": 0.1316,
      "step": 2789
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0472740774258157e-06,
      "loss": 0.1322,
      "step": 2790
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0409975112404512e-06,
      "loss": 0.1487,
      "step": 2791
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0347262564347057e-06,
      "loss": 0.1371,
      "step": 2792
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.02846031779506e-06,
      "loss": 0.1341,
      "step": 2793
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0221997001039083e-06,
      "loss": 0.1255,
      "step": 2794
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.0159444081395994e-06,
      "loss": 0.1309,
      "step": 2795
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.009694446676419e-06,
      "loss": 0.1313,
      "step": 2796
    },
    {
      "epoch": 2.26,
      "learning_rate": 3.003449820484571e-06,
      "loss": 0.1375,
      "step": 2797
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.997210534330198e-06,
      "loss": 0.1351,
      "step": 2798
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.9909765929753674e-06,
      "loss": 0.1266,
      "step": 2799
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9847480011780607e-06,
      "loss": 0.1382,
      "step": 2800
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9785247636921853e-06,
      "loss": 0.1337,
      "step": 2801
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9723068852675495e-06,
      "loss": 0.138,
      "step": 2802
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9660943706498847e-06,
      "loss": 0.1387,
      "step": 2803
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.959887224580815e-06,
      "loss": 0.1383,
      "step": 2804
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9536854517978784e-06,
      "loss": 0.143,
      "step": 2805
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9474890570345083e-06,
      "loss": 0.1337,
      "step": 2806
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9412980450200303e-06,
      "loss": 0.1311,
      "step": 2807
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.93511242047967e-06,
      "loss": 0.1336,
      "step": 2808
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 0.1546,
      "step": 2809
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.922757352701595e-06,
      "loss": 0.1362,
      "step": 2810
    },
    {
      "epoch": 2.27,
      "learning_rate": 2.916587918893753e-06,
      "loss": 0.1344,
      "step": 2811
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.9104238914197447e-06,
      "loss": 0.1206,
      "step": 2812
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.904265274984196e-06,
      "loss": 0.1208,
      "step": 2813
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8981120742876014e-06,
      "loss": 0.1296,
      "step": 2814
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8919642940263214e-06,
      "loss": 0.1225,
      "step": 2815
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8858219388925836e-06,
      "loss": 0.1267,
      "step": 2816
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8796850135744627e-06,
      "loss": 0.1337,
      "step": 2817
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8735535227559054e-06,
      "loss": 0.1325,
      "step": 2818
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.867427471116695e-06,
      "loss": 0.1357,
      "step": 2819
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.861306863332475e-06,
      "loss": 0.1352,
      "step": 2820
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.855191704074728e-06,
      "loss": 0.1297,
      "step": 2821
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.849081998010782e-06,
      "loss": 0.1373,
      "step": 2822
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8429777498038023e-06,
      "loss": 0.1284,
      "step": 2823
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.8368789641127814e-06,
      "loss": 0.1293,
      "step": 2824
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8307856455925508e-06,
      "loss": 0.1436,
      "step": 2825
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.824697798893772e-06,
      "loss": 0.1225,
      "step": 2826
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8186154286629118e-06,
      "loss": 0.1222,
      "step": 2827
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8125385395422856e-06,
      "loss": 0.1424,
      "step": 2828
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8064671361700003e-06,
      "loss": 0.1391,
      "step": 2829
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.8004012231799905e-06,
      "loss": 0.1385,
      "step": 2830
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.794340805201989e-06,
      "loss": 0.1231,
      "step": 2831
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.788285886861547e-06,
      "loss": 0.129,
      "step": 2832
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7822364727800123e-06,
      "loss": 0.1294,
      "step": 2833
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.776192567574524e-06,
      "loss": 0.1213,
      "step": 2834
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7701541758580343e-06,
      "loss": 0.1331,
      "step": 2835
    },
    {
      "epoch": 2.29,
      "learning_rate": 2.7641213022392698e-06,
      "loss": 0.1377,
      "step": 2836
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7580939513227556e-06,
      "loss": 0.1254,
      "step": 2837
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7520721277088023e-06,
      "loss": 0.1405,
      "step": 2838
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7460558359934907e-06,
      "loss": 0.1364,
      "step": 2839
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.740045080768694e-06,
      "loss": 0.1301,
      "step": 2840
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.734039866622048e-06,
      "loss": 0.1357,
      "step": 2841
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.728040198136965e-06,
      "loss": 0.1489,
      "step": 2842
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.722046079892626e-06,
      "loss": 0.127,
      "step": 2843
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7160575164639722e-06,
      "loss": 0.1319,
      "step": 2844
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.710074512421711e-06,
      "loss": 0.118,
      "step": 2845
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.7040970723322945e-06,
      "loss": 0.1376,
      "step": 2846
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.6981252007579395e-06,
      "loss": 0.1365,
      "step": 2847
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.692158902256613e-06,
      "loss": 0.1335,
      "step": 2848
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.686198181382016e-06,
      "loss": 0.1392,
      "step": 2849
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6802430426836113e-06,
      "loss": 0.1434,
      "step": 2850
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6742934907065833e-06,
      "loss": 0.1219,
      "step": 2851
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.668349529991865e-06,
      "loss": 0.1428,
      "step": 2852
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.662411165076112e-06,
      "loss": 0.1369,
      "step": 2853
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6564784004917156e-06,
      "loss": 0.1246,
      "step": 2854
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.650551240766794e-06,
      "loss": 0.14,
      "step": 2855
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.644629690425178e-06,
      "loss": 0.1327,
      "step": 2856
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.6387137539864326e-06,
      "loss": 0.1446,
      "step": 2857
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.632803435965823e-06,
      "loss": 0.127,
      "step": 2858
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.626898740874332e-06,
      "loss": 0.1381,
      "step": 2859
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.620999673218656e-06,
      "loss": 0.1288,
      "step": 2860
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.615106237501186e-06,
      "loss": 0.1297,
      "step": 2861
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.6092184382200216e-06,
      "loss": 0.1366,
      "step": 2862
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.603336279868959e-06,
      "loss": 0.1366,
      "step": 2863
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.597459766937489e-06,
      "loss": 0.1358,
      "step": 2864
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5915889039107967e-06,
      "loss": 0.144,
      "step": 2865
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.585723695269745e-06,
      "loss": 0.1382,
      "step": 2866
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5798641454908945e-06,
      "loss": 0.1256,
      "step": 2867
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.574010259046473e-06,
      "loss": 0.1486,
      "step": 2868
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.568162040404397e-06,
      "loss": 0.1363,
      "step": 2869
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5623194940282526e-06,
      "loss": 0.122,
      "step": 2870
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5564826243772965e-06,
      "loss": 0.1531,
      "step": 2871
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.5506514359064562e-06,
      "loss": 0.1299,
      "step": 2872
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.544825933066315e-06,
      "loss": 0.1561,
      "step": 2873
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5390061203031234e-06,
      "loss": 0.1179,
      "step": 2874
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.533192002058792e-06,
      "loss": 0.1201,
      "step": 2875
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5273835827708738e-06,
      "loss": 0.1375,
      "step": 2876
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5215808668725815e-06,
      "loss": 0.1395,
      "step": 2877
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.515783858792772e-06,
      "loss": 0.1375,
      "step": 2878
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.5099925629559495e-06,
      "loss": 0.1281,
      "step": 2879
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.504206983782248e-06,
      "loss": 0.1394,
      "step": 2880
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4984271256874504e-06,
      "loss": 0.1308,
      "step": 2881
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.492652993082967e-06,
      "loss": 0.1337,
      "step": 2882
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4868845903758366e-06,
      "loss": 0.1338,
      "step": 2883
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.4811219219687275e-06,
      "loss": 0.1385,
      "step": 2884
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.475364992259932e-06,
      "loss": 0.1358,
      "step": 2885
    },
    {
      "epoch": 2.33,
      "learning_rate": 2.469613805643362e-06,
      "loss": 0.1299,
      "step": 2886
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.463868366508546e-06,
      "loss": 0.1265,
      "step": 2887
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4581286792406223e-06,
      "loss": 0.1358,
      "step": 2888
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.452394748220346e-06,
      "loss": 0.1371,
      "step": 2889
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.446666577824068e-06,
      "loss": 0.1371,
      "step": 2890
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.440944172423756e-06,
      "loss": 0.139,
      "step": 2891
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.435227536386967e-06,
      "loss": 0.1417,
      "step": 2892
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4295166740768605e-06,
      "loss": 0.146,
      "step": 2893
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4238115898521897e-06,
      "loss": 0.1238,
      "step": 2894
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4181122880672903e-06,
      "loss": 0.1341,
      "step": 2895
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4124187730720916e-06,
      "loss": 0.1386,
      "step": 2896
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4067310492121064e-06,
      "loss": 0.137,
      "step": 2897
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.4010491208284226e-06,
      "loss": 0.1333,
      "step": 2898
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3953729922577075e-06,
      "loss": 0.1224,
      "step": 2899
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.389702667832202e-06,
      "loss": 0.1418,
      "step": 2900
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3840381518797182e-06,
      "loss": 0.1383,
      "step": 2901
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3783794487236367e-06,
      "loss": 0.1267,
      "step": 2902
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.372726562682891e-06,
      "loss": 0.1275,
      "step": 2903
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.367079498071989e-06,
      "loss": 0.1424,
      "step": 2904
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3614382592009822e-06,
      "loss": 0.1326,
      "step": 2905
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.355802850375486e-06,
      "loss": 0.1322,
      "step": 2906
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.350173275896661e-06,
      "loss": 0.1259,
      "step": 2907
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.344549540061217e-06,
      "loss": 0.1271,
      "step": 2908
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.33893164716141e-06,
      "loss": 0.1372,
      "step": 2909
    },
    {
      "epoch": 2.35,
      "learning_rate": 2.3333196014850246e-06,
      "loss": 0.1318,
      "step": 2910
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3277134073153963e-06,
      "loss": 0.1405,
      "step": 2911
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.322113068931391e-06,
      "loss": 0.126,
      "step": 2912
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.316518590607395e-06,
      "loss": 0.1338,
      "step": 2913
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.310929976613341e-06,
      "loss": 0.1363,
      "step": 2914
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.3053472312146683e-06,
      "loss": 0.1302,
      "step": 2915
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2997703586723475e-06,
      "loss": 0.135,
      "step": 2916
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2941993632428595e-06,
      "loss": 0.14,
      "step": 2917
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2886342491782056e-06,
      "loss": 0.1402,
      "step": 2918
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2830750207258977e-06,
      "loss": 0.1207,
      "step": 2919
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.277521682128947e-06,
      "loss": 0.136,
      "step": 2920
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.271974237625886e-06,
      "loss": 0.1413,
      "step": 2921
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2664326914507305e-06,
      "loss": 0.1361,
      "step": 2922
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.2608970478330063e-06,
      "loss": 0.1368,
      "step": 2923
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2553673109977326e-06,
      "loss": 0.126,
      "step": 2924
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2498434851654125e-06,
      "loss": 0.1278,
      "step": 2925
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.24432557455205e-06,
      "loss": 0.1296,
      "step": 2926
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2388135833691182e-06,
      "loss": 0.1255,
      "step": 2927
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.233307515823594e-06,
      "loss": 0.1308,
      "step": 2928
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.227807376117912e-06,
      "loss": 0.1173,
      "step": 2929
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2223131684499932e-06,
      "loss": 0.1347,
      "step": 2930
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2168248970132333e-06,
      "loss": 0.1382,
      "step": 2931
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.2113425659964873e-06,
      "loss": 0.1445,
      "step": 2932
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.205866179584084e-06,
      "loss": 0.123,
      "step": 2933
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.200395741955815e-06,
      "loss": 0.1377,
      "step": 2934
    },
    {
      "epoch": 2.37,
      "learning_rate": 2.1949312572869287e-06,
      "loss": 0.1277,
      "step": 2935
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.189472729748132e-06,
      "loss": 0.1449,
      "step": 2936
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1840201635055823e-06,
      "loss": 0.1347,
      "step": 2937
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1785735627208913e-06,
      "loss": 0.1285,
      "step": 2938
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1731329315511107e-06,
      "loss": 0.1533,
      "step": 2939
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1676982741487427e-06,
      "loss": 0.1414,
      "step": 2940
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.162269594661729e-06,
      "loss": 0.1332,
      "step": 2941
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.1568468972334465e-06,
      "loss": 0.1153,
      "step": 2942
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.151430186002711e-06,
      "loss": 0.133,
      "step": 2943
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.146019465103759e-06,
      "loss": 0.1339,
      "step": 2944
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.140614738666267e-06,
      "loss": 0.1376,
      "step": 2945
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.135216010815331e-06,
      "loss": 0.1296,
      "step": 2946
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.129823285671465e-06,
      "loss": 0.1249,
      "step": 2947
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1244365673506074e-06,
      "loss": 0.1357,
      "step": 2948
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.1190558599641097e-06,
      "loss": 0.1352,
      "step": 2949
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.113681167618736e-06,
      "loss": 0.1255,
      "step": 2950
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.108312494416663e-06,
      "loss": 0.149,
      "step": 2951
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.102949844455462e-06,
      "loss": 0.1158,
      "step": 2952
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0975932218281203e-06,
      "loss": 0.1402,
      "step": 2953
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.092242630623016e-06,
      "loss": 0.1239,
      "step": 2954
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0868980749239277e-06,
      "loss": 0.1393,
      "step": 2955
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.081559558810028e-06,
      "loss": 0.1294,
      "step": 2956
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0762270863558774e-06,
      "loss": 0.1153,
      "step": 2957
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.070900661631429e-06,
      "loss": 0.1424,
      "step": 2958
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.0655802887020106e-06,
      "loss": 0.1398,
      "step": 2959
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.060265971628338e-06,
      "loss": 0.1364,
      "step": 2960
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0549577144665067e-06,
      "loss": 0.1245,
      "step": 2961
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.049655521267978e-06,
      "loss": 0.1292,
      "step": 2962
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.044359396079595e-06,
      "loss": 0.1335,
      "step": 2963
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0390693429435626e-06,
      "loss": 0.1296,
      "step": 2964
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0337853658974573e-06,
      "loss": 0.1358,
      "step": 2965
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.02850746897421e-06,
      "loss": 0.1382,
      "step": 2966
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0232356562021183e-06,
      "loss": 0.1359,
      "step": 2967
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.017969931604835e-06,
      "loss": 0.1133,
      "step": 2968
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0127102992013605e-06,
      "loss": 0.1332,
      "step": 2969
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.0074567630060514e-06,
      "loss": 0.1378,
      "step": 2970
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.002209327028609e-06,
      "loss": 0.1322,
      "step": 2971
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.9969679952740805e-06,
      "loss": 0.1347,
      "step": 2972
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9917327717428546e-06,
      "loss": 0.1379,
      "step": 2973
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.986503660430652e-06,
      "loss": 0.1378,
      "step": 2974
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9812806653285366e-06,
      "loss": 0.1268,
      "step": 2975
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9760637904228953e-06,
      "loss": 0.1315,
      "step": 2976
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9708530396954484e-06,
      "loss": 0.1322,
      "step": 2977
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9656484171232506e-06,
      "loss": 0.1277,
      "step": 2978
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9604499266786627e-06,
      "loss": 0.1292,
      "step": 2979
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.955257572329379e-06,
      "loss": 0.1303,
      "step": 2980
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.9500713580384e-06,
      "loss": 0.1362,
      "step": 2981
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.944891287764047e-06,
      "loss": 0.1339,
      "step": 2982
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.939717365459952e-06,
      "loss": 0.1348,
      "step": 2983
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.934549595075045e-06,
      "loss": 0.1416,
      "step": 2984
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9293879805535785e-06,
      "loss": 0.1419,
      "step": 2985
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9242325258350892e-06,
      "loss": 0.1232,
      "step": 2986
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.919083234854422e-06,
      "loss": 0.1433,
      "step": 2987
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9139401115417156e-06,
      "loss": 0.1331,
      "step": 2988
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9088031598223965e-06,
      "loss": 0.1329,
      "step": 2989
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.9036723836171899e-06,
      "loss": 0.1357,
      "step": 2990
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8985477868420944e-06,
      "loss": 0.1365,
      "step": 2991
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8934293734084108e-06,
      "loss": 0.13,
      "step": 2992
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8883171472227024e-06,
      "loss": 0.1361,
      "step": 2993
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8832111121868202e-06,
      "loss": 0.1266,
      "step": 2994
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.87811127219789e-06,
      "loss": 0.123,
      "step": 2995
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8730176311483017e-06,
      "loss": 0.1334,
      "step": 2996
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.867930192925722e-06,
      "loss": 0.1323,
      "step": 2997
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.862848961413083e-06,
      "loss": 0.1395,
      "step": 2998
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8577739404885675e-06,
      "loss": 0.1339,
      "step": 2999
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8527051340256397e-06,
      "loss": 0.132,
      "step": 3000
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8476425458930003e-06,
      "loss": 0.1468,
      "step": 3001
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8425861799546175e-06,
      "loss": 0.1342,
      "step": 3002
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8375360400697007e-06,
      "loss": 0.1284,
      "step": 3003
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8324921300927123e-06,
      "loss": 0.1345,
      "step": 3004
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8274544538733629e-06,
      "loss": 0.1298,
      "step": 3005
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8224230152565958e-06,
      "loss": 0.1334,
      "step": 3006
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8173978180826068e-06,
      "loss": 0.1291,
      "step": 3007
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8123788661868146e-06,
      "loss": 0.143,
      "step": 3008
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8073661633998796e-06,
      "loss": 0.1264,
      "step": 3009
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.8023597135476923e-06,
      "loss": 0.1327,
      "step": 3010
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7973595204513638e-06,
      "loss": 0.1424,
      "step": 3011
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7923655879272395e-06,
      "loss": 0.1324,
      "step": 3012
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7873779197868746e-06,
      "loss": 0.1433,
      "step": 3013
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7823965198370607e-06,
      "loss": 0.1335,
      "step": 3014
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7774213918797868e-06,
      "loss": 0.1318,
      "step": 3015
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.772452539712265e-06,
      "loss": 0.1328,
      "step": 3016
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7674899671269175e-06,
      "loss": 0.1376,
      "step": 3017
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7625336779113678e-06,
      "loss": 0.1412,
      "step": 3018
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7575836758484478e-06,
      "loss": 0.1292,
      "step": 3019
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.752639964716193e-06,
      "loss": 0.1318,
      "step": 3020
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.747702548287832e-06,
      "loss": 0.1276,
      "step": 3021
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.7427714303317966e-06,
      "loss": 0.132,
      "step": 3022
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7378466146117e-06,
      "loss": 0.13,
      "step": 3023
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7329281048863588e-06,
      "loss": 0.1363,
      "step": 3024
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7280159049097622e-06,
      "loss": 0.1266,
      "step": 3025
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7231100184310955e-06,
      "loss": 0.1358,
      "step": 3026
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7182104491947193e-06,
      "loss": 0.12,
      "step": 3027
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7133172009401755e-06,
      "loss": 0.1267,
      "step": 3028
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7084302774021832e-06,
      "loss": 0.1281,
      "step": 3029
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.7035496823106247e-06,
      "loss": 0.1441,
      "step": 3030
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6986754193905618e-06,
      "loss": 0.1217,
      "step": 3031
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6938074923622227e-06,
      "loss": 0.1446,
      "step": 3032
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.688945904940993e-06,
      "loss": 0.136,
      "step": 3033
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.6840906608374264e-06,
      "loss": 0.1407,
      "step": 3034
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6792417637572324e-06,
      "loss": 0.1384,
      "step": 3035
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.674399217401278e-06,
      "loss": 0.1312,
      "step": 3036
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6695630254655826e-06,
      "loss": 0.1377,
      "step": 3037
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6647331916413102e-06,
      "loss": 0.1292,
      "step": 3038
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6599097196147818e-06,
      "loss": 0.134,
      "step": 3039
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6550926130674527e-06,
      "loss": 0.1388,
      "step": 3040
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6502818756759275e-06,
      "loss": 0.1326,
      "step": 3041
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6454775111119458e-06,
      "loss": 0.1363,
      "step": 3042
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6406795230423855e-06,
      "loss": 0.1334,
      "step": 3043
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6358879151292595e-06,
      "loss": 0.1427,
      "step": 3044
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6311026910297013e-06,
      "loss": 0.1325,
      "step": 3045
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.6263238543959825e-06,
      "loss": 0.1342,
      "step": 3046
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.621551408875498e-06,
      "loss": 0.1234,
      "step": 3047
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6167853581107584e-06,
      "loss": 0.1456,
      "step": 3048
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.6120257057393996e-06,
      "loss": 0.1427,
      "step": 3049
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.607272455394172e-06,
      "loss": 0.1352,
      "step": 3050
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.602525610702943e-06,
      "loss": 0.1356,
      "step": 3051
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.597785175288683e-06,
      "loss": 0.1366,
      "step": 3052
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.593051152769478e-06,
      "loss": 0.1358,
      "step": 3053
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.588323546758519e-06,
      "loss": 0.1271,
      "step": 3054
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5836023608640927e-06,
      "loss": 0.1409,
      "step": 3055
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5788875986895936e-06,
      "loss": 0.1282,
      "step": 3056
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5741792638335096e-06,
      "loss": 0.1318,
      "step": 3057
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.569477359889424e-06,
      "loss": 0.1235,
      "step": 3058
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.5647818904460143e-06,
      "loss": 0.1182,
      "step": 3059
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5600928590870402e-06,
      "loss": 0.1325,
      "step": 3060
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5554102693913543e-06,
      "loss": 0.1275,
      "step": 3061
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5507341249328867e-06,
      "loss": 0.1299,
      "step": 3062
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5460644292806527e-06,
      "loss": 0.1257,
      "step": 3063
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5414011859987488e-06,
      "loss": 0.126,
      "step": 3064
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5367443986463382e-06,
      "loss": 0.1367,
      "step": 3065
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5320940707776633e-06,
      "loss": 0.1246,
      "step": 3066
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5274502059420303e-06,
      "loss": 0.132,
      "step": 3067
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5228128076838201e-06,
      "loss": 0.1218,
      "step": 3068
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5181818795424741e-06,
      "loss": 0.1309,
      "step": 3069
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5135574250524898e-06,
      "loss": 0.132,
      "step": 3070
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.5089394477434382e-06,
      "loss": 0.1313,
      "step": 3071
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.5043279511399334e-06,
      "loss": 0.1409,
      "step": 3072
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4997229387616474e-06,
      "loss": 0.1294,
      "step": 3073
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4951244141233067e-06,
      "loss": 0.126,
      "step": 3074
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4905323807346794e-06,
      "loss": 0.1252,
      "step": 3075
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4859468421005863e-06,
      "loss": 0.134,
      "step": 3076
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.481367801720881e-06,
      "loss": 0.1289,
      "step": 3077
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4767952630904746e-06,
      "loss": 0.1333,
      "step": 3078
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4722292296992957e-06,
      "loss": 0.129,
      "step": 3079
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.467669705032323e-06,
      "loss": 0.133,
      "step": 3080
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4631166925695617e-06,
      "loss": 0.1252,
      "step": 3081
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.458570195786042e-06,
      "loss": 0.1276,
      "step": 3082
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.4540302181518306e-06,
      "loss": 0.1278,
      "step": 3083
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4494967631320123e-06,
      "loss": 0.1264,
      "step": 3084
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4449698341866958e-06,
      "loss": 0.1265,
      "step": 3085
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4404494347710096e-06,
      "loss": 0.1301,
      "step": 3086
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.435935568335094e-06,
      "loss": 0.1251,
      "step": 3087
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4314282383241097e-06,
      "loss": 0.1301,
      "step": 3088
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4269274481782203e-06,
      "loss": 0.1341,
      "step": 3089
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.422433201332607e-06,
      "loss": 0.1233,
      "step": 3090
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4179455012174503e-06,
      "loss": 0.1386,
      "step": 3091
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4134643512579383e-06,
      "loss": 0.1328,
      "step": 3092
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4089897548742581e-06,
      "loss": 0.1194,
      "step": 3093
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4045217154815926e-06,
      "loss": 0.1205,
      "step": 3094
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.4000602364901218e-06,
      "loss": 0.1213,
      "step": 3095
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.3956053213050224e-06,
      "loss": 0.1255,
      "step": 3096
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3911569733264541e-06,
      "loss": 0.1355,
      "step": 3097
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3867151959495684e-06,
      "loss": 0.1192,
      "step": 3098
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3822799925645036e-06,
      "loss": 0.122,
      "step": 3099
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3778513665563786e-06,
      "loss": 0.1281,
      "step": 3100
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3734293213052885e-06,
      "loss": 0.133,
      "step": 3101
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.36901386018631e-06,
      "loss": 0.1312,
      "step": 3102
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.364604986569499e-06,
      "loss": 0.1377,
      "step": 3103
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3602027038198695e-06,
      "loss": 0.1265,
      "step": 3104
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.35580701529742e-06,
      "loss": 0.1429,
      "step": 3105
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3514179243571069e-06,
      "loss": 0.1254,
      "step": 3106
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3470354343488568e-06,
      "loss": 0.1272,
      "step": 3107
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.3426595486175542e-06,
      "loss": 0.1295,
      "step": 3108
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3382902705030432e-06,
      "loss": 0.117,
      "step": 3109
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3339276033401283e-06,
      "loss": 0.137,
      "step": 3110
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3295715504585604e-06,
      "loss": 0.1314,
      "step": 3111
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3252221151830513e-06,
      "loss": 0.1269,
      "step": 3112
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3208793008332587e-06,
      "loss": 0.1339,
      "step": 3113
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3165431107237836e-06,
      "loss": 0.1345,
      "step": 3114
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3122135481641784e-06,
      "loss": 0.1235,
      "step": 3115
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3078906164589278e-06,
      "loss": 0.1348,
      "step": 3116
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.3035743189074612e-06,
      "loss": 0.1312,
      "step": 3117
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.299264658804148e-06,
      "loss": 0.1255,
      "step": 3118
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.2949616394382802e-06,
      "loss": 0.1369,
      "step": 3119
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.290665264094093e-06,
      "loss": 0.1237,
      "step": 3120
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2863755360507458e-06,
      "loss": 0.1391,
      "step": 3121
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2820924585823236e-06,
      "loss": 0.1367,
      "step": 3122
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2778160349578405e-06,
      "loss": 0.1352,
      "step": 3123
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2735462684412225e-06,
      "loss": 0.1334,
      "step": 3124
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2692831622913249e-06,
      "loss": 0.1313,
      "step": 3125
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2650267197619114e-06,
      "loss": 0.1191,
      "step": 3126
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2607769441016648e-06,
      "loss": 0.1417,
      "step": 3127
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2565338385541792e-06,
      "loss": 0.1378,
      "step": 3128
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2522974063579552e-06,
      "loss": 0.1514,
      "step": 3129
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2480676507464051e-06,
      "loss": 0.131,
      "step": 3130
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2438445749478379e-06,
      "loss": 0.1373,
      "step": 3131
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2396281821854684e-06,
      "loss": 0.13,
      "step": 3132
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.2354184756774147e-06,
      "loss": 0.1339,
      "step": 3133
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2312154586366799e-06,
      "loss": 0.1369,
      "step": 3134
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2270191342711768e-06,
      "loss": 0.1202,
      "step": 3135
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2228295057836981e-06,
      "loss": 0.1343,
      "step": 3136
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2186465763719324e-06,
      "loss": 0.1301,
      "step": 3137
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2144703492284504e-06,
      "loss": 0.1258,
      "step": 3138
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2103008275407113e-06,
      "loss": 0.1242,
      "step": 3139
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2061380144910572e-06,
      "loss": 0.1351,
      "step": 3140
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.2019819132567023e-06,
      "loss": 0.1288,
      "step": 3141
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1978325270097512e-06,
      "loss": 0.1301,
      "step": 3142
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1936898589171708e-06,
      "loss": 0.1209,
      "step": 3143
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1895539121408062e-06,
      "loss": 0.1248,
      "step": 3144
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.1854246898373744e-06,
      "loss": 0.1395,
      "step": 3145
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1813021951584537e-06,
      "loss": 0.132,
      "step": 3146
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1771864312504943e-06,
      "loss": 0.1335,
      "step": 3147
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1730774012548008e-06,
      "loss": 0.1356,
      "step": 3148
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1689751083075507e-06,
      "loss": 0.128,
      "step": 3149
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1648795555397719e-06,
      "loss": 0.1319,
      "step": 3150
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1607907460773426e-06,
      "loss": 0.1235,
      "step": 3151
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.156708683041008e-06,
      "loss": 0.1297,
      "step": 3152
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1526333695463488e-06,
      "loss": 0.1331,
      "step": 3153
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.148564808703806e-06,
      "loss": 0.1407,
      "step": 3154
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1445030036186644e-06,
      "loss": 0.131,
      "step": 3155
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.140447957391042e-06,
      "loss": 0.1374,
      "step": 3156
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1363996731159188e-06,
      "loss": 0.1402,
      "step": 3157
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1323581538830919e-06,
      "loss": 0.139,
      "step": 3158
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1283234027772095e-06,
      "loss": 0.1382,
      "step": 3159
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1242954228777513e-06,
      "loss": 0.1395,
      "step": 3160
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1202742172590219e-06,
      "loss": 0.1427,
      "step": 3161
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.116259788990166e-06,
      "loss": 0.1296,
      "step": 3162
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.112252141135144e-06,
      "loss": 0.129,
      "step": 3163
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1082512767527564e-06,
      "loss": 0.1326,
      "step": 3164
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.10425719889661e-06,
      "loss": 0.1321,
      "step": 3165
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.1002699106151426e-06,
      "loss": 0.1333,
      "step": 3166
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.096289414951608e-06,
      "loss": 0.1406,
      "step": 3167
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.09231571494407e-06,
      "loss": 0.1305,
      "step": 3168
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.088348813625414e-06,
      "loss": 0.1209,
      "step": 3169
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.08438871402333e-06,
      "loss": 0.1212,
      "step": 3170
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0804354191603195e-06,
      "loss": 0.134,
      "step": 3171
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.076488932053693e-06,
      "loss": 0.125,
      "step": 3172
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0725492557155581e-06,
      "loss": 0.1414,
      "step": 3173
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0686163931528305e-06,
      "loss": 0.1242,
      "step": 3174
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0646903473672199e-06,
      "loss": 0.1316,
      "step": 3175
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0607711213552374e-06,
      "loss": 0.1213,
      "step": 3176
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0568587181081891e-06,
      "loss": 0.1239,
      "step": 3177
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0529531406121719e-06,
      "loss": 0.1236,
      "step": 3178
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0490543918480745e-06,
      "loss": 0.1314,
      "step": 3179
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.04516247479157e-06,
      "loss": 0.1339,
      "step": 3180
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0412773924131202e-06,
      "loss": 0.1381,
      "step": 3181
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.0373991476779732e-06,
      "loss": 0.1415,
      "step": 3182
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0335277435461521e-06,
      "loss": 0.13,
      "step": 3183
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0296631829724624e-06,
      "loss": 0.1294,
      "step": 3184
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0258054689064878e-06,
      "loss": 0.1364,
      "step": 3185
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0219546042925842e-06,
      "loss": 0.1231,
      "step": 3186
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0181105920698797e-06,
      "loss": 0.1347,
      "step": 3187
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0142734351722715e-06,
      "loss": 0.1339,
      "step": 3188
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0104431365284307e-06,
      "loss": 0.1206,
      "step": 3189
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.006619699061785e-06,
      "loss": 0.1304,
      "step": 3190
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.0028031256905292e-06,
      "loss": 0.1301,
      "step": 3191
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.989934193276218e-07,
      "loss": 0.1318,
      "step": 3192
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.951905828807785e-07,
      "loss": 0.1322,
      "step": 3193
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.913946192524705e-07,
      "loss": 0.1237,
      "step": 3194
    },
    {
      "epoch": 2.58,
      "learning_rate": 9.876055313399225e-07,
      "loss": 0.1425,
      "step": 3195
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.838233220351145e-07,
      "loss": 0.1136,
      "step": 3196
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.80047994224773e-07,
      "loss": 0.1342,
      "step": 3197
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.762795507903732e-07,
      "loss": 0.1349,
      "step": 3198
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.72517994608142e-07,
      "loss": 0.1338,
      "step": 3199
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.687633285490395e-07,
      "loss": 0.1482,
      "step": 3200
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.650155554787755e-07,
      "loss": 0.1338,
      "step": 3201
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.61274678257791e-07,
      "loss": 0.127,
      "step": 3202
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.575406997412695e-07,
      "loss": 0.1458,
      "step": 3203
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.538136227791318e-07,
      "loss": 0.1346,
      "step": 3204
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.500934502160197e-07,
      "loss": 0.123,
      "step": 3205
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.463801848913201e-07,
      "loss": 0.1386,
      "step": 3206
    },
    {
      "epoch": 2.59,
      "learning_rate": 9.426738296391358e-07,
      "loss": 0.1347,
      "step": 3207
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.389743872883017e-07,
      "loss": 0.1256,
      "step": 3208
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.35281860662377e-07,
      "loss": 0.14,
      "step": 3209
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.315962525796374e-07,
      "loss": 0.1252,
      "step": 3210
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.279175658530848e-07,
      "loss": 0.1367,
      "step": 3211
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.242458032904311e-07,
      "loss": 0.1324,
      "step": 3212
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.205809676941091e-07,
      "loss": 0.1266,
      "step": 3213
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.169230618612646e-07,
      "loss": 0.1237,
      "step": 3214
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.132720885837509e-07,
      "loss": 0.1327,
      "step": 3215
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.096280506481337e-07,
      "loss": 0.1245,
      "step": 3216
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.059909508356812e-07,
      "loss": 0.1111,
      "step": 3217
    },
    {
      "epoch": 2.6,
      "learning_rate": 9.023607919223699e-07,
      "loss": 0.1226,
      "step": 3218
    },
    {
      "epoch": 2.6,
      "learning_rate": 8.987375766788786e-07,
      "loss": 0.1197,
      "step": 3219
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.951213078705811e-07,
      "loss": 0.1281,
      "step": 3220
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.915119882575585e-07,
      "loss": 0.1213,
      "step": 3221
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.879096205945792e-07,
      "loss": 0.1368,
      "step": 3222
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.843142076311128e-07,
      "loss": 0.1127,
      "step": 3223
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.807257521113144e-07,
      "loss": 0.1285,
      "step": 3224
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.771442567740318e-07,
      "loss": 0.1167,
      "step": 3225
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.735697243528041e-07,
      "loss": 0.1316,
      "step": 3226
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.700021575758478e-07,
      "loss": 0.1417,
      "step": 3227
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.664415591660724e-07,
      "loss": 0.1405,
      "step": 3228
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.62887931841061e-07,
      "loss": 0.1294,
      "step": 3229
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.593412783130805e-07,
      "loss": 0.1429,
      "step": 3230
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.558016012890757e-07,
      "loss": 0.1211,
      "step": 3231
    },
    {
      "epoch": 2.61,
      "learning_rate": 8.522689034706611e-07,
      "loss": 0.1394,
      "step": 3232
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.487431875541319e-07,
      "loss": 0.1306,
      "step": 3233
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.452244562304446e-07,
      "loss": 0.1314,
      "step": 3234
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.417127121852387e-07,
      "loss": 0.1417,
      "step": 3235
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.3820795809881e-07,
      "loss": 0.126,
      "step": 3236
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.347101966461202e-07,
      "loss": 0.1218,
      "step": 3237
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.312194304967991e-07,
      "loss": 0.1512,
      "step": 3238
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.277356623151323e-07,
      "loss": 0.1456,
      "step": 3239
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.24258894760066e-07,
      "loss": 0.1211,
      "step": 3240
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.207891304852045e-07,
      "loss": 0.1162,
      "step": 3241
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.173263721388059e-07,
      "loss": 0.1239,
      "step": 3242
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.138706223637827e-07,
      "loss": 0.1256,
      "step": 3243
    },
    {
      "epoch": 2.62,
      "learning_rate": 8.10421883797694e-07,
      "loss": 0.1389,
      "step": 3244
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.069801590727511e-07,
      "loss": 0.1364,
      "step": 3245
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.035454508158136e-07,
      "loss": 0.1222,
      "step": 3246
    },
    {
      "epoch": 2.63,
      "learning_rate": 8.001177616483801e-07,
      "loss": 0.1434,
      "step": 3247
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.96697094186597e-07,
      "loss": 0.1366,
      "step": 3248
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.93283451041249e-07,
      "loss": 0.1227,
      "step": 3249
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.898768348177643e-07,
      "loss": 0.1191,
      "step": 3250
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.864772481161986e-07,
      "loss": 0.1397,
      "step": 3251
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.830846935312508e-07,
      "loss": 0.1374,
      "step": 3252
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.796991736522508e-07,
      "loss": 0.1339,
      "step": 3253
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.763206910631549e-07,
      "loss": 0.1186,
      "step": 3254
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.729492483425539e-07,
      "loss": 0.1347,
      "step": 3255
    },
    {
      "epoch": 2.63,
      "learning_rate": 7.695848480636614e-07,
      "loss": 0.1207,
      "step": 3256
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.662274927943202e-07,
      "loss": 0.1227,
      "step": 3257
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.62877185096993e-07,
      "loss": 0.1279,
      "step": 3258
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.595339275287628e-07,
      "loss": 0.1332,
      "step": 3259
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.561977226413341e-07,
      "loss": 0.139,
      "step": 3260
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.528685729810259e-07,
      "loss": 0.1266,
      "step": 3261
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.495464810887743e-07,
      "loss": 0.1262,
      "step": 3262
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.462314495001288e-07,
      "loss": 0.1225,
      "step": 3263
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.429234807452501e-07,
      "loss": 0.1263,
      "step": 3264
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.396225773489086e-07,
      "loss": 0.1098,
      "step": 3265
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.363287418304788e-07,
      "loss": 0.1249,
      "step": 3266
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.330419767039432e-07,
      "loss": 0.1255,
      "step": 3267
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.297622844778917e-07,
      "loss": 0.1168,
      "step": 3268
    },
    {
      "epoch": 2.64,
      "learning_rate": 7.264896676555077e-07,
      "loss": 0.1334,
      "step": 3269
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.23224128734582e-07,
      "loss": 0.1234,
      "step": 3270
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.199656702074975e-07,
      "loss": 0.1379,
      "step": 3271
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.167142945612393e-07,
      "loss": 0.1176,
      "step": 3272
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.13470004277379e-07,
      "loss": 0.1278,
      "step": 3273
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.102328018320859e-07,
      "loss": 0.128,
      "step": 3274
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.070026896961201e-07,
      "loss": 0.1235,
      "step": 3275
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.037796703348232e-07,
      "loss": 0.1223,
      "step": 3276
    },
    {
      "epoch": 2.65,
      "learning_rate": 7.005637462081327e-07,
      "loss": 0.1258,
      "step": 3277
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.973549197705632e-07,
      "loss": 0.1193,
      "step": 3278
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.941531934712165e-07,
      "loss": 0.1269,
      "step": 3279
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.909585697537758e-07,
      "loss": 0.1248,
      "step": 3280
    },
    {
      "epoch": 2.65,
      "learning_rate": 6.877710510564972e-07,
      "loss": 0.1275,
      "step": 3281
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.845906398122215e-07,
      "loss": 0.1216,
      "step": 3282
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.814173384483592e-07,
      "loss": 0.1259,
      "step": 3283
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.782511493868949e-07,
      "loss": 0.1243,
      "step": 3284
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.750920750443923e-07,
      "loss": 0.1263,
      "step": 3285
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.71940117831975e-07,
      "loss": 0.1358,
      "step": 3286
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.687952801553399e-07,
      "loss": 0.1355,
      "step": 3287
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.656575644147467e-07,
      "loss": 0.128,
      "step": 3288
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.625269730050232e-07,
      "loss": 0.1193,
      "step": 3289
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.594035083155581e-07,
      "loss": 0.1264,
      "step": 3290
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.562871727302966e-07,
      "loss": 0.1328,
      "step": 3291
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.531779686277528e-07,
      "loss": 0.1453,
      "step": 3292
    },
    {
      "epoch": 2.66,
      "learning_rate": 6.500758983809852e-07,
      "loss": 0.1392,
      "step": 3293
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.469809643576175e-07,
      "loss": 0.1239,
      "step": 3294
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.438931689198225e-07,
      "loss": 0.1312,
      "step": 3295
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.408125144243238e-07,
      "loss": 0.1197,
      "step": 3296
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.377390032223974e-07,
      "loss": 0.1481,
      "step": 3297
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.346726376598611e-07,
      "loss": 0.1318,
      "step": 3298
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.316134200770919e-07,
      "loss": 0.1371,
      "step": 3299
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.285613528089962e-07,
      "loss": 0.1275,
      "step": 3300
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.25516438185031e-07,
      "loss": 0.1435,
      "step": 3301
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.22478678529197e-07,
      "loss": 0.1428,
      "step": 3302
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.19448076160023e-07,
      "loss": 0.1339,
      "step": 3303
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.164246333905865e-07,
      "loss": 0.1321,
      "step": 3304
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.13408352528495e-07,
      "loss": 0.1405,
      "step": 3305
    },
    {
      "epoch": 2.67,
      "learning_rate": 6.103992358758892e-07,
      "loss": 0.1182,
      "step": 3306
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.073972857294463e-07,
      "loss": 0.1312,
      "step": 3307
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.04402504380368e-07,
      "loss": 0.1224,
      "step": 3308
    },
    {
      "epoch": 2.68,
      "learning_rate": 6.014148941143882e-07,
      "loss": 0.1249,
      "step": 3309
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.98434457211765e-07,
      "loss": 0.1343,
      "step": 3310
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.954611959472845e-07,
      "loss": 0.1329,
      "step": 3311
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.924951125902545e-07,
      "loss": 0.1445,
      "step": 3312
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.89536209404502e-07,
      "loss": 0.1121,
      "step": 3313
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.865844886483818e-07,
      "loss": 0.1489,
      "step": 3314
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.83639952574756e-07,
      "loss": 0.1265,
      "step": 3315
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.807026034310104e-07,
      "loss": 0.1369,
      "step": 3316
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.777724434590448e-07,
      "loss": 0.1222,
      "step": 3317
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.748494748952671e-07,
      "loss": 0.1226,
      "step": 3318
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.719336999706027e-07,
      "loss": 0.1288,
      "step": 3319
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.690251209104802e-07,
      "loss": 0.133,
      "step": 3320
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.66123739934844e-07,
      "loss": 0.131,
      "step": 3321
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.632295592581394e-07,
      "loss": 0.1268,
      "step": 3322
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.603425810893137e-07,
      "loss": 0.1354,
      "step": 3323
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.574628076318245e-07,
      "loss": 0.152,
      "step": 3324
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.545902410836224e-07,
      "loss": 0.1368,
      "step": 3325
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.517248836371624e-07,
      "loss": 0.1446,
      "step": 3326
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.488667374793966e-07,
      "loss": 0.1256,
      "step": 3327
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.460158047917719e-07,
      "loss": 0.1317,
      "step": 3328
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.431720877502322e-07,
      "loss": 0.1321,
      "step": 3329
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.403355885252104e-07,
      "loss": 0.1259,
      "step": 3330
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.375063092816313e-07,
      "loss": 0.1263,
      "step": 3331
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.346842521789142e-07,
      "loss": 0.1173,
      "step": 3332
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.318694193709573e-07,
      "loss": 0.1229,
      "step": 3333
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.29061813006152e-07,
      "loss": 0.1215,
      "step": 3334
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.262614352273732e-07,
      "loss": 0.1322,
      "step": 3335
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.234682881719766e-07,
      "loss": 0.1241,
      "step": 3336
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.206823739717981e-07,
      "loss": 0.1274,
      "step": 3337
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.179036947531568e-07,
      "loss": 0.1335,
      "step": 3338
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.151322526368496e-07,
      "loss": 0.1363,
      "step": 3339
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.123680497381444e-07,
      "loss": 0.12,
      "step": 3340
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.096110881667904e-07,
      "loss": 0.1356,
      "step": 3341
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.068613700270064e-07,
      "loss": 0.1224,
      "step": 3342
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.041188974174826e-07,
      "loss": 0.12,
      "step": 3343
    },
    {
      "epoch": 2.71,
      "learning_rate": 5.013836724313836e-07,
      "loss": 0.1489,
      "step": 3344
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.98655697156335e-07,
      "loss": 0.1344,
      "step": 3345
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.959349736744357e-07,
      "loss": 0.1321,
      "step": 3346
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.932215040622446e-07,
      "loss": 0.1257,
      "step": 3347
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.905152903907873e-07,
      "loss": 0.1403,
      "step": 3348
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.878163347255505e-07,
      "loss": 0.1173,
      "step": 3349
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.851246391264819e-07,
      "loss": 0.1258,
      "step": 3350
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.824402056479893e-07,
      "loss": 0.1246,
      "step": 3351
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.797630363389339e-07,
      "loss": 0.1289,
      "step": 3352
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.770931332426343e-07,
      "loss": 0.1311,
      "step": 3353
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.7443049839686617e-07,
      "loss": 0.1347,
      "step": 3354
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.7177513383385055e-07,
      "loss": 0.1381,
      "step": 3355
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.6912704158027065e-07,
      "loss": 0.1261,
      "step": 3356
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.664862236572487e-07,
      "loss": 0.1244,
      "step": 3357
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.6385268208036125e-07,
      "loss": 0.1323,
      "step": 3358
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.6122641885962715e-07,
      "loss": 0.1274,
      "step": 3359
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5860743599951186e-07,
      "loss": 0.1203,
      "step": 3360
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.559957354989264e-07,
      "loss": 0.1397,
      "step": 3361
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5339131935121737e-07,
      "loss": 0.1246,
      "step": 3362
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.5079418954418143e-07,
      "loss": 0.1408,
      "step": 3363
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.482043480600451e-07,
      "loss": 0.1264,
      "step": 3364
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4562179687547504e-07,
      "loss": 0.148,
      "step": 3365
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.430465379615767e-07,
      "loss": 0.1354,
      "step": 3366
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.4047857328388457e-07,
      "loss": 0.1188,
      "step": 3367
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.379179048023707e-07,
      "loss": 0.1298,
      "step": 3368
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.35364534471433e-07,
      "loss": 0.1294,
      "step": 3369
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.328184642399036e-07,
      "loss": 0.1315,
      "step": 3370
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.302796960510458e-07,
      "loss": 0.1264,
      "step": 3371
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2774823184254075e-07,
      "loss": 0.1199,
      "step": 3372
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2522407354650184e-07,
      "loss": 0.122,
      "step": 3373
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.2270722308946356e-07,
      "loss": 0.1326,
      "step": 3374
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.201976823923837e-07,
      "loss": 0.1219,
      "step": 3375
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.176954533706412e-07,
      "loss": 0.1255,
      "step": 3376
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.152005379340307e-07,
      "loss": 0.13,
      "step": 3377
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.127129379867734e-07,
      "loss": 0.1142,
      "step": 3378
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.1023265542749825e-07,
      "loss": 0.1269,
      "step": 3379
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.077596921492533e-07,
      "loss": 0.1336,
      "step": 3380
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.052940500395008e-07,
      "loss": 0.1294,
      "step": 3381
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.028357309801123e-07,
      "loss": 0.1249,
      "step": 3382
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.0038473684737453e-07,
      "loss": 0.135,
      "step": 3383
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9794106951197677e-07,
      "loss": 0.1295,
      "step": 3384
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.9550473083902475e-07,
      "loss": 0.1256,
      "step": 3385
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.930757226880233e-07,
      "loss": 0.1302,
      "step": 3386
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.906540469128861e-07,
      "loss": 0.1285,
      "step": 3387
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8823970536193133e-07,
      "loss": 0.1251,
      "step": 3388
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.8583269987787607e-07,
      "loss": 0.1339,
      "step": 3389
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.834330322978397e-07,
      "loss": 0.1391,
      "step": 3390
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.810407044533415e-07,
      "loss": 0.1374,
      "step": 3391
    },
    {
      "epoch": 2.74,
      "learning_rate": 3.786557181702988e-07,
      "loss": 0.124,
      "step": 3392
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.762780752690265e-07,
      "loss": 0.1267,
      "step": 3393
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.739077775642319e-07,
      "loss": 0.1288,
      "step": 3394
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.7154482686501904e-07,
      "loss": 0.1225,
      "step": 3395
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.6918922497488185e-07,
      "loss": 0.1334,
      "step": 3396
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.668409736917067e-07,
      "loss": 0.1172,
      "step": 3397
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.645000748077709e-07,
      "loss": 0.1412,
      "step": 3398
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.621665301097377e-07,
      "loss": 0.1218,
      "step": 3399
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.598403413786611e-07,
      "loss": 0.12,
      "step": 3400
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.575215103899743e-07,
      "loss": 0.125,
      "step": 3401
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.552100389135016e-07,
      "loss": 0.1442,
      "step": 3402
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5290592871344844e-07,
      "loss": 0.1297,
      "step": 3403
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.5060918154839696e-07,
      "loss": 0.1342,
      "step": 3404
    },
    {
      "epoch": 2.75,
      "learning_rate": 3.4831979917131495e-07,
      "loss": 0.1351,
      "step": 3405
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.4603778332954807e-07,
      "loss": 0.1245,
      "step": 3406
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.4376313576481966e-07,
      "loss": 0.1383,
      "step": 3407
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.414958582132277e-07,
      "loss": 0.1276,
      "step": 3408
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3923595240524575e-07,
      "loss": 0.1385,
      "step": 3409
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3698342006572294e-07,
      "loss": 0.1349,
      "step": 3410
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.347382629138762e-07,
      "loss": 0.1344,
      "step": 3411
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3250048266329826e-07,
      "loss": 0.133,
      "step": 3412
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.3027008102194835e-07,
      "loss": 0.1386,
      "step": 3413
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.280470596921559e-07,
      "loss": 0.1306,
      "step": 3414
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.258314203706181e-07,
      "loss": 0.1336,
      "step": 3415
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.236231647483945e-07,
      "loss": 0.1344,
      "step": 3416
    },
    {
      "epoch": 2.76,
      "learning_rate": 3.2142229451091025e-07,
      "loss": 0.1319,
      "step": 3417
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1922881133795827e-07,
      "loss": 0.1322,
      "step": 3418
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.1704271690368494e-07,
      "loss": 0.1294,
      "step": 3419
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.148640128766056e-07,
      "loss": 0.123,
      "step": 3420
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.12692700919589e-07,
      "loss": 0.132,
      "step": 3421
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.105287826898673e-07,
      "loss": 0.1108,
      "step": 3422
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0837225983902376e-07,
      "loss": 0.1259,
      "step": 3423
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0622313401300173e-07,
      "loss": 0.125,
      "step": 3424
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.0408140685209585e-07,
      "loss": 0.1271,
      "step": 3425
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.019470799909552e-07,
      "loss": 0.1275,
      "step": 3426
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.998201550585811e-07,
      "loss": 0.1231,
      "step": 3427
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.9770063367832393e-07,
      "loss": 0.1421,
      "step": 3428
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.955885174678852e-07,
      "loss": 0.1351,
      "step": 3429
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.934838080393154e-07,
      "loss": 0.1264,
      "step": 3430
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.9138650699900627e-07,
      "loss": 0.1215,
      "step": 3431
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8929661594770173e-07,
      "loss": 0.124,
      "step": 3432
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.872141364804848e-07,
      "loss": 0.1268,
      "step": 3433
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.851390701867873e-07,
      "loss": 0.1095,
      "step": 3434
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.83071418650378e-07,
      "loss": 0.1267,
      "step": 3435
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.8101118344936893e-07,
      "loss": 0.1276,
      "step": 3436
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.789583661562134e-07,
      "loss": 0.1278,
      "step": 3437
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.76912968337697e-07,
      "loss": 0.1346,
      "step": 3438
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.748749915549487e-07,
      "loss": 0.1295,
      "step": 3439
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7284443736343203e-07,
      "loss": 0.1277,
      "step": 3440
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.7082130731294174e-07,
      "loss": 0.1216,
      "step": 3441
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.688056029476116e-07,
      "loss": 0.1266,
      "step": 3442
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.66797325805902e-07,
      "loss": 0.1322,
      "step": 3443
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.6479647742061133e-07,
      "loss": 0.1297,
      "step": 3444
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.628030593188613e-07,
      "loss": 0.1227,
      "step": 3445
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.6081707302210714e-07,
      "loss": 0.128,
      "step": 3446
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.588385200461307e-07,
      "loss": 0.1299,
      "step": 3447
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.5686740190103754e-07,
      "loss": 0.1294,
      "step": 3448
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.549037200912641e-07,
      "loss": 0.1362,
      "step": 3449
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.52947476115567e-07,
      "loss": 0.1349,
      "step": 3450
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.509986714670276e-07,
      "loss": 0.1199,
      "step": 3451
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.4905730763305046e-07,
      "loss": 0.1298,
      "step": 3452
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.471233860953559e-07,
      "loss": 0.14,
      "step": 3453
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.4519690832998985e-07,
      "loss": 0.1249,
      "step": 3454
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.432778758073129e-07,
      "loss": 0.1301,
      "step": 3455
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.4136628999200775e-07,
      "loss": 0.1261,
      "step": 3456
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.394621523430685e-07,
      "loss": 0.1256,
      "step": 3457
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.37565464313807e-07,
      "loss": 0.1175,
      "step": 3458
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.356762273518498e-07,
      "loss": 0.1244,
      "step": 3459
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3379444289913344e-07,
      "loss": 0.1204,
      "step": 3460
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3192011239191014e-07,
      "loss": 0.127,
      "step": 3461
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.3005323726074002e-07,
      "loss": 0.1259,
      "step": 3462
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2819381893049662e-07,
      "loss": 0.141,
      "step": 3463
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.263418588203581e-07,
      "loss": 0.1411,
      "step": 3464
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2449735834381258e-07,
      "loss": 0.131,
      "step": 3465
    },
    {
      "epoch": 2.8,
      "learning_rate": 2.2266031890865293e-07,
      "loss": 0.1304,
      "step": 3466
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.2083074191698195e-07,
      "loss": 0.1283,
      "step": 3467
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1900862876519935e-07,
      "loss": 0.1323,
      "step": 3468
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1719398084401376e-07,
      "loss": 0.1188,
      "step": 3469
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.153867995384351e-07,
      "loss": 0.1256,
      "step": 3470
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1358708622777556e-07,
      "loss": 0.132,
      "step": 3471
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.1179484228564308e-07,
      "loss": 0.1225,
      "step": 3472
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.100100690799478e-07,
      "loss": 0.1276,
      "step": 3473
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0823276797290015e-07,
      "loss": 0.1404,
      "step": 3474
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0646294032100167e-07,
      "loss": 0.1291,
      "step": 3475
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0470058747505516e-07,
      "loss": 0.1264,
      "step": 3476
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0294571078015578e-07,
      "loss": 0.1235,
      "step": 3477
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.0119831157569435e-07,
      "loss": 0.1217,
      "step": 3478
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.9945839119535293e-07,
      "loss": 0.128,
      "step": 3479
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9772595096710477e-07,
      "loss": 0.1339,
      "step": 3480
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.960009922132178e-07,
      "loss": 0.1267,
      "step": 3481
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9428351625024433e-07,
      "loss": 0.1285,
      "step": 3482
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9257352438902922e-07,
      "loss": 0.1238,
      "step": 3483
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.908710179347051e-07,
      "loss": 0.1394,
      "step": 3484
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.891759981866903e-07,
      "loss": 0.1334,
      "step": 3485
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8748846643869e-07,
      "loss": 0.1347,
      "step": 3486
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.858084239786917e-07,
      "loss": 0.1294,
      "step": 3487
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8413587208897077e-07,
      "loss": 0.1293,
      "step": 3488
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8247081204608386e-07,
      "loss": 0.1407,
      "step": 3489
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.8081324512086663e-07,
      "loss": 0.1224,
      "step": 3490
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.791631725784404e-07,
      "loss": 0.1287,
      "step": 3491
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7752059567820335e-07,
      "loss": 0.1236,
      "step": 3492
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.758855156738326e-07,
      "loss": 0.1378,
      "step": 3493
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.742579338132877e-07,
      "loss": 0.1272,
      "step": 3494
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.726378513387994e-07,
      "loss": 0.1285,
      "step": 3495
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7102526948687748e-07,
      "loss": 0.1144,
      "step": 3496
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6942018948830742e-07,
      "loss": 0.133,
      "step": 3497
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6782261256814703e-07,
      "loss": 0.1219,
      "step": 3498
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6623253994572986e-07,
      "loss": 0.1344,
      "step": 3499
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6464997283466067e-07,
      "loss": 0.1328,
      "step": 3500
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.630749124428166e-07,
      "loss": 0.1401,
      "step": 3501
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.6150735997234268e-07,
      "loss": 0.1426,
      "step": 3502
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.5994731661965635e-07,
      "loss": 0.1348,
      "step": 3503
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.5839478357544514e-07,
      "loss": 0.1232,
      "step": 3504
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5684976202465786e-07,
      "loss": 0.1372,
      "step": 3505
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.55312253146519e-07,
      "loss": 0.1364,
      "step": 3506
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5378225811451208e-07,
      "loss": 0.1315,
      "step": 3507
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5225977809639082e-07,
      "loss": 0.1475,
      "step": 3508
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.5074481425416786e-07,
      "loss": 0.1283,
      "step": 3509
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.492373677441228e-07,
      "loss": 0.1394,
      "step": 3510
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4773743971679965e-07,
      "loss": 0.1315,
      "step": 3511
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.462450313169983e-07,
      "loss": 0.1212,
      "step": 3512
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.447601436837842e-07,
      "loss": 0.138,
      "step": 3513
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4328277795048085e-07,
      "loss": 0.1182,
      "step": 3514
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4181293524466955e-07,
      "loss": 0.1309,
      "step": 3515
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.4035061668819404e-07,
      "loss": 0.1267,
      "step": 3516
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3889582339714937e-07,
      "loss": 0.1363,
      "step": 3517
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3744855648189171e-07,
      "loss": 0.1291,
      "step": 3518
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3600881704702863e-07,
      "loss": 0.136,
      "step": 3519
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3457660619142887e-07,
      "loss": 0.1297,
      "step": 3520
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.3315192500820806e-07,
      "loss": 0.1322,
      "step": 3521
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.317347745847386e-07,
      "loss": 0.126,
      "step": 3522
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.303251560026453e-07,
      "loss": 0.1204,
      "step": 3523
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2892307033780305e-07,
      "loss": 0.1256,
      "step": 3524
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.27528518660337e-07,
      "loss": 0.1339,
      "step": 3525
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.261415020346235e-07,
      "loss": 0.1342,
      "step": 3526
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.2476202151928685e-07,
      "loss": 0.1364,
      "step": 3527
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.233900781672026e-07,
      "loss": 0.1295,
      "step": 3528
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.2202567302548652e-07,
      "loss": 0.1169,
      "step": 3529
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.2066880713550888e-07,
      "loss": 0.1303,
      "step": 3530
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.193194815328802e-07,
      "loss": 0.134,
      "step": 3531
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1797769724745889e-07,
      "loss": 0.1188,
      "step": 3532
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1664345530334576e-07,
      "loss": 0.1346,
      "step": 3533
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1531675671888621e-07,
      "loss": 0.141,
      "step": 3534
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1399760250666803e-07,
      "loss": 0.1364,
      "step": 3535
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.126859936735203e-07,
      "loss": 0.1273,
      "step": 3536
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1138193122051444e-07,
      "loss": 0.1343,
      "step": 3537
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.1008541614296097e-07,
      "loss": 0.1286,
      "step": 3538
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0879644943040946e-07,
      "loss": 0.1295,
      "step": 3539
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0751503206665071e-07,
      "loss": 0.1399,
      "step": 3540
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.0624116502970905e-07,
      "loss": 0.151,
      "step": 3541
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0497484929185232e-07,
      "loss": 0.1205,
      "step": 3542
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.037160858195807e-07,
      "loss": 0.1242,
      "step": 3543
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0246487557362905e-07,
      "loss": 0.1242,
      "step": 3544
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.0122121950897235e-07,
      "loss": 0.1356,
      "step": 3545
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.998511857481574e-08,
      "loss": 0.1356,
      "step": 3546
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.87565737145979e-08,
      "loss": 0.1278,
      "step": 3547
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.753558586599432e-08,
      "loss": 0.1355,
      "step": 3548
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.632215596090733e-08,
      "loss": 0.1213,
      "step": 3549
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.511628492547609e-08,
      "loss": 0.1394,
      "step": 3550
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.391797368006661e-08,
      "loss": 0.1316,
      "step": 3551
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.272722313927618e-08,
      "loss": 0.1189,
      "step": 3552
    },
    {
      "epoch": 2.87,
      "learning_rate": 9.154403421193226e-08,
      "loss": 0.1374,
      "step": 3553
    },
    {
      "epoch": 2.88,
      "learning_rate": 9.036840780109024e-08,
      "loss": 0.1471,
      "step": 3554
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.92003448040335e-08,
      "loss": 0.1292,
      "step": 3555
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.803984611227223e-08,
      "loss": 0.1356,
      "step": 3556
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.688691261154569e-08,
      "loss": 0.1313,
      "step": 3557
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.574154518181555e-08,
      "loss": 0.1227,
      "step": 3558
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.460374469727029e-08,
      "loss": 0.123,
      "step": 3559
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.347351202632525e-08,
      "loss": 0.1404,
      "step": 3560
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.235084803161597e-08,
      "loss": 0.1271,
      "step": 3561
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.123575357000257e-08,
      "loss": 0.1273,
      "step": 3562
    },
    {
      "epoch": 2.88,
      "learning_rate": 8.012822949256981e-08,
      "loss": 0.1314,
      "step": 3563
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.902827664462154e-08,
      "loss": 0.133,
      "step": 3564
    },
    {
      "epoch": 2.88,
      "learning_rate": 7.793589586568617e-08,
      "loss": 0.1339,
      "step": 3565
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.685108798950903e-08,
      "loss": 0.1249,
      "step": 3566
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.577385384405778e-08,
      "loss": 0.137,
      "step": 3567
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.470419425152031e-08,
      "loss": 0.1233,
      "step": 3568
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.364211002830024e-08,
      "loss": 0.1272,
      "step": 3569
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.258760198502246e-08,
      "loss": 0.1305,
      "step": 3570
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.154067092652761e-08,
      "loss": 0.1294,
      "step": 3571
    },
    {
      "epoch": 2.89,
      "learning_rate": 7.050131765187541e-08,
      "loss": 0.1329,
      "step": 3572
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.946954295433906e-08,
      "loss": 0.1181,
      "step": 3573
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.844534762140864e-08,
      "loss": 0.1318,
      "step": 3574
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.742873243479109e-08,
      "loss": 0.1313,
      "step": 3575
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.641969817040572e-08,
      "loss": 0.1387,
      "step": 3576
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.541824559838539e-08,
      "loss": 0.1165,
      "step": 3577
    },
    {
      "epoch": 2.89,
      "learning_rate": 6.442437548307867e-08,
      "loss": 0.1194,
      "step": 3578
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.343808858304546e-08,
      "loss": 0.1252,
      "step": 3579
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.245938565105803e-08,
      "loss": 0.1182,
      "step": 3580
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.148826743409997e-08,
      "loss": 0.1291,
      "step": 3581
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.052473467336617e-08,
      "loss": 0.1287,
      "step": 3582
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.956878810426281e-08,
      "loss": 0.122,
      "step": 3583
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.862042845640403e-08,
      "loss": 0.1401,
      "step": 3584
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.767965645361529e-08,
      "loss": 0.115,
      "step": 3585
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.674647281393109e-08,
      "loss": 0.1247,
      "step": 3586
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.5820878249591706e-08,
      "loss": 0.1226,
      "step": 3587
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.490287346704648e-08,
      "loss": 0.1138,
      "step": 3588
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.3992459166953836e-08,
      "loss": 0.1259,
      "step": 3589
    },
    {
      "epoch": 2.9,
      "learning_rate": 5.308963604417572e-08,
      "loss": 0.1227,
      "step": 3590
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.219440478778204e-08,
      "loss": 0.1348,
      "step": 3591
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.1306766081048456e-08,
      "loss": 0.1225,
      "step": 3592
    },
    {
      "epoch": 2.91,
      "learning_rate": 5.042672060145415e-08,
      "loss": 0.1236,
      "step": 3593
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.9554269020685165e-08,
      "loss": 0.1158,
      "step": 3594
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.868941200462884e-08,
      "loss": 0.1362,
      "step": 3595
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.783215021337828e-08,
      "loss": 0.1207,
      "step": 3596
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.698248430122898e-08,
      "loss": 0.1341,
      "step": 3597
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.6140414916676646e-08,
      "loss": 0.1399,
      "step": 3598
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.5305942702424945e-08,
      "loss": 0.1334,
      "step": 3599
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.447906829537219e-08,
      "loss": 0.1312,
      "step": 3600
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.365979232662243e-08,
      "loss": 0.1229,
      "step": 3601
    },
    {
      "epoch": 2.91,
      "learning_rate": 4.2848115421477706e-08,
      "loss": 0.1243,
      "step": 3602
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.204403819944247e-08,
      "loss": 0.1246,
      "step": 3603
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.124756127421914e-08,
      "loss": 0.129,
      "step": 3604
    },
    {
      "epoch": 2.92,
      "learning_rate": 4.045868525370811e-08,
      "loss": 0.1349,
      "step": 3605
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.96774107400133e-08,
      "loss": 0.1302,
      "step": 3606
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.890373832942995e-08,
      "loss": 0.1392,
      "step": 3607
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.813766861245682e-08,
      "loss": 0.1307,
      "step": 3608
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.737920217378843e-08,
      "loss": 0.1256,
      "step": 3609
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.6628339592313935e-08,
      "loss": 0.1148,
      "step": 3610
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.588508144112157e-08,
      "loss": 0.1229,
      "step": 3611
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.514942828749535e-08,
      "loss": 0.1498,
      "step": 3612
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.4421380692912784e-08,
      "loss": 0.1383,
      "step": 3613
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.37009392130494e-08,
      "loss": 0.1263,
      "step": 3614
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.2988104397773115e-08,
      "loss": 0.1297,
      "step": 3615
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.22828767911465e-08,
      "loss": 0.1273,
      "step": 3616
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.158525693142678e-08,
      "loss": 0.1253,
      "step": 3617
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.0895245351065803e-08,
      "loss": 0.1322,
      "step": 3618
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.021284257670565e-08,
      "loss": 0.1273,
      "step": 3619
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.95380491291819e-08,
      "loss": 0.1353,
      "step": 3620
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.8870865523525916e-08,
      "loss": 0.1356,
      "step": 3621
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.8211292268954806e-08,
      "loss": 0.1195,
      "step": 3622
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.7559329868881435e-08,
      "loss": 0.1255,
      "step": 3623
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.6914978820908876e-08,
      "loss": 0.1214,
      "step": 3624
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.6278239616831513e-08,
      "loss": 0.1337,
      "step": 3625
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.564911274263171e-08,
      "loss": 0.1332,
      "step": 3626
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.5027598678484255e-08,
      "loss": 0.1233,
      "step": 3627
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.441369789875303e-08,
      "loss": 0.1212,
      "step": 3628
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.380741087199101e-08,
      "loss": 0.137,
      "step": 3629
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.320873806093804e-08,
      "loss": 0.1315,
      "step": 3630
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.261767992252639e-08,
      "loss": 0.1399,
      "step": 3631
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.2034236907874096e-08,
      "loss": 0.1198,
      "step": 3632
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.1458409462286056e-08,
      "loss": 0.1275,
      "step": 3633
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.089019802525849e-08,
      "loss": 0.1357,
      "step": 3634
    },
    {
      "epoch": 2.94,
      "learning_rate": 2.0329603030468936e-08,
      "loss": 0.1102,
      "step": 3635
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.9776624905788468e-08,
      "loss": 0.1146,
      "step": 3636
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.9231264073270583e-08,
      "loss": 0.136,
      "step": 3637
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.8693520949153444e-08,
      "loss": 0.1227,
      "step": 3638
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.8163395943866514e-08,
      "loss": 0.1273,
      "step": 3639
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.764088946201947e-08,
      "loss": 0.1211,
      "step": 3640
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.7126001902409984e-08,
      "loss": 0.1399,
      "step": 3641
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.6618733658021468e-08,
      "loss": 0.1279,
      "step": 3642
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.6119085116018673e-08,
      "loss": 0.1208,
      "step": 3643
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.5627056657753214e-08,
      "loss": 0.1343,
      "step": 3644
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.514264865876136e-08,
      "loss": 0.1228,
      "step": 3645
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.4665861488761813e-08,
      "loss": 0.1517,
      "step": 3646
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.41966955116557e-08,
      "loss": 0.1459,
      "step": 3647
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3735151085528808e-08,
      "loss": 0.1238,
      "step": 3648
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.3281228562650461e-08,
      "loss": 0.1424,
      "step": 3649
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2834928289472415e-08,
      "loss": 0.1299,
      "step": 3650
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.2396250606626636e-08,
      "loss": 0.1304,
      "step": 3651
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.1965195848929744e-08,
      "loss": 0.1367,
      "step": 3652
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.154176434537968e-08,
      "loss": 0.1436,
      "step": 3653
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.1125956419155704e-08,
      "loss": 0.1419,
      "step": 3654
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0717772387617287e-08,
      "loss": 0.1182,
      "step": 3655
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.0317212562307443e-08,
      "loss": 0.1248,
      "step": 3656
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.9242772489494e-09,
      "loss": 0.1292,
      "step": 3657
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.538966747444366e-09,
      "loss": 0.1293,
      "step": 3658
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.161281351879326e-09,
      "loss": 0.1259,
      "step": 3659
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.79122135051591e-09,
      "loss": 0.1385,
      "step": 3660
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.4287870257993e-09,
      "loss": 0.1278,
      "step": 3661
    },
    {
      "epoch": 2.96,
      "learning_rate": 8.073978654351555e-09,
      "loss": 0.1191,
      "step": 3662
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.726796506979384e-09,
      "loss": 0.127,
      "step": 3663
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.387240848663046e-09,
      "loss": 0.1381,
      "step": 3664
    },
    {
      "epoch": 2.97,
      "learning_rate": 7.055311938566345e-09,
      "loss": 0.1371,
      "step": 3665
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.731010030028851e-09,
      "loss": 0.1294,
      "step": 3666
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.414335370570346e-09,
      "loss": 0.1282,
      "step": 3667
    },
    {
      "epoch": 2.97,
      "learning_rate": 6.105288201889714e-09,
      "loss": 0.1332,
      "step": 3668
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.803868759863829e-09,
      "loss": 0.1247,
      "step": 3669
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.510077274547554e-09,
      "loss": 0.1234,
      "step": 3670
    },
    {
      "epoch": 2.97,
      "learning_rate": 5.223913970172634e-09,
      "loss": 0.1451,
      "step": 3671
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.945379065152134e-09,
      "loss": 0.1139,
      "step": 3672
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.674472772073779e-09,
      "loss": 0.1194,
      "step": 3673
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.411195297702176e-09,
      "loss": 0.1287,
      "step": 3674
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.155546842983249e-09,
      "loss": 0.1259,
      "step": 3675
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.907527603036476e-09,
      "loss": 0.123,
      "step": 3676
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.6671377671604337e-09,
      "loss": 0.1199,
      "step": 3677
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.4343775188294683e-09,
      "loss": 0.1286,
      "step": 3678
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.209247035694807e-09,
      "loss": 0.1162,
      "step": 3679
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.9917464895856673e-09,
      "loss": 0.1296,
      "step": 3680
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.781876046505927e-09,
      "loss": 0.1284,
      "step": 3681
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.5796358666374533e-09,
      "loss": 0.1248,
      "step": 3682
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.385026104336774e-09,
      "loss": 0.1198,
      "step": 3683
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.1980469081395173e-09,
      "loss": 0.1226,
      "step": 3684
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.0186984207537506e-09,
      "loss": 0.1388,
      "step": 3685
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.8469807790655325e-09,
      "loss": 0.1295,
      "step": 3686
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.6828941141366906e-09,
      "loss": 0.1232,
      "step": 3687
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.526438551204823e-09,
      "loss": 0.1437,
      "step": 3688
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.3776142096821876e-09,
      "loss": 0.1199,
      "step": 3689
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.2364212031579226e-09,
      "loss": 0.1324,
      "step": 3690
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.1028596393947155e-09,
      "loss": 0.1292,
      "step": 3691
    },
    {
      "epoch": 2.99,
      "learning_rate": 9.769296203332446e-10,
      "loss": 0.1451,
      "step": 3692
    },
    {
      "epoch": 2.99,
      "learning_rate": 8.586312420877374e-10,
      "loss": 0.1359,
      "step": 3693
    },
    {
      "epoch": 2.99,
      "learning_rate": 7.479645949481918e-10,
      "loss": 0.1226,
      "step": 3694
    },
    {
      "epoch": 2.99,
      "learning_rate": 6.449297633792651e-10,
      "loss": 0.1368,
      "step": 3695
    },
    {
      "epoch": 2.99,
      "learning_rate": 5.495268260213848e-10,
      "loss": 0.1304,
      "step": 3696
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.617558556896384e-10,
      "loss": 0.1409,
      "step": 3697
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.816169193748831e-10,
      "loss": 0.1381,
      "step": 3698
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.091100782415257e-10,
      "loss": 0.1241,
      "step": 3699
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.442353876297432e-10,
      "loss": 0.1361,
      "step": 3700
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.869928970543722e-10,
      "loss": 0.1281,
      "step": 3701
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.3738265020490914e-10,
      "loss": 0.1368,
      "step": 3702
    },
    {
      "epoch": 3.0,
      "learning_rate": 9.540468494662059e-11,
      "loss": 0.1319,
      "step": 3703
    },
    {
      "epoch": 3.0,
      "learning_rate": 6.10590333172123e-11,
      "loss": 0.1256,
      "step": 3704
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.4345721532380585e-11,
      "loss": 0.127,
      "step": 3705
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.5264769980261052e-11,
      "loss": 0.1415,
      "step": 3706
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.816193223649123e-12,
      "loss": 0.1255,
      "step": 3707
    },
    {
      "epoch": 3.0,
      "learning_rate": 0.0,
      "loss": 0.1269,
      "step": 3708
    },
    {
      "epoch": 3.0,
      "step": 3708,
      "total_flos": 2.701616614020743e+18,
      "train_loss": 0.26109614736825515,
      "train_runtime": 26528.97,
      "train_samples_per_second": 17.88,
      "train_steps_per_second": 0.14
    }
  ],
  "max_steps": 3708,
  "num_train_epochs": 3,
  "total_flos": 2.701616614020743e+18,
  "trial_name": null,
  "trial_params": null
}