{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 12.0,
  "global_step": 3480,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1.904761904761905e-07,
      "loss": 2.6677,
      "step": 1
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.80952380952381e-07,
      "loss": 2.6284,
      "step": 2
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.714285714285715e-07,
      "loss": 2.5856,
      "step": 3
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.61904761904762e-07,
      "loss": 2.5541,
      "step": 4
    },
    {
      "epoch": 0.02,
      "learning_rate": 9.523809523809525e-07,
      "loss": 2.5865,
      "step": 5
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.142857142857143e-06,
      "loss": 2.632,
      "step": 6
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 2.4835,
      "step": 7
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.523809523809524e-06,
      "loss": 2.401,
      "step": 8
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7142857142857145e-06,
      "loss": 2.1792,
      "step": 9
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.904761904761905e-06,
      "loss": 2.1515,
      "step": 10
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.0952380952380955e-06,
      "loss": 1.88,
      "step": 11
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.285714285714286e-06,
      "loss": 1.819,
      "step": 12
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.4761904761904764e-06,
      "loss": 1.8622,
      "step": 13
    },
    {
      "epoch": 0.05,
      "learning_rate": 2.666666666666667e-06,
      "loss": 1.7666,
      "step": 14
    },
    {
      "epoch": 0.05,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 1.6463,
      "step": 15
    },
    {
      "epoch": 0.06,
      "learning_rate": 3.047619047619048e-06,
      "loss": 1.6241,
      "step": 16
    },
    {
      "epoch": 0.06,
      "learning_rate": 3.2380952380952385e-06,
      "loss": 1.6968,
      "step": 17
    },
    {
      "epoch": 0.06,
      "learning_rate": 3.428571428571429e-06,
      "loss": 1.827,
      "step": 18
    },
    {
      "epoch": 0.07,
      "learning_rate": 3.6190476190476194e-06,
      "loss": 1.7846,
      "step": 19
    },
    {
      "epoch": 0.07,
      "learning_rate": 3.80952380952381e-06,
      "loss": 1.5993,
      "step": 20
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.6619,
      "step": 21
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.190476190476191e-06,
      "loss": 1.5851,
      "step": 22
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.3809523809523815e-06,
      "loss": 1.5793,
      "step": 23
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.571428571428572e-06,
      "loss": 1.6287,
      "step": 24
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.761904761904762e-06,
      "loss": 1.5258,
      "step": 25
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.952380952380953e-06,
      "loss": 1.4903,
      "step": 26
    },
    {
      "epoch": 0.09,
      "learning_rate": 5.142857142857142e-06,
      "loss": 1.4062,
      "step": 27
    },
    {
      "epoch": 0.1,
      "learning_rate": 5.333333333333334e-06,
      "loss": 1.5041,
      "step": 28
    },
    {
      "epoch": 0.1,
      "learning_rate": 5.523809523809525e-06,
      "loss": 1.6663,
      "step": 29
    },
    {
      "epoch": 0.1,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 1.4352,
      "step": 30
    },
    {
      "epoch": 0.11,
      "learning_rate": 5.904761904761905e-06,
      "loss": 1.6159,
      "step": 31
    },
    {
      "epoch": 0.11,
      "learning_rate": 6.095238095238096e-06,
      "loss": 1.4788,
      "step": 32
    },
    {
      "epoch": 0.11,
      "learning_rate": 6.285714285714286e-06,
      "loss": 1.7855,
      "step": 33
    },
    {
      "epoch": 0.12,
      "learning_rate": 6.476190476190477e-06,
      "loss": 1.5745,
      "step": 34
    },
    {
      "epoch": 0.12,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.3839,
      "step": 35
    },
    {
      "epoch": 0.12,
      "learning_rate": 6.857142857142858e-06,
      "loss": 1.5843,
      "step": 36
    },
    {
      "epoch": 0.13,
      "learning_rate": 7.047619047619048e-06,
      "loss": 1.5361,
      "step": 37
    },
    {
      "epoch": 0.13,
      "learning_rate": 7.238095238095239e-06,
      "loss": 1.5176,
      "step": 38
    },
    {
      "epoch": 0.13,
      "learning_rate": 7.428571428571429e-06,
      "loss": 1.3972,
      "step": 39
    },
    {
      "epoch": 0.14,
      "learning_rate": 7.61904761904762e-06,
      "loss": 1.4516,
      "step": 40
    },
    {
      "epoch": 0.14,
      "learning_rate": 7.809523809523811e-06,
      "loss": 1.4685,
      "step": 41
    },
    {
      "epoch": 0.14,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.4953,
      "step": 42
    },
    {
      "epoch": 0.15,
      "learning_rate": 8.190476190476192e-06,
      "loss": 1.4643,
      "step": 43
    },
    {
      "epoch": 0.15,
      "learning_rate": 8.380952380952382e-06,
      "loss": 1.5037,
      "step": 44
    },
    {
      "epoch": 0.16,
      "learning_rate": 8.571428571428571e-06,
      "loss": 1.4227,
      "step": 45
    },
    {
      "epoch": 0.16,
      "learning_rate": 8.761904761904763e-06,
      "loss": 1.2973,
      "step": 46
    },
    {
      "epoch": 0.16,
      "learning_rate": 8.952380952380953e-06,
      "loss": 1.4621,
      "step": 47
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.142857142857144e-06,
      "loss": 1.3477,
      "step": 48
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.333333333333334e-06,
      "loss": 1.3225,
      "step": 49
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.523809523809525e-06,
      "loss": 1.3506,
      "step": 50
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.714285714285715e-06,
      "loss": 1.3848,
      "step": 51
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.904761904761906e-06,
      "loss": 1.2545,
      "step": 52
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.0095238095238096e-05,
      "loss": 1.3143,
      "step": 53
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.0285714285714285e-05,
      "loss": 1.5702,
      "step": 54
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.0476190476190477e-05,
      "loss": 1.4382,
      "step": 55
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.0666666666666667e-05,
      "loss": 1.4677,
      "step": 56
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.0857142857142858e-05,
      "loss": 1.3729,
      "step": 57
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.104761904761905e-05,
      "loss": 1.3802,
      "step": 58
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.1238095238095239e-05,
      "loss": 1.3365,
      "step": 59
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 1.3134,
      "step": 60
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.1619047619047621e-05,
      "loss": 1.394,
      "step": 61
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.180952380952381e-05,
      "loss": 1.2911,
      "step": 62
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.2e-05,
      "loss": 1.3986,
      "step": 63
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.2190476190476192e-05,
      "loss": 1.3676,
      "step": 64
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.2380952380952383e-05,
      "loss": 1.4231,
      "step": 65
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.2571428571428572e-05,
      "loss": 1.1589,
      "step": 66
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.2761904761904762e-05,
      "loss": 1.5108,
      "step": 67
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.2952380952380954e-05,
      "loss": 1.3699,
      "step": 68
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.3142857142857145e-05,
      "loss": 1.1858,
      "step": 69
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.4158,
      "step": 70
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.3523809523809525e-05,
      "loss": 1.1927,
      "step": 71
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.3714285714285716e-05,
      "loss": 1.2916,
      "step": 72
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.3904761904761905e-05,
      "loss": 1.367,
      "step": 73
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.4095238095238097e-05,
      "loss": 1.3799,
      "step": 74
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.4285714285714287e-05,
      "loss": 1.342,
      "step": 75
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.4476190476190478e-05,
      "loss": 1.3428,
      "step": 76
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.4666666666666666e-05,
      "loss": 1.3155,
      "step": 77
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.4857142857142858e-05,
      "loss": 1.3361,
      "step": 78
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.5047619047619049e-05,
      "loss": 1.2827,
      "step": 79
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.523809523809524e-05,
      "loss": 1.3093,
      "step": 80
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.542857142857143e-05,
      "loss": 1.3409,
      "step": 81
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.5619047619047622e-05,
      "loss": 1.3673,
      "step": 82
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.580952380952381e-05,
      "loss": 1.4359,
      "step": 83
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 1.2387,
      "step": 84
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6190476190476193e-05,
      "loss": 1.4272,
      "step": 85
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6380952380952384e-05,
      "loss": 1.4308,
      "step": 86
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6571428571428574e-05,
      "loss": 1.4227,
      "step": 87
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6761904761904764e-05,
      "loss": 1.3882,
      "step": 88
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6952380952380955e-05,
      "loss": 1.2234,
      "step": 89
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.7142857142857142e-05,
      "loss": 1.3993,
      "step": 90
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.7333333333333336e-05,
      "loss": 1.2739,
      "step": 91
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.7523809523809526e-05,
      "loss": 1.2929,
      "step": 92
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.7714285714285717e-05,
      "loss": 1.3247,
      "step": 93
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.7904761904761907e-05,
      "loss": 1.3627,
      "step": 94
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.8095238095238097e-05,
      "loss": 1.2955,
      "step": 95
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.8285714285714288e-05,
      "loss": 1.3403,
      "step": 96
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.8476190476190478e-05,
      "loss": 1.3244,
      "step": 97
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.866666666666667e-05,
      "loss": 1.2245,
      "step": 98
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.885714285714286e-05,
      "loss": 1.3188,
      "step": 99
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.904761904761905e-05,
      "loss": 1.3082,
      "step": 100
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.923809523809524e-05,
      "loss": 1.2401,
      "step": 101
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.942857142857143e-05,
      "loss": 1.2955,
      "step": 102
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.961904761904762e-05,
      "loss": 1.3467,
      "step": 103
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.980952380952381e-05,
      "loss": 1.2793,
      "step": 104
    },
    {
      "epoch": 0.36,
      "learning_rate": 2e-05,
      "loss": 1.282,
      "step": 105
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9999995667663676e-05,
      "loss": 1.2427,
      "step": 106
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9999982670658457e-05,
      "loss": 1.3705,
      "step": 107
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9999961008995607e-05,
      "loss": 1.2572,
      "step": 108
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9999930682693892e-05,
      "loss": 1.3193,
      "step": 109
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.999989169177959e-05,
      "loss": 1.3349,
      "step": 110
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.9999844036286483e-05,
      "loss": 1.307,
      "step": 111
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9999787716255867e-05,
      "loss": 1.3953,
      "step": 112
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.999972273173654e-05,
      "loss": 1.3307,
      "step": 113
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9999649082784807e-05,
      "loss": 1.3176,
      "step": 114
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9999566769464483e-05,
      "loss": 1.3142,
      "step": 115
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9999475791846896e-05,
      "loss": 1.2715,
      "step": 116
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.9999376150010868e-05,
      "loss": 1.3684,
      "step": 117
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9999267844042734e-05,
      "loss": 1.2952,
      "step": 118
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9999150874036344e-05,
      "loss": 1.0749,
      "step": 119
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.9999025240093045e-05,
      "loss": 1.1719,
      "step": 120
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9998890942321693e-05,
      "loss": 1.3597,
      "step": 121
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9998747980838655e-05,
      "loss": 1.2331,
      "step": 122
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.9998596355767805e-05,
      "loss": 1.1528,
      "step": 123
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9998436067240518e-05,
      "loss": 1.3303,
      "step": 124
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.999826711539568e-05,
      "loss": 1.3337,
      "step": 125
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.999808950037968e-05,
      "loss": 1.1301,
      "step": 126
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9997903222346418e-05,
      "loss": 1.4194,
      "step": 127
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9997708281457293e-05,
      "loss": 1.3396,
      "step": 128
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.9997504677881224e-05,
      "loss": 1.2695,
      "step": 129
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.999729241179462e-05,
      "loss": 1.2832,
      "step": 130
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.99970714833814e-05,
      "loss": 1.2267,
      "step": 131
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.9996841892833e-05,
      "loss": 1.3401,
      "step": 132
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.999660364034835e-05,
      "loss": 1.3008,
      "step": 133
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.999635672613388e-05,
      "loss": 1.3397,
      "step": 134
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9996101150403543e-05,
      "loss": 1.2069,
      "step": 135
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9995836913378786e-05,
      "loss": 1.3959,
      "step": 136
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.9995564015288555e-05,
      "loss": 1.3376,
      "step": 137
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9995282456369313e-05,
      "loss": 1.3011,
      "step": 138
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.9994992236865017e-05,
      "loss": 1.4596,
      "step": 139
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.999469335702714e-05,
      "loss": 1.2458,
      "step": 140
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9994385817114644e-05,
      "loss": 1.3178,
      "step": 141
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.999406961739401e-05,
      "loss": 1.2166,
      "step": 142
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9993744758139203e-05,
      "loss": 1.4431,
      "step": 143
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.9993411239631713e-05,
      "loss": 1.2514,
      "step": 144
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.999306906216052e-05,
      "loss": 1.2483,
      "step": 145
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.999271822602211e-05,
      "loss": 1.3231,
      "step": 146
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.999235873152047e-05,
      "loss": 1.2121,
      "step": 147
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.999199057896709e-05,
      "loss": 1.1671,
      "step": 148
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.9991613768680965e-05,
      "loss": 1.2598,
      "step": 149
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.9991228300988586e-05,
      "loss": 1.2223,
      "step": 150
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.999083417622395e-05,
      "loss": 1.3249,
      "step": 151
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.9990431394728547e-05,
      "loss": 1.4458,
      "step": 152
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.9990019956851384e-05,
      "loss": 1.1747,
      "step": 153
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.998959986294895e-05,
      "loss": 1.1985,
      "step": 154
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.998917111338525e-05,
      "loss": 1.358,
      "step": 155
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.9988733708531772e-05,
      "loss": 1.338,
      "step": 156
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.9988287648767523e-05,
      "loss": 1.2886,
      "step": 157
    },
    {
      "epoch": 0.54,
      "learning_rate": 1.9987832934478992e-05,
      "loss": 1.2624,
      "step": 158
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.998736956606018e-05,
      "loss": 1.1608,
      "step": 159
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.998689754391257e-05,
      "loss": 1.3064,
      "step": 160
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.9986416868445167e-05,
      "loss": 1.2455,
      "step": 161
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.9985927540074453e-05,
      "loss": 1.1564,
      "step": 162
    },
    {
      "epoch": 0.56,
      "learning_rate": 1.998542955922442e-05,
      "loss": 1.3674,
      "step": 163
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.9984922926326543e-05,
      "loss": 1.1626,
      "step": 164
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.9984407641819812e-05,
      "loss": 1.2604,
      "step": 165
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.99838837061507e-05,
      "loss": 1.301,
      "step": 166
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.998335111977318e-05,
      "loss": 1.3197,
      "step": 167
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.998280988314872e-05,
      "loss": 1.2998,
      "step": 168
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.998225999674629e-05,
      "loss": 1.3085,
      "step": 169
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.998170146104234e-05,
      "loss": 1.4856,
      "step": 170
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.9981134276520828e-05,
      "loss": 1.2919,
      "step": 171
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.99805584436732e-05,
      "loss": 1.2869,
      "step": 172
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9979973962998396e-05,
      "loss": 1.1668,
      "step": 173
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9979380835002846e-05,
      "loss": 1.2876,
      "step": 174
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9978779060200483e-05,
      "loss": 1.4127,
      "step": 175
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.997816863911272e-05,
      "loss": 1.1729,
      "step": 176
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.997754957226847e-05,
      "loss": 1.2415,
      "step": 177
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.997692186020413e-05,
      "loss": 1.3111,
      "step": 178
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9976285503463593e-05,
      "loss": 1.3244,
      "step": 179
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9975640502598243e-05,
      "loss": 1.1277,
      "step": 180
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9974986858166954e-05,
      "loss": 1.2408,
      "step": 181
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.9974324570736087e-05,
      "loss": 1.1875,
      "step": 182
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.9973653640879486e-05,
      "loss": 1.2715,
      "step": 183
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.9972974069178498e-05,
      "loss": 1.2486,
      "step": 184
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.9972285856221944e-05,
      "loss": 1.1248,
      "step": 185
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.997158900260614e-05,
      "loss": 1.3108,
      "step": 186
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.997088350893489e-05,
      "loss": 1.3548,
      "step": 187
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.9970169375819475e-05,
      "loss": 1.2499,
      "step": 188
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.9969446603878673e-05,
      "loss": 1.2364,
      "step": 189
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.9968715193738738e-05,
      "loss": 1.0131,
      "step": 190
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.9967975146033417e-05,
      "loss": 1.3815,
      "step": 191
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.9967226461403934e-05,
      "loss": 1.2856,
      "step": 192
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.9966469140499e-05,
      "loss": 1.1579,
      "step": 193
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.9965703183974813e-05,
      "loss": 1.2069,
      "step": 194
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.9964928592495046e-05,
      "loss": 1.2146,
      "step": 195
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.9964145366730854e-05,
      "loss": 1.0996,
      "step": 196
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.9963353507360884e-05,
      "loss": 1.2706,
      "step": 197
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.996255301507125e-05,
      "loss": 1.2786,
      "step": 198
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.9961743890555553e-05,
      "loss": 1.2,
      "step": 199
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.9960926134514875e-05,
      "loss": 1.307,
      "step": 200
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.9960099747657774e-05,
      "loss": 1.2274,
      "step": 201
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.995926473070029e-05,
      "loss": 1.2593,
      "step": 202
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.9958421084365928e-05,
      "loss": 1.0893,
      "step": 203
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.9957568809385693e-05,
      "loss": 1.1677,
      "step": 204
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9956707906498046e-05,
      "loss": 1.2094,
      "step": 205
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9955838376448933e-05,
      "loss": 1.2178,
      "step": 206
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.995496021999177e-05,
      "loss": 1.3003,
      "step": 207
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9954073437887457e-05,
      "loss": 1.109,
      "step": 208
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9953178030904357e-05,
      "loss": 1.1488,
      "step": 209
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.9952273999818312e-05,
      "loss": 1.3261,
      "step": 210
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.9951361345412636e-05,
      "loss": 1.2487,
      "step": 211
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.9950440068478115e-05,
      "loss": 1.1897,
      "step": 212
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.9949510169813006e-05,
      "loss": 1.2219,
      "step": 213
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.9948571650223027e-05,
      "loss": 1.2271,
      "step": 214
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.9947624510521385e-05,
      "loss": 1.2215,
      "step": 215
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.9946668751528745e-05,
      "loss": 1.1,
      "step": 216
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.994570437407323e-05,
      "loss": 1.22,
      "step": 217
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.9944731378990452e-05,
      "loss": 1.2321,
      "step": 218
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.994374976712348e-05,
      "loss": 1.1961,
      "step": 219
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.9942759539322845e-05,
      "loss": 1.2253,
      "step": 220
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.9941760696446546e-05,
      "loss": 1.1896,
      "step": 221
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.9940753239360047e-05,
      "loss": 1.1826,
      "step": 222
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.993973716893628e-05,
      "loss": 1.1959,
      "step": 223
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.9938712486055632e-05,
      "loss": 1.1959,
      "step": 224
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.9937679191605964e-05,
      "loss": 1.1937,
      "step": 225
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.993663728648259e-05,
      "loss": 1.2367,
      "step": 226
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.993558677158828e-05,
      "loss": 1.1979,
      "step": 227
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.9934527647833276e-05,
      "loss": 1.1735,
      "step": 228
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.9933459916135277e-05,
      "loss": 1.277,
      "step": 229
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.9932383577419432e-05,
      "loss": 1.2691,
      "step": 230
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9931298632618355e-05,
      "loss": 1.2218,
      "step": 231
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9930205082672115e-05,
      "loss": 1.2659,
      "step": 232
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.992910292852824e-05,
      "loss": 0.9988,
      "step": 233
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9927992171141707e-05,
      "loss": 1.0513,
      "step": 234
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9926872811474952e-05,
      "loss": 1.2633,
      "step": 235
    },
    {
      "epoch": 0.81,
      "learning_rate": 1.9925744850497866e-05,
      "loss": 1.1305,
      "step": 236
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.9924608289187786e-05,
      "loss": 1.1505,
      "step": 237
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.9923463128529507e-05,
      "loss": 1.2576,
      "step": 238
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.9922309369515272e-05,
      "loss": 1.1034,
      "step": 239
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.9921147013144782e-05,
      "loss": 1.3569,
      "step": 240
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.991997606042517e-05,
      "loss": 1.2152,
      "step": 241
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.9918796512371035e-05,
      "loss": 1.1143,
      "step": 242
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.9917608370004417e-05,
      "loss": 1.1805,
      "step": 243
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.99164116343548e-05,
      "loss": 1.1872,
      "step": 244
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.9915206306459117e-05,
      "loss": 1.1894,
      "step": 245
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.9913992387361747e-05,
      "loss": 1.2854,
      "step": 246
    },
    {
      "epoch": 0.85,
      "learning_rate": 1.9912769878114508e-05,
      "loss": 1.2307,
      "step": 247
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.991153877977667e-05,
      "loss": 1.2782,
      "step": 248
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.991029909341493e-05,
      "loss": 1.2873,
      "step": 249
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.990905082010344e-05,
      "loss": 1.0803,
      "step": 250
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.9907793960923795e-05,
      "loss": 1.1682,
      "step": 251
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.990652851696501e-05,
      "loss": 1.1909,
      "step": 252
    },
    {
      "epoch": 0.87,
      "learning_rate": 1.990525448932356e-05,
      "loss": 1.2519,
      "step": 253
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.9903971879103344e-05,
      "loss": 1.2881,
      "step": 254
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.9902680687415704e-05,
      "loss": 1.2991,
      "step": 255
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.9901380915379413e-05,
      "loss": 1.2386,
      "step": 256
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.9900072564120686e-05,
      "loss": 1.2379,
      "step": 257
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.989875563477316e-05,
      "loss": 1.0524,
      "step": 258
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.9897430128477912e-05,
      "loss": 1.164,
      "step": 259
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.9896096046383456e-05,
      "loss": 1.1651,
      "step": 260
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.9894753389645723e-05,
      "loss": 1.2584,
      "step": 261
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.9893402159428084e-05,
      "loss": 1.1623,
      "step": 262
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9892042356901337e-05,
      "loss": 1.0978,
      "step": 263
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9890673983243708e-05,
      "loss": 1.1073,
      "step": 264
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.988929703964084e-05,
      "loss": 1.1571,
      "step": 265
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.988791152728582e-05,
      "loss": 1.134,
      "step": 266
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.988651744737914e-05,
      "loss": 1.1403,
      "step": 267
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.988511480112873e-05,
      "loss": 1.2544,
      "step": 268
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.9883703589749938e-05,
      "loss": 1.1921,
      "step": 269
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.988228381446553e-05,
      "loss": 1.1709,
      "step": 270
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.9880855476505694e-05,
      "loss": 1.2232,
      "step": 271
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9879418577108037e-05,
      "loss": 1.1804,
      "step": 272
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.987797311751759e-05,
      "loss": 1.194,
      "step": 273
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.987651909898679e-05,
      "loss": 1.2435,
      "step": 274
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.9875056522775506e-05,
      "loss": 1.1141,
      "step": 275
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.9873585390151003e-05,
      "loss": 1.2532,
      "step": 276
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9872105702387976e-05,
      "loss": 1.2792,
      "step": 277
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.987061746076852e-05,
      "loss": 1.1113,
      "step": 278
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9869120666582153e-05,
      "loss": 1.2517,
      "step": 279
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9867615321125796e-05,
      "loss": 1.1326,
      "step": 280
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9866101425703776e-05,
      "loss": 1.2877,
      "step": 281
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9864578981627844e-05,
      "loss": 1.2429,
      "step": 282
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9863047990217143e-05,
      "loss": 1.0668,
      "step": 283
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.9861508452798224e-05,
      "loss": 1.1143,
      "step": 284
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.985996037070505e-05,
      "loss": 1.248,
      "step": 285
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9858403745278982e-05,
      "loss": 1.2112,
      "step": 286
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.985683857786879e-05,
      "loss": 1.2108,
      "step": 287
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.985526486983063e-05,
      "loss": 1.1086,
      "step": 288
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9853682622528074e-05,
      "loss": 1.2065,
      "step": 289
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.985209183733209e-05,
      "loss": 1.1851,
      "step": 290
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9850492515621038e-05,
      "loss": 0.7343,
      "step": 291
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.984888465878068e-05,
      "loss": 0.7512,
      "step": 292
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.9847268268204168e-05,
      "loss": 0.7083,
      "step": 293
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.9845643345292055e-05,
      "loss": 0.7229,
      "step": 294
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.984400989145228e-05,
      "loss": 0.7095,
      "step": 295
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.9842367908100182e-05,
      "loss": 0.7007,
      "step": 296
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.9840717396658483e-05,
      "loss": 0.7599,
      "step": 297
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.9839058358557296e-05,
      "loss": 0.6908,
      "step": 298
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.9837390795234128e-05,
      "loss": 0.6812,
      "step": 299
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.983571470813386e-05,
      "loss": 0.6357,
      "step": 300
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.9834030098708773e-05,
      "loss": 0.6572,
      "step": 301
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.9832336968418527e-05,
      "loss": 0.7172,
      "step": 302
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.9830635318730155e-05,
      "loss": 0.6082,
      "step": 303
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.9828925151118092e-05,
      "loss": 0.6748,
      "step": 304
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.9827206467064133e-05,
      "loss": 0.765,
      "step": 305
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.982547926805747e-05,
      "loss": 0.712,
      "step": 306
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.9823743555594655e-05,
      "loss": 0.6817,
      "step": 307
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.9821999331179635e-05,
      "loss": 0.7088,
      "step": 308
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.982024659632372e-05,
      "loss": 0.7776,
      "step": 309
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.9818485352545595e-05,
      "loss": 0.726,
      "step": 310
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.981671560137132e-05,
      "loss": 0.7596,
      "step": 311
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.981493734433433e-05,
      "loss": 0.6971,
      "step": 312
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.9813150582975425e-05,
      "loss": 0.64,
      "step": 313
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.9811355318842776e-05,
      "loss": 0.7429,
      "step": 314
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.9809551553491918e-05,
      "loss": 0.6615,
      "step": 315
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.9807739288485758e-05,
      "loss": 0.6789,
      "step": 316
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.980591852539456e-05,
      "loss": 0.6526,
      "step": 317
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.980408926579596e-05,
      "loss": 0.6812,
      "step": 318
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.9802251511274946e-05,
      "loss": 0.7531,
      "step": 319
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.980040526342388e-05,
      "loss": 0.7044,
      "step": 320
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.979855052384247e-05,
      "loss": 0.7044,
      "step": 321
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.979668729413779e-05,
      "loss": 0.6829,
      "step": 322
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.9794815575924264e-05,
      "loss": 0.723,
      "step": 323
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.9792935370823676e-05,
      "loss": 0.6113,
      "step": 324
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.979104668046516e-05,
      "loss": 0.7492,
      "step": 325
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.978914950648521e-05,
      "loss": 0.652,
      "step": 326
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.9787243850527663e-05,
      "loss": 0.6816,
      "step": 327
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.978532971424371e-05,
      "loss": 0.6936,
      "step": 328
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.978340709929188e-05,
      "loss": 0.661,
      "step": 329
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.9781476007338058e-05,
      "loss": 0.6927,
      "step": 330
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.9779536440055474e-05,
      "loss": 0.6372,
      "step": 331
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.9777588399124702e-05,
      "loss": 0.6379,
      "step": 332
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.9775631886233655e-05,
      "loss": 0.6528,
      "step": 333
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.977366690307758e-05,
      "loss": 0.741,
      "step": 334
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.977169345135908e-05,
      "loss": 0.6967,
      "step": 335
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.9769711532788083e-05,
      "loss": 0.7075,
      "step": 336
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.9767721149081852e-05,
      "loss": 0.6554,
      "step": 337
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.9765722301965e-05,
      "loss": 0.7454,
      "step": 338
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.976371499316945e-05,
      "loss": 0.6421,
      "step": 339
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.9761699224434476e-05,
      "loss": 0.6899,
      "step": 340
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.975967499750668e-05,
      "loss": 0.6932,
      "step": 341
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.9757642314139977e-05,
      "loss": 0.696,
      "step": 342
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.975560117609563e-05,
      "loss": 0.644,
      "step": 343
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.9753551585142214e-05,
      "loss": 0.7286,
      "step": 344
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.9751493543055634e-05,
      "loss": 0.6811,
      "step": 345
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.9749427051619118e-05,
      "loss": 0.68,
      "step": 346
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.9747352112623207e-05,
      "loss": 0.6333,
      "step": 347
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.9745268727865774e-05,
      "loss": 0.7593,
      "step": 348
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.9743176899151998e-05,
      "loss": 0.7161,
      "step": 349
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.9741076628294387e-05,
      "loss": 0.7151,
      "step": 350
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.9738967917112752e-05,
      "loss": 0.7485,
      "step": 351
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.9736850767434226e-05,
      "loss": 0.725,
      "step": 352
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.9734725181093246e-05,
      "loss": 0.7805,
      "step": 353
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.9732591159931564e-05,
      "loss": 0.7069,
      "step": 354
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.973044870579824e-05,
      "loss": 0.6981,
      "step": 355
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.972829782054964e-05,
      "loss": 0.7194,
      "step": 356
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.9726138506049438e-05,
      "loss": 0.7016,
      "step": 357
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.9723970764168606e-05,
      "loss": 0.6876,
      "step": 358
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.9721794596785423e-05,
      "loss": 0.6618,
      "step": 359
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.9719610005785466e-05,
      "loss": 0.6402,
      "step": 360
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.971741699306161e-05,
      "loss": 0.7137,
      "step": 361
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.9715215560514032e-05,
      "loss": 0.7174,
      "step": 362
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.9713005710050203e-05,
      "loss": 0.75,
      "step": 363
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.971078744358488e-05,
      "loss": 0.7121,
      "step": 364
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.970856076304012e-05,
      "loss": 0.6689,
      "step": 365
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.9706325670345276e-05,
      "loss": 0.7713,
      "step": 366
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.9704082167436974e-05,
      "loss": 0.6505,
      "step": 367
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.9701830256259136e-05,
      "loss": 0.638,
      "step": 368
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.9699569938762975e-05,
      "loss": 0.7383,
      "step": 369
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.969730121690698e-05,
      "loss": 0.6333,
      "step": 370
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.969502409265692e-05,
      "loss": 0.7296,
      "step": 371
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.9692738567985853e-05,
      "loss": 0.6462,
      "step": 372
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.9690444644874112e-05,
      "loss": 0.8113,
      "step": 373
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.9688142325309302e-05,
      "loss": 0.6363,
      "step": 374
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.9685831611286312e-05,
      "loss": 0.7177,
      "step": 375
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9683512504807298e-05,
      "loss": 0.6961,
      "step": 376
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.968118500788169e-05,
      "loss": 0.6869,
      "step": 377
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.967884912252619e-05,
      "loss": 0.657,
      "step": 378
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.967650485076476e-05,
      "loss": 0.785,
      "step": 379
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.967415219462864e-05,
      "loss": 0.7045,
      "step": 380
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.967179115615633e-05,
      "loss": 0.7022,
      "step": 381
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.966942173739359e-05,
      "loss": 0.6417,
      "step": 382
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.9667043940393445e-05,
      "loss": 0.7073,
      "step": 383
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.9664657767216176e-05,
      "loss": 0.665,
      "step": 384
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.966226321992933e-05,
      "loss": 0.6585,
      "step": 385
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.9659860300607695e-05,
      "loss": 0.787,
      "step": 386
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.9657449011333328e-05,
      "loss": 0.6646,
      "step": 387
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.9655029354195534e-05,
      "loss": 0.781,
      "step": 388
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.9652601331290864e-05,
      "loss": 0.7042,
      "step": 389
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.9650164944723116e-05,
      "loss": 0.7232,
      "step": 390
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.9647720196603343e-05,
      "loss": 0.6306,
      "step": 391
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.9645267089049844e-05,
      "loss": 0.7539,
      "step": 392
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.964280562418815e-05,
      "loss": 0.71,
      "step": 393
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.964033580415104e-05,
      "loss": 0.6424,
      "step": 394
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.9637857631078532e-05,
      "loss": 0.7122,
      "step": 395
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.963537110711789e-05,
      "loss": 0.7191,
      "step": 396
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.9632876234423592e-05,
      "loss": 0.6934,
      "step": 397
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.9630373015157374e-05,
      "loss": 0.6344,
      "step": 398
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.962786145148819e-05,
      "loss": 0.6586,
      "step": 399
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.9625341545592226e-05,
      "loss": 0.7496,
      "step": 400
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.9622813299652904e-05,
      "loss": 0.7141,
      "step": 401
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.962027671586086e-05,
      "loss": 0.7671,
      "step": 402
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.9617731796413962e-05,
      "loss": 0.726,
      "step": 403
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.9615178543517303e-05,
      "loss": 0.6995,
      "step": 404
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.961261695938319e-05,
      "loss": 0.6813,
      "step": 405
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.9610047046231152e-05,
      "loss": 0.6808,
      "step": 406
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.9607468806287936e-05,
      "loss": 0.6874,
      "step": 407
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.96048822417875e-05,
      "loss": 0.6684,
      "step": 408
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.9602287354971018e-05,
      "loss": 0.6834,
      "step": 409
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.9599684148086876e-05,
      "loss": 0.6572,
      "step": 410
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.9597072623390668e-05,
      "loss": 0.7358,
      "step": 411
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.959445278314519e-05,
      "loss": 0.7033,
      "step": 412
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.959182462962046e-05,
      "loss": 0.6698,
      "step": 413
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.958918816509367e-05,
      "loss": 0.6299,
      "step": 414
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.9586543391849243e-05,
      "loss": 0.6512,
      "step": 415
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.958389031217878e-05,
      "loss": 0.8226,
      "step": 416
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.95812289283811e-05,
      "loss": 0.6673,
      "step": 417
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.957855924276219e-05,
      "loss": 0.6959,
      "step": 418
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9575881257635254e-05,
      "loss": 0.6946,
      "step": 419
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.9573194975320672e-05,
      "loss": 0.6767,
      "step": 420
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.957050039814603e-05,
      "loss": 0.6647,
      "step": 421
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.9567797528446083e-05,
      "loss": 0.7477,
      "step": 422
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.956508636856278e-05,
      "loss": 0.65,
      "step": 423
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.9562366920845256e-05,
      "loss": 0.7328,
      "step": 424
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.9559639187649817e-05,
      "loss": 0.7052,
      "step": 425
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.9556903171339963e-05,
      "loss": 0.7365,
      "step": 426
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.9554158874286353e-05,
      "loss": 0.6195,
      "step": 427
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9551406298866838e-05,
      "loss": 0.7432,
      "step": 428
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9548645447466433e-05,
      "loss": 0.7367,
      "step": 429
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.954587632247732e-05,
      "loss": 0.6919,
      "step": 430
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.9543098926298864e-05,
      "loss": 0.7414,
      "step": 431
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.954031326133758e-05,
      "loss": 0.7284,
      "step": 432
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.9537519330007163e-05,
      "loss": 0.739,
      "step": 433
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.9534717134728455e-05,
      "loss": 0.6371,
      "step": 434
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.9531906677929472e-05,
      "loss": 0.6845,
      "step": 435
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.952908796204538e-05,
      "loss": 0.7606,
      "step": 436
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.9526260989518506e-05,
      "loss": 0.6839,
      "step": 437
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.9523425762798328e-05,
      "loss": 0.7266,
      "step": 438
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.9520582284341478e-05,
      "loss": 0.5924,
      "step": 439
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.951773055661174e-05,
      "loss": 0.7233,
      "step": 440
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.951487058208003e-05,
      "loss": 0.6601,
      "step": 441
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.951200236322444e-05,
      "loss": 0.7587,
      "step": 442
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.9509125902530178e-05,
      "loss": 0.7544,
      "step": 443
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.95062412024896e-05,
      "loss": 0.6956,
      "step": 444
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.9503348265602212e-05,
      "loss": 0.6863,
      "step": 445
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.9500447094374645e-05,
      "loss": 0.7986,
      "step": 446
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.949753769132067e-05,
      "loss": 0.7199,
      "step": 447
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.949462005896119e-05,
      "loss": 0.6628,
      "step": 448
    },
    {
      "epoch": 1.55,
      "learning_rate": 1.9491694199824232e-05,
      "loss": 0.7378,
      "step": 449
    },
    {
      "epoch": 1.55,
      "learning_rate": 1.9488760116444966e-05,
      "loss": 0.7213,
      "step": 450
    },
    {
      "epoch": 1.56,
      "learning_rate": 1.9485817811365676e-05,
      "loss": 0.6956,
      "step": 451
    },
    {
      "epoch": 1.56,
      "learning_rate": 1.9482867287135772e-05,
      "loss": 0.7118,
      "step": 452
    },
    {
      "epoch": 1.56,
      "learning_rate": 1.9479908546311783e-05,
      "loss": 0.6999,
      "step": 453
    },
    {
      "epoch": 1.57,
      "learning_rate": 1.947694159145737e-05,
      "loss": 0.6654,
      "step": 454
    },
    {
      "epoch": 1.57,
      "learning_rate": 1.9473966425143292e-05,
      "loss": 0.7016,
      "step": 455
    },
    {
      "epoch": 1.57,
      "learning_rate": 1.9470983049947446e-05,
      "loss": 0.7339,
      "step": 456
    },
    {
      "epoch": 1.58,
      "learning_rate": 1.9467991468454817e-05,
      "loss": 0.7383,
      "step": 457
    },
    {
      "epoch": 1.58,
      "learning_rate": 1.9464991683257514e-05,
      "loss": 0.635,
      "step": 458
    },
    {
      "epoch": 1.58,
      "learning_rate": 1.946198369695476e-05,
      "loss": 0.7277,
      "step": 459
    },
    {
      "epoch": 1.59,
      "learning_rate": 1.9458967512152872e-05,
      "loss": 0.6761,
      "step": 460
    },
    {
      "epoch": 1.59,
      "learning_rate": 1.9455943131465272e-05,
      "loss": 0.738,
      "step": 461
    },
    {
      "epoch": 1.59,
      "learning_rate": 1.9452910557512497e-05,
      "loss": 0.7039,
      "step": 462
    },
    {
      "epoch": 1.6,
      "learning_rate": 1.9449869792922162e-05,
      "loss": 0.656,
      "step": 463
    },
    {
      "epoch": 1.6,
      "learning_rate": 1.9446820840328993e-05,
      "loss": 0.7944,
      "step": 464
    },
    {
      "epoch": 1.6,
      "learning_rate": 1.944376370237481e-05,
      "loss": 0.6946,
      "step": 465
    },
    {
      "epoch": 1.61,
      "learning_rate": 1.9440698381708526e-05,
      "loss": 0.6451,
      "step": 466
    },
    {
      "epoch": 1.61,
      "learning_rate": 1.9437624880986135e-05,
      "loss": 0.724,
      "step": 467
    },
    {
      "epoch": 1.61,
      "learning_rate": 1.9434543202870726e-05,
      "loss": 0.6424,
      "step": 468
    },
    {
      "epoch": 1.62,
      "learning_rate": 1.9431453350032476e-05,
      "loss": 0.7673,
      "step": 469
    },
    {
      "epoch": 1.62,
      "learning_rate": 1.9428355325148632e-05,
      "loss": 0.7617,
      "step": 470
    },
    {
      "epoch": 1.62,
      "learning_rate": 1.9425249130903544e-05,
      "loss": 0.7686,
      "step": 471
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.9422134769988617e-05,
      "loss": 0.8088,
      "step": 472
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.9419012245102347e-05,
      "loss": 0.6805,
      "step": 473
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.9415881558950302e-05,
      "loss": 0.654,
      "step": 474
    },
    {
      "epoch": 1.64,
      "learning_rate": 1.941274271424512e-05,
      "loss": 0.6434,
      "step": 475
    },
    {
      "epoch": 1.64,
      "learning_rate": 1.9409595713706496e-05,
      "loss": 0.6466,
      "step": 476
    },
    {
      "epoch": 1.64,
      "learning_rate": 1.9406440560061214e-05,
      "loss": 0.7267,
      "step": 477
    },
    {
      "epoch": 1.65,
      "learning_rate": 1.940327725604311e-05,
      "loss": 0.7206,
      "step": 478
    },
    {
      "epoch": 1.65,
      "learning_rate": 1.9400105804393083e-05,
      "loss": 0.6717,
      "step": 479
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.9396926207859085e-05,
      "loss": 0.7631,
      "step": 480
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.939373846919614e-05,
      "loss": 0.6765,
      "step": 481
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.939054259116632e-05,
      "loss": 0.697,
      "step": 482
    },
    {
      "epoch": 1.67,
      "learning_rate": 1.9387338576538743e-05,
      "loss": 0.7574,
      "step": 483
    },
    {
      "epoch": 1.67,
      "learning_rate": 1.938412642808959e-05,
      "loss": 0.7073,
      "step": 484
    },
    {
      "epoch": 1.67,
      "learning_rate": 1.938090614860207e-05,
      "loss": 0.5954,
      "step": 485
    },
    {
      "epoch": 1.68,
      "learning_rate": 1.937767774086646e-05,
      "loss": 0.7531,
      "step": 486
    },
    {
      "epoch": 1.68,
      "learning_rate": 1.937444120768007e-05,
      "loss": 0.7187,
      "step": 487
    },
    {
      "epoch": 1.68,
      "learning_rate": 1.9371196551847248e-05,
      "loss": 0.6545,
      "step": 488
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.936794377617938e-05,
      "loss": 0.7226,
      "step": 489
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.9364682883494892e-05,
      "loss": 0.7766,
      "step": 490
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.936141387661924e-05,
      "loss": 0.6742,
      "step": 491
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.935813675838491e-05,
      "loss": 0.7205,
      "step": 492
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.935485153163142e-05,
      "loss": 0.6389,
      "step": 493
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.935155819920531e-05,
      "loss": 0.677,
      "step": 494
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.9348256763960146e-05,
      "loss": 0.6894,
      "step": 495
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.934494722875651e-05,
      "loss": 0.6503,
      "step": 496
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.9341629596462015e-05,
      "loss": 0.6799,
      "step": 497
    },
    {
      "epoch": 1.72,
      "learning_rate": 1.933830386995127e-05,
      "loss": 0.6777,
      "step": 498
    },
    {
      "epoch": 1.72,
      "learning_rate": 1.933497005210591e-05,
      "loss": 0.6925,
      "step": 499
    },
    {
      "epoch": 1.72,
      "learning_rate": 1.9331628145814587e-05,
      "loss": 0.6817,
      "step": 500
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.9328278153972947e-05,
      "loss": 0.5892,
      "step": 501
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.9324920079483647e-05,
      "loss": 0.746,
      "step": 502
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.9321553925256355e-05,
      "loss": 0.7821,
      "step": 503
    },
    {
      "epoch": 1.74,
      "learning_rate": 1.9318179694207726e-05,
      "loss": 0.6536,
      "step": 504
    },
    {
      "epoch": 1.74,
      "learning_rate": 1.9314797389261426e-05,
      "loss": 0.7395,
      "step": 505
    },
    {
      "epoch": 1.74,
      "learning_rate": 1.931140701334811e-05,
      "loss": 0.8165,
      "step": 506
    },
    {
      "epoch": 1.75,
      "learning_rate": 1.9308008569405424e-05,
      "loss": 0.7218,
      "step": 507
    },
    {
      "epoch": 1.75,
      "learning_rate": 1.9304602060378013e-05,
      "loss": 0.6668,
      "step": 508
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.9301187489217508e-05,
      "loss": 0.617,
      "step": 509
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.9297764858882516e-05,
      "loss": 0.6638,
      "step": 510
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.9294334172338637e-05,
      "loss": 0.6733,
      "step": 511
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.929089543255845e-05,
      "loss": 0.695,
      "step": 512
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.9287448642521513e-05,
      "loss": 0.7118,
      "step": 513
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.9283993805214353e-05,
      "loss": 0.6789,
      "step": 514
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.928053092363047e-05,
      "loss": 0.7322,
      "step": 515
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.9277060000770342e-05,
      "loss": 0.6963,
      "step": 516
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.9273581039641412e-05,
      "loss": 0.746,
      "step": 517
    },
    {
      "epoch": 1.79,
      "learning_rate": 1.927009404325808e-05,
      "loss": 0.6681,
      "step": 518
    },
    {
      "epoch": 1.79,
      "learning_rate": 1.9266599014641724e-05,
      "loss": 0.7509,
      "step": 519
    },
    {
      "epoch": 1.79,
      "learning_rate": 1.926309595682066e-05,
      "loss": 0.6142,
      "step": 520
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.925958487283018e-05,
      "loss": 0.6667,
      "step": 521
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.9256065765712524e-05,
      "loss": 0.6588,
      "step": 522
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.9252538638516878e-05,
      "loss": 0.761,
      "step": 523
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9249003494299385e-05,
      "loss": 0.7088,
      "step": 524
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9245460336123136e-05,
      "loss": 0.787,
      "step": 525
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.9241909167058154e-05,
      "loss": 0.7178,
      "step": 526
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.923834999018141e-05,
      "loss": 0.7174,
      "step": 527
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.9234782808576823e-05,
      "loss": 0.652,
      "step": 528
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.9231207625335235e-05,
      "loss": 0.7035,
      "step": 529
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9227624443554425e-05,
      "loss": 0.6668,
      "step": 530
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9224033266339103e-05,
      "loss": 0.752,
      "step": 531
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9220434096800903e-05,
      "loss": 0.6964,
      "step": 532
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.9216826938058394e-05,
      "loss": 0.6152,
      "step": 533
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.9213211793237056e-05,
      "loss": 0.7001,
      "step": 534
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.9209588665469294e-05,
      "loss": 0.7193,
      "step": 535
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9205957557894433e-05,
      "loss": 0.6905,
      "step": 536
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.9202318473658707e-05,
      "loss": 0.6505,
      "step": 537
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.919867141591526e-05,
      "loss": 0.7074,
      "step": 538
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.9195016387824154e-05,
      "loss": 0.7218,
      "step": 539
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.9191353392552346e-05,
      "loss": 0.6711,
      "step": 540
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.9187682433273704e-05,
      "loss": 0.8002,
      "step": 541
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.9184003513168995e-05,
      "loss": 0.7491,
      "step": 542
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.9180316635425883e-05,
      "loss": 0.6503,
      "step": 543
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.9176621803238924e-05,
      "loss": 0.6792,
      "step": 544
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.9172919019809572e-05,
      "loss": 0.743,
      "step": 545
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.9169208288346168e-05,
      "loss": 0.751,
      "step": 546
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.9165489612063932e-05,
      "loss": 0.6516,
      "step": 547
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.9161762994184986e-05,
      "loss": 0.6285,
      "step": 548
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.9158028437938316e-05,
      "loss": 0.7292,
      "step": 549
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.9154285946559792e-05,
      "loss": 0.6948,
      "step": 550
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.9150535523292165e-05,
      "loss": 0.7495,
      "step": 551
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.914677717138505e-05,
      "loss": 0.6467,
      "step": 552
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.9143010894094938e-05,
      "loss": 0.7425,
      "step": 553
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.9139236694685184e-05,
      "loss": 0.6943,
      "step": 554
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.913545457642601e-05,
      "loss": 0.7633,
      "step": 555
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.9131664542594496e-05,
      "loss": 0.6327,
      "step": 556
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.912786659647458e-05,
      "loss": 0.7023,
      "step": 557
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.9124060741357065e-05,
      "loss": 0.7677,
      "step": 558
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.912024698053959e-05,
      "loss": 0.718,
      "step": 559
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.911642531732666e-05,
      "loss": 0.7192,
      "step": 560
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.9112595755029625e-05,
      "loss": 0.6936,
      "step": 561
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.9108758296966666e-05,
      "loss": 0.6841,
      "step": 562
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.910491294646282e-05,
      "loss": 0.8081,
      "step": 563
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.9101059706849957e-05,
      "loss": 0.6954,
      "step": 564
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.9097198581466785e-05,
      "loss": 0.7887,
      "step": 565
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.909332957365884e-05,
      "loss": 0.6479,
      "step": 566
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.908945268677849e-05,
      "loss": 0.7737,
      "step": 567
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.9085567924184932e-05,
      "loss": 0.7327,
      "step": 568
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.9081675289244183e-05,
      "loss": 0.7384,
      "step": 569
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.907777478532909e-05,
      "loss": 0.6795,
      "step": 570
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.9073866415819303e-05,
      "loss": 0.679,
      "step": 571
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.9069950184101305e-05,
      "loss": 0.8291,
      "step": 572
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.906602609356838e-05,
      "loss": 0.6748,
      "step": 573
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.906209414762062e-05,
      "loss": 0.7224,
      "step": 574
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.9058154349664932e-05,
      "loss": 0.783,
      "step": 575
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.905420670311502e-05,
      "loss": 0.7554,
      "step": 576
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.905025121139139e-05,
      "loss": 0.6499,
      "step": 577
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.9046287877921344e-05,
      "loss": 0.7685,
      "step": 578
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.9042316706138987e-05,
      "loss": 0.6356,
      "step": 579
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.9038337699485207e-05,
      "loss": 0.5548,
      "step": 580
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.903435086140768e-05,
      "loss": 0.3445,
      "step": 581
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.9030356195360875e-05,
      "loss": 0.3504,
      "step": 582
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.9026353704806032e-05,
      "loss": 0.3291,
      "step": 583
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.902234339321119e-05,
      "loss": 0.3163,
      "step": 584
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.901832526405114e-05,
      "loss": 0.3535,
      "step": 585
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.9014299320807467e-05,
      "loss": 0.3166,
      "step": 586
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.9010265566968518e-05,
      "loss": 0.327,
      "step": 587
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.9006224006029404e-05,
      "loss": 0.2785,
      "step": 588
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.9002174641492015e-05,
      "loss": 0.2955,
      "step": 589
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.8998117476864984e-05,
      "loss": 0.2747,
      "step": 590
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.899405251566371e-05,
      "loss": 0.2947,
      "step": 591
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.8989979761410356e-05,
      "loss": 0.2931,
      "step": 592
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.898589921763383e-05,
      "loss": 0.3029,
      "step": 593
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.8981810887869784e-05,
      "loss": 0.2931,
      "step": 594
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.897771477566063e-05,
      "loss": 0.2532,
      "step": 595
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.8973610884555505e-05,
      "loss": 0.3408,
      "step": 596
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.8969499218110302e-05,
      "loss": 0.3068,
      "step": 597
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.896537977988764e-05,
      "loss": 0.2712,
      "step": 598
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.896125257345689e-05,
      "loss": 0.3098,
      "step": 599
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.895711760239413e-05,
      "loss": 0.2649,
      "step": 600
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.895297487028218e-05,
      "loss": 0.2977,
      "step": 601
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.8948824380710582e-05,
      "loss": 0.2336,
      "step": 602
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.89446661372756e-05,
      "loss": 0.3687,
      "step": 603
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.8940500143580215e-05,
      "loss": 0.3082,
      "step": 604
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.8936326403234125e-05,
      "loss": 0.2884,
      "step": 605
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.893214491985374e-05,
      "loss": 0.316,
      "step": 606
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.8927955697062172e-05,
      "loss": 0.336,
      "step": 607
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.892375873848925e-05,
      "loss": 0.3065,
      "step": 608
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.8919554047771508e-05,
      "loss": 0.2622,
      "step": 609
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.8915341628552166e-05,
      "loss": 0.2963,
      "step": 610
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.8911121484481145e-05,
      "loss": 0.3352,
      "step": 611
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.890689361921507e-05,
      "loss": 0.3059,
      "step": 612
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.8902658036417236e-05,
      "loss": 0.322,
      "step": 613
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.8898414739757648e-05,
      "loss": 0.3049,
      "step": 614
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.889416373291298e-05,
      "loss": 0.3014,
      "step": 615
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.8889905019566584e-05,
      "loss": 0.3134,
      "step": 616
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.8885638603408502e-05,
      "loss": 0.307,
      "step": 617
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.8881364488135448e-05,
      "loss": 0.3042,
      "step": 618
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.8877082677450795e-05,
      "loss": 0.3358,
      "step": 619
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.8872793175064594e-05,
      "loss": 0.3036,
      "step": 620
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.886849598469356e-05,
      "loss": 0.3028,
      "step": 621
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.8864191110061066e-05,
      "loss": 0.2709,
      "step": 622
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.8859878554897147e-05,
      "loss": 0.2613,
      "step": 623
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.8855558322938492e-05,
      "loss": 0.2843,
      "step": 624
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.8851230417928433e-05,
      "loss": 0.3019,
      "step": 625
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.884689484361697e-05,
      "loss": 0.3174,
      "step": 626
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.8842551603760725e-05,
      "loss": 0.2937,
      "step": 627
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.883820070212298e-05,
      "loss": 0.3031,
      "step": 628
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.8833842142473643e-05,
      "loss": 0.2512,
      "step": 629
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.8829475928589272e-05,
      "loss": 0.3677,
      "step": 630
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.882510206425304e-05,
      "loss": 0.3406,
      "step": 631
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.882072055325476e-05,
      "loss": 0.3419,
      "step": 632
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.881633139939087e-05,
      "loss": 0.289,
      "step": 633
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.8811934606464425e-05,
      "loss": 0.2963,
      "step": 634
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.880753017828511e-05,
      "loss": 0.3507,
      "step": 635
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.8803118118669203e-05,
      "loss": 0.3018,
      "step": 636
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.879869843143962e-05,
      "loss": 0.261,
      "step": 637
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.8794271120425874e-05,
      "loss": 0.3003,
      "step": 638
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.878983618946409e-05,
      "loss": 0.2976,
      "step": 639
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.8785393642396976e-05,
      "loss": 0.3536,
      "step": 640
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.8780943483073867e-05,
      "loss": 0.301,
      "step": 641
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.8776485715350672e-05,
      "loss": 0.3021,
      "step": 642
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.8772020343089906e-05,
      "loss": 0.3237,
      "step": 643
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.8767547370160667e-05,
      "loss": 0.3525,
      "step": 644
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.8763066800438638e-05,
      "loss": 0.3945,
      "step": 645
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.875857863780609e-05,
      "loss": 0.3209,
      "step": 646
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.8754082886151857e-05,
      "loss": 0.2923,
      "step": 647
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.874957954937138e-05,
      "loss": 0.3017,
      "step": 648
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.874506863136664e-05,
      "loss": 0.2917,
      "step": 649
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.8740550136046195e-05,
      "loss": 0.2908,
      "step": 650
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.8736024067325188e-05,
      "loss": 0.348,
      "step": 651
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.87314904291253e-05,
      "loss": 0.3147,
      "step": 652
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.8726949225374782e-05,
      "loss": 0.3156,
      "step": 653
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.8722400460008437e-05,
      "loss": 0.3469,
      "step": 654
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.8717844136967626e-05,
      "loss": 0.2814,
      "step": 655
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.8713280260200245e-05,
      "loss": 0.2785,
      "step": 656
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.8708708833660755e-05,
      "loss": 0.3207,
      "step": 657
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.8704129861310137e-05,
      "loss": 0.2985,
      "step": 658
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.8699543347115932e-05,
      "loss": 0.3012,
      "step": 659
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.869494929505219e-05,
      "loss": 0.3129,
      "step": 660
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.8690347709099522e-05,
      "loss": 0.3005,
      "step": 661
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.8685738593245038e-05,
      "loss": 0.2954,
      "step": 662
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.8681121951482397e-05,
      "loss": 0.2678,
      "step": 663
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.867649778781176e-05,
      "loss": 0.3719,
      "step": 664
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.8671866106239812e-05,
      "loss": 0.3246,
      "step": 665
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.8667226910779767e-05,
      "loss": 0.2723,
      "step": 666
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.866258020545132e-05,
      "loss": 0.3147,
      "step": 667
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.86579259942807e-05,
      "loss": 0.3049,
      "step": 668
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.8653264281300622e-05,
      "loss": 0.3339,
      "step": 669
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.8648595070550312e-05,
      "loss": 0.3354,
      "step": 670
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.8643918366075485e-05,
      "loss": 0.3176,
      "step": 671
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.8639234171928355e-05,
      "loss": 0.2774,
      "step": 672
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.863454249216762e-05,
      "loss": 0.2808,
      "step": 673
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.8629843330858472e-05,
      "loss": 0.3206,
      "step": 674
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.8625136692072577e-05,
      "loss": 0.3595,
      "step": 675
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.8620422579888082e-05,
      "loss": 0.3003,
      "step": 676
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.8615700998389612e-05,
      "loss": 0.3475,
      "step": 677
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.8610971951668265e-05,
      "loss": 0.2942,
      "step": 678
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.8606235443821602e-05,
      "loss": 0.3123,
      "step": 679
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.860149147895366e-05,
      "loss": 0.2984,
      "step": 680
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.8596740061174912e-05,
      "loss": 0.3126,
      "step": 681
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.8591981194602322e-05,
      "loss": 0.3477,
      "step": 682
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.858721488335929e-05,
      "loss": 0.328,
      "step": 683
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.8582441131575658e-05,
      "loss": 0.3073,
      "step": 684
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.8577659943387737e-05,
      "loss": 0.3348,
      "step": 685
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.8572871322938267e-05,
      "loss": 0.3657,
      "step": 686
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.856807527437643e-05,
      "loss": 0.342,
      "step": 687
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.8563271801857844e-05,
      "loss": 0.3195,
      "step": 688
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.8558460909544564e-05,
      "loss": 0.3455,
      "step": 689
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.855364260160507e-05,
      "loss": 0.3452,
      "step": 690
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.8548816882214262e-05,
      "loss": 0.3686,
      "step": 691
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.8543983755553474e-05,
      "loss": 0.2907,
      "step": 692
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.8539143225810453e-05,
      "loss": 0.3427,
      "step": 693
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.8534295297179354e-05,
      "loss": 0.366,
      "step": 694
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.852943997386075e-05,
      "loss": 0.362,
      "step": 695
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.8524577260061628e-05,
      "loss": 0.3233,
      "step": 696
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.851970715999536e-05,
      "loss": 0.3113,
      "step": 697
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.851482967788173e-05,
      "loss": 0.256,
      "step": 698
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.850994481794692e-05,
      "loss": 0.2707,
      "step": 699
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.85050525844235e-05,
      "loss": 0.27,
      "step": 700
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.850015298155043e-05,
      "loss": 0.3228,
      "step": 701
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8495246013573057e-05,
      "loss": 0.3385,
      "step": 702
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8490331684743105e-05,
      "loss": 0.3488,
      "step": 703
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.848540999931868e-05,
      "loss": 0.3022,
      "step": 704
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.848048096156426e-05,
      "loss": 0.3524,
      "step": 705
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.84755445757507e-05,
      "loss": 0.3235,
      "step": 706
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.8470600846155213e-05,
      "loss": 0.2786,
      "step": 707
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.8465649777061377e-05,
      "loss": 0.2982,
      "step": 708
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.846069137275914e-05,
      "loss": 0.3124,
      "step": 709
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.8455725637544784e-05,
      "loss": 0.3215,
      "step": 710
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.8450752575720967e-05,
      "loss": 0.3181,
      "step": 711
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.8445772191596676e-05,
      "loss": 0.3211,
      "step": 712
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.8440784489487256e-05,
      "loss": 0.308,
      "step": 713
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.843578947371439e-05,
      "loss": 0.3133,
      "step": 714
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.8430787148606087e-05,
      "loss": 0.3085,
      "step": 715
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.8425777518496707e-05,
      "loss": 0.3024,
      "step": 716
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.8420760587726925e-05,
      "loss": 0.3138,
      "step": 717
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.841573636064375e-05,
      "loss": 0.2737,
      "step": 718
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.8410704841600506e-05,
      "loss": 0.3332,
      "step": 719
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.8405666034956842e-05,
      "loss": 0.3205,
      "step": 720
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.8400619945078725e-05,
      "loss": 0.3418,
      "step": 721
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.8395566576338416e-05,
      "loss": 0.3023,
      "step": 722
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.8390505933114503e-05,
      "loss": 0.3298,
      "step": 723
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.8385438019791862e-05,
      "loss": 0.2921,
      "step": 724
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.8380362840761675e-05,
      "loss": 0.3397,
      "step": 725
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.837528040042142e-05,
      "loss": 0.3264,
      "step": 726
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.8370190703174862e-05,
      "loss": 0.3337,
      "step": 727
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.836509375343206e-05,
      "loss": 0.2954,
      "step": 728
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.8359989555609355e-05,
      "loss": 0.3333,
      "step": 729
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.8354878114129368e-05,
      "loss": 0.3365,
      "step": 730
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.834975943342099e-05,
      "loss": 0.2983,
      "step": 731
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.834463351791939e-05,
      "loss": 0.2924,
      "step": 732
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.8339500372066018e-05,
      "loss": 0.2817,
      "step": 733
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.8334360000308563e-05,
      "loss": 0.3146,
      "step": 734
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.8329212407100996e-05,
      "loss": 0.3219,
      "step": 735
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.8324057596903534e-05,
      "loss": 0.3792,
      "step": 736
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.8318895574182657e-05,
      "loss": 0.3396,
      "step": 737
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.8313726343411085e-05,
      "loss": 0.3006,
      "step": 738
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.830854990906779e-05,
      "loss": 0.3356,
      "step": 739
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.8303366275637977e-05,
      "loss": 0.3694,
      "step": 740
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.82981754476131e-05,
      "loss": 0.3364,
      "step": 741
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.829297742949084e-05,
      "loss": 0.3412,
      "step": 742
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.8287772225775105e-05,
      "loss": 0.3779,
      "step": 743
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.8282559840976043e-05,
      "loss": 0.3142,
      "step": 744
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.827734027961001e-05,
      "loss": 0.3578,
      "step": 745
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.827211354619958e-05,
      "loss": 0.3569,
      "step": 746
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.8266879645273557e-05,
      "loss": 0.3051,
      "step": 747
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.8261638581366937e-05,
      "loss": 0.3327,
      "step": 748
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.825639035902093e-05,
      "loss": 0.34,
      "step": 749
    },
    {
      "epoch": 2.59,
      "learning_rate": 1.8251134982782952e-05,
      "loss": 0.3269,
      "step": 750
    },
    {
      "epoch": 2.59,
      "learning_rate": 1.8245872457206614e-05,
      "loss": 0.2926,
      "step": 751
    },
    {
      "epoch": 2.59,
      "learning_rate": 1.8240602786851726e-05,
      "loss": 0.2558,
      "step": 752
    },
    {
      "epoch": 2.6,
      "learning_rate": 1.8235325976284276e-05,
      "loss": 0.3286,
      "step": 753
    },
    {
      "epoch": 2.6,
      "learning_rate": 1.8230042030076454e-05,
      "loss": 0.3168,
      "step": 754
    },
    {
      "epoch": 2.6,
      "learning_rate": 1.8224750952806626e-05,
      "loss": 0.3998,
      "step": 755
    },
    {
      "epoch": 2.61,
      "learning_rate": 1.8219452749059332e-05,
      "loss": 0.2971,
      "step": 756
    },
    {
      "epoch": 2.61,
      "learning_rate": 1.82141474234253e-05,
      "loss": 0.356,
      "step": 757
    },
    {
      "epoch": 2.61,
      "learning_rate": 1.8208834980501417e-05,
      "loss": 0.3807,
      "step": 758
    },
    {
      "epoch": 2.62,
      "learning_rate": 1.8203515424890738e-05,
      "loss": 0.3043,
      "step": 759
    },
    {
      "epoch": 2.62,
      "learning_rate": 1.8198188761202487e-05,
      "loss": 0.3252,
      "step": 760
    },
    {
      "epoch": 2.62,
      "learning_rate": 1.8192854994052047e-05,
      "loss": 0.331,
      "step": 761
    },
    {
      "epoch": 2.63,
      "learning_rate": 1.8187514128060946e-05,
      "loss": 0.3487,
      "step": 762
    },
    {
      "epoch": 2.63,
      "learning_rate": 1.8182166167856875e-05,
      "loss": 0.2814,
      "step": 763
    },
    {
      "epoch": 2.63,
      "learning_rate": 1.8176811118073664e-05,
      "loss": 0.3439,
      "step": 764
    },
    {
      "epoch": 2.64,
      "learning_rate": 1.8171448983351284e-05,
      "loss": 0.3069,
      "step": 765
    },
    {
      "epoch": 2.64,
      "learning_rate": 1.816607976833586e-05,
      "loss": 0.3647,
      "step": 766
    },
    {
      "epoch": 2.64,
      "learning_rate": 1.816070347767963e-05,
      "loss": 0.3498,
      "step": 767
    },
    {
      "epoch": 2.65,
      "learning_rate": 1.8155320116040983e-05,
      "loss": 0.3732,
      "step": 768
    },
    {
      "epoch": 2.65,
      "learning_rate": 1.814992968808442e-05,
      "loss": 0.3235,
      "step": 769
    },
    {
      "epoch": 2.66,
      "learning_rate": 1.814453219848057e-05,
      "loss": 0.3175,
      "step": 770
    },
    {
      "epoch": 2.66,
      "learning_rate": 1.8139127651906183e-05,
      "loss": 0.3544,
      "step": 771
    },
    {
      "epoch": 2.66,
      "learning_rate": 1.8133716053044123e-05,
      "loss": 0.3301,
      "step": 772
    },
    {
      "epoch": 2.67,
      "learning_rate": 1.812829740658336e-05,
      "loss": 0.3047,
      "step": 773
    },
    {
      "epoch": 2.67,
      "learning_rate": 1.812287171721897e-05,
      "loss": 0.3145,
      "step": 774
    },
    {
      "epoch": 2.67,
      "learning_rate": 1.811743898965215e-05,
      "loss": 0.3478,
      "step": 775
    },
    {
      "epoch": 2.68,
      "learning_rate": 1.8111999228590167e-05,
      "loss": 0.3531,
      "step": 776
    },
    {
      "epoch": 2.68,
      "learning_rate": 1.81065524387464e-05,
      "loss": 0.4163,
      "step": 777
    },
    {
      "epoch": 2.68,
      "learning_rate": 1.8101098624840318e-05,
      "loss": 0.34,
      "step": 778
    },
    {
      "epoch": 2.69,
      "learning_rate": 1.809563779159746e-05,
      "loss": 0.2707,
      "step": 779
    },
    {
      "epoch": 2.69,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 0.3973,
      "step": 780
    },
    {
      "epoch": 2.69,
      "learning_rate": 1.8084695086034064e-05,
      "loss": 0.3142,
      "step": 781
    },
    {
      "epoch": 2.7,
      "learning_rate": 1.8079213223195018e-05,
      "loss": 0.3138,
      "step": 782
    },
    {
      "epoch": 2.7,
      "learning_rate": 1.8073724359982184e-05,
      "loss": 0.2876,
      "step": 783
    },
    {
      "epoch": 2.7,
      "learning_rate": 1.806822850115149e-05,
      "loss": 0.354,
      "step": 784
    },
    {
      "epoch": 2.71,
      "learning_rate": 1.8062725651464913e-05,
      "loss": 0.326,
      "step": 785
    },
    {
      "epoch": 2.71,
      "learning_rate": 1.8057215815690494e-05,
      "loss": 0.385,
      "step": 786
    },
    {
      "epoch": 2.71,
      "learning_rate": 1.8051698998602324e-05,
      "loss": 0.3341,
      "step": 787
    },
    {
      "epoch": 2.72,
      "learning_rate": 1.804617520498055e-05,
      "loss": 0.3058,
      "step": 788
    },
    {
      "epoch": 2.72,
      "learning_rate": 1.8040644439611348e-05,
      "loss": 0.3593,
      "step": 789
    },
    {
      "epoch": 2.72,
      "learning_rate": 1.8035106707286957e-05,
      "loss": 0.3193,
      "step": 790
    },
    {
      "epoch": 2.73,
      "learning_rate": 1.8029562012805627e-05,
      "loss": 0.3916,
      "step": 791
    },
    {
      "epoch": 2.73,
      "learning_rate": 1.802401036097167e-05,
      "loss": 0.3466,
      "step": 792
    },
    {
      "epoch": 2.73,
      "learning_rate": 1.8018451756595395e-05,
      "loss": 0.357,
      "step": 793
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.8012886204493164e-05,
      "loss": 0.3643,
      "step": 794
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.8007313709487334e-05,
      "loss": 0.2961,
      "step": 795
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.8001734276406302e-05,
      "loss": 0.3252,
      "step": 796
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.7996147910084458e-05,
      "loss": 0.3616,
      "step": 797
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.79905546153622e-05,
      "loss": 0.3091,
      "step": 798
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.798495439708594e-05,
      "loss": 0.37,
      "step": 799
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.7979347260108088e-05,
      "loss": 0.3167,
      "step": 800
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.7973733209287036e-05,
      "loss": 0.3335,
      "step": 801
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.7968112249487183e-05,
      "loss": 0.364,
      "step": 802
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.7962484385578904e-05,
      "loss": 0.3602,
      "step": 803
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.7956849622438554e-05,
      "loss": 0.3745,
      "step": 804
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.795120796494848e-05,
      "loss": 0.2904,
      "step": 805
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.7945559417996984e-05,
      "loss": 0.3567,
      "step": 806
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.7939903986478354e-05,
      "loss": 0.3896,
      "step": 807
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.7934241675292834e-05,
      "loss": 0.3144,
      "step": 808
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.792857248934663e-05,
      "loss": 0.2927,
      "step": 809
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.792289643355191e-05,
      "loss": 0.2922,
      "step": 810
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.7917213512826785e-05,
      "loss": 0.317,
      "step": 811
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.7911523732095322e-05,
      "loss": 0.2877,
      "step": 812
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.7905827096287532e-05,
      "loss": 0.3419,
      "step": 813
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.790012361033936e-05,
      "loss": 0.3347,
      "step": 814
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.7894413279192693e-05,
      "loss": 0.3244,
      "step": 815
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.7888696107795343e-05,
      "loss": 0.2911,
      "step": 816
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.7882972101101054e-05,
      "loss": 0.3225,
      "step": 817
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.787724126406949e-05,
      "loss": 0.2958,
      "step": 818
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.7871503601666233e-05,
      "loss": 0.3017,
      "step": 819
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7865759118862784e-05,
      "loss": 0.3398,
      "step": 820
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.786000782063654e-05,
      "loss": 0.2627,
      "step": 821
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.785424971197082e-05,
      "loss": 0.3112,
      "step": 822
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.7848484797854838e-05,
      "loss": 0.3737,
      "step": 823
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.7842713083283695e-05,
      "loss": 0.3143,
      "step": 824
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.78369345732584e-05,
      "loss": 0.3099,
      "step": 825
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.7831149272785843e-05,
      "loss": 0.2939,
      "step": 826
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.7825357186878788e-05,
      "loss": 0.3187,
      "step": 827
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.7819558320555902e-05,
      "loss": 0.3053,
      "step": 828
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.7813752678841702e-05,
      "loss": 0.406,
      "step": 829
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.7807940266766595e-05,
      "loss": 0.3401,
      "step": 830
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.780212108936684e-05,
      "loss": 0.3295,
      "step": 831
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.779629515168456e-05,
      "loss": 0.3415,
      "step": 832
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.7790462458767747e-05,
      "loss": 0.3239,
      "step": 833
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.7784623015670237e-05,
      "loss": 0.3762,
      "step": 834
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.7778776827451715e-05,
      "loss": 0.3866,
      "step": 835
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.777292389917771e-05,
      "loss": 0.3316,
      "step": 836
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.7767064235919594e-05,
      "loss": 0.2515,
      "step": 837
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.776119784275457e-05,
      "loss": 0.3082,
      "step": 838
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.7755324724765688e-05,
      "loss": 0.2904,
      "step": 839
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.7749444887041797e-05,
      "loss": 0.3226,
      "step": 840
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.7743558334677594e-05,
      "loss": 0.2866,
      "step": 841
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.773766507277358e-05,
      "loss": 0.3997,
      "step": 842
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.7731765106436073e-05,
      "loss": 0.3232,
      "step": 843
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.7725858440777204e-05,
      "loss": 0.3011,
      "step": 844
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.7719945080914902e-05,
      "loss": 0.3502,
      "step": 845
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.7714025031972904e-05,
      "loss": 0.33,
      "step": 846
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.7708098299080732e-05,
      "loss": 0.3447,
      "step": 847
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.770216488737371e-05,
      "loss": 0.3093,
      "step": 848
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.7696224801992947e-05,
      "loss": 0.3293,
      "step": 849
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.7690278048085327e-05,
      "loss": 0.3167,
      "step": 850
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.7684324630803523e-05,
      "loss": 0.3051,
      "step": 851
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.767836455530598e-05,
      "loss": 0.3119,
      "step": 852
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.767239782675689e-05,
      "loss": 0.3049,
      "step": 853
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.766642445032625e-05,
      "loss": 0.3235,
      "step": 854
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.766044443118978e-05,
      "loss": 0.3723,
      "step": 855
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.7654457774528978e-05,
      "loss": 0.3936,
      "step": 856
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.7648464485531087e-05,
      "loss": 0.3072,
      "step": 857
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.764246456938909e-05,
      "loss": 0.3227,
      "step": 858
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.7636458031301725e-05,
      "loss": 0.358,
      "step": 859
    },
    {
      "epoch": 2.97,
      "learning_rate": 1.763044487647345e-05,
      "loss": 0.3375,
      "step": 860
    },
    {
      "epoch": 2.97,
      "learning_rate": 1.762442511011448e-05,
      "loss": 0.3773,
      "step": 861
    },
    {
      "epoch": 2.97,
      "learning_rate": 1.7618398737440736e-05,
      "loss": 0.38,
      "step": 862
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.7612365763673875e-05,
      "loss": 0.325,
      "step": 863
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.7606326194041274e-05,
      "loss": 0.3278,
      "step": 864
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.7600280033776018e-05,
      "loss": 0.3437,
      "step": 865
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.759422728811691e-05,
      "loss": 0.3404,
      "step": 866
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.7588167962308458e-05,
      "loss": 0.3472,
      "step": 867
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.7582102061600862e-05,
      "loss": 0.3474,
      "step": 868
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.7576029591250036e-05,
      "loss": 0.3618,
      "step": 869
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.7569950556517566e-05,
      "loss": 0.2289,
      "step": 870
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.7563864962670747e-05,
      "loss": 0.1231,
      "step": 871
    },
    {
      "epoch": 3.01,
      "learning_rate": 1.755777281498254e-05,
      "loss": 0.1747,
      "step": 872
    },
    {
      "epoch": 3.01,
      "learning_rate": 1.7551674118731592e-05,
      "loss": 0.134,
      "step": 873
    },
    {
      "epoch": 3.01,
      "learning_rate": 1.7545568879202228e-05,
      "loss": 0.144,
      "step": 874
    },
    {
      "epoch": 3.02,
      "learning_rate": 1.7539457101684434e-05,
      "loss": 0.1723,
      "step": 875
    },
    {
      "epoch": 3.02,
      "learning_rate": 1.7533338791473872e-05,
      "loss": 0.1318,
      "step": 876
    },
    {
      "epoch": 3.02,
      "learning_rate": 1.7527213953871848e-05,
      "loss": 0.1658,
      "step": 877
    },
    {
      "epoch": 3.03,
      "learning_rate": 1.7521082594185337e-05,
      "loss": 0.1418,
      "step": 878
    },
    {
      "epoch": 3.03,
      "learning_rate": 1.7514944717726962e-05,
      "loss": 0.1399,
      "step": 879
    },
    {
      "epoch": 3.03,
      "learning_rate": 1.7508800329814993e-05,
      "loss": 0.1534,
      "step": 880
    },
    {
      "epoch": 3.04,
      "learning_rate": 1.7502649435773343e-05,
      "loss": 0.1654,
      "step": 881
    },
    {
      "epoch": 3.04,
      "learning_rate": 1.749649204093155e-05,
      "loss": 0.1466,
      "step": 882
    },
    {
      "epoch": 3.04,
      "learning_rate": 1.749032815062481e-05,
      "loss": 0.1438,
      "step": 883
    },
    {
      "epoch": 3.05,
      "learning_rate": 1.748415777019392e-05,
      "loss": 0.1409,
      "step": 884
    },
    {
      "epoch": 3.05,
      "learning_rate": 1.747798090498532e-05,
      "loss": 0.1438,
      "step": 885
    },
    {
      "epoch": 3.06,
      "learning_rate": 1.7471797560351058e-05,
      "loss": 0.119,
      "step": 886
    },
    {
      "epoch": 3.06,
      "learning_rate": 1.74656077416488e-05,
      "loss": 0.1355,
      "step": 887
    },
    {
      "epoch": 3.06,
      "learning_rate": 1.7459411454241822e-05,
      "loss": 0.1726,
      "step": 888
    },
    {
      "epoch": 3.07,
      "learning_rate": 1.7453208703499006e-05,
      "loss": 0.1519,
      "step": 889
    },
    {
      "epoch": 3.07,
      "learning_rate": 1.744699949479483e-05,
      "loss": 0.1733,
      "step": 890
    },
    {
      "epoch": 3.07,
      "learning_rate": 1.7440783833509366e-05,
      "loss": 0.1548,
      "step": 891
    },
    {
      "epoch": 3.08,
      "learning_rate": 1.743456172502829e-05,
      "loss": 0.14,
      "step": 892
    },
    {
      "epoch": 3.08,
      "learning_rate": 1.7428333174742847e-05,
      "loss": 0.149,
      "step": 893
    },
    {
      "epoch": 3.08,
      "learning_rate": 1.7422098188049885e-05,
      "loss": 0.1597,
      "step": 894
    },
    {
      "epoch": 3.09,
      "learning_rate": 1.7415856770351797e-05,
      "loss": 0.1451,
      "step": 895
    },
    {
      "epoch": 3.09,
      "learning_rate": 1.740960892705658e-05,
      "loss": 0.1353,
      "step": 896
    },
    {
      "epoch": 3.09,
      "learning_rate": 1.7403354663577782e-05,
      "loss": 0.1338,
      "step": 897
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.739709398533452e-05,
      "loss": 0.1499,
      "step": 898
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.739082689775146e-05,
      "loss": 0.1782,
      "step": 899
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.7384553406258842e-05,
      "loss": 0.149,
      "step": 900
    },
    {
      "epoch": 3.11,
      "learning_rate": 1.7378273516292425e-05,
      "loss": 0.154,
      "step": 901
    },
    {
      "epoch": 3.11,
      "learning_rate": 1.7371987233293538e-05,
      "loss": 0.1448,
      "step": 902
    },
    {
      "epoch": 3.11,
      "learning_rate": 1.7365694562709034e-05,
      "loss": 0.1625,
      "step": 903
    },
    {
      "epoch": 3.12,
      "learning_rate": 1.735939550999131e-05,
      "loss": 0.1508,
      "step": 904
    },
    {
      "epoch": 3.12,
      "learning_rate": 1.735309008059829e-05,
      "loss": 0.1476,
      "step": 905
    },
    {
      "epoch": 3.12,
      "learning_rate": 1.7346778279993417e-05,
      "loss": 0.1299,
      "step": 906
    },
    {
      "epoch": 3.13,
      "learning_rate": 1.734046011364566e-05,
      "loss": 0.1755,
      "step": 907
    },
    {
      "epoch": 3.13,
      "learning_rate": 1.733413558702951e-05,
      "loss": 0.1429,
      "step": 908
    },
    {
      "epoch": 3.13,
      "learning_rate": 1.732780470562496e-05,
      "loss": 0.1647,
      "step": 909
    },
    {
      "epoch": 3.14,
      "learning_rate": 1.7321467474917502e-05,
      "loss": 0.1332,
      "step": 910
    },
    {
      "epoch": 3.14,
      "learning_rate": 1.7315123900398153e-05,
      "loss": 0.1377,
      "step": 911
    },
    {
      "epoch": 3.14,
      "learning_rate": 1.7308773987563406e-05,
      "loss": 0.1991,
      "step": 912
    },
    {
      "epoch": 3.15,
      "learning_rate": 1.7302417741915246e-05,
      "loss": 0.1782,
      "step": 913
    },
    {
      "epoch": 3.15,
      "learning_rate": 1.7296055168961164e-05,
      "loss": 0.1478,
      "step": 914
    },
    {
      "epoch": 3.16,
      "learning_rate": 1.7289686274214116e-05,
      "loss": 0.1334,
      "step": 915
    },
    {
      "epoch": 3.16,
      "learning_rate": 1.7283311063192542e-05,
      "loss": 0.1273,
      "step": 916
    },
    {
      "epoch": 3.16,
      "learning_rate": 1.727692954142035e-05,
      "loss": 0.1089,
      "step": 917
    },
    {
      "epoch": 3.17,
      "learning_rate": 1.727054171442692e-05,
      "loss": 0.1645,
      "step": 918
    },
    {
      "epoch": 3.17,
      "learning_rate": 1.7264147587747097e-05,
      "loss": 0.1499,
      "step": 919
    },
    {
      "epoch": 3.17,
      "learning_rate": 1.7257747166921186e-05,
      "loss": 0.1378,
      "step": 920
    },
    {
      "epoch": 3.18,
      "learning_rate": 1.7251340457494934e-05,
      "loss": 0.1473,
      "step": 921
    },
    {
      "epoch": 3.18,
      "learning_rate": 1.7244927465019552e-05,
      "loss": 0.1397,
      "step": 922
    },
    {
      "epoch": 3.18,
      "learning_rate": 1.7238508195051687e-05,
      "loss": 0.1349,
      "step": 923
    },
    {
      "epoch": 3.19,
      "learning_rate": 1.7232082653153422e-05,
      "loss": 0.1866,
      "step": 924
    },
    {
      "epoch": 3.19,
      "learning_rate": 1.722565084489228e-05,
      "loss": 0.1783,
      "step": 925
    },
    {
      "epoch": 3.19,
      "learning_rate": 1.721921277584122e-05,
      "loss": 0.1518,
      "step": 926
    },
    {
      "epoch": 3.2,
      "learning_rate": 1.721276845157861e-05,
      "loss": 0.1508,
      "step": 927
    },
    {
      "epoch": 3.2,
      "learning_rate": 1.7206317877688243e-05,
      "loss": 0.1871,
      "step": 928
    },
    {
      "epoch": 3.2,
      "learning_rate": 1.7199861059759338e-05,
      "loss": 0.15,
      "step": 929
    },
    {
      "epoch": 3.21,
      "learning_rate": 1.7193398003386514e-05,
      "loss": 0.1662,
      "step": 930
    },
    {
      "epoch": 3.21,
      "learning_rate": 1.7186928714169795e-05,
      "loss": 0.1258,
      "step": 931
    },
    {
      "epoch": 3.21,
      "learning_rate": 1.7180453197714614e-05,
      "loss": 0.1721,
      "step": 932
    },
    {
      "epoch": 3.22,
      "learning_rate": 1.717397145963179e-05,
      "loss": 0.1678,
      "step": 933
    },
    {
      "epoch": 3.22,
      "learning_rate": 1.716748350553753e-05,
      "loss": 0.1143,
      "step": 934
    },
    {
      "epoch": 3.22,
      "learning_rate": 1.716098934105345e-05,
      "loss": 0.1763,
      "step": 935
    },
    {
      "epoch": 3.23,
      "learning_rate": 1.715448897180652e-05,
      "loss": 0.1506,
      "step": 936
    },
    {
      "epoch": 3.23,
      "learning_rate": 1.71479824034291e-05,
      "loss": 0.148,
      "step": 937
    },
    {
      "epoch": 3.23,
      "learning_rate": 1.7141469641558916e-05,
      "loss": 0.152,
      "step": 938
    },
    {
      "epoch": 3.24,
      "learning_rate": 1.7134950691839063e-05,
      "loss": 0.1312,
      "step": 939
    },
    {
      "epoch": 3.24,
      "learning_rate": 1.7128425559918006e-05,
      "loss": 0.1621,
      "step": 940
    },
    {
      "epoch": 3.24,
      "learning_rate": 1.7121894251449543e-05,
      "loss": 0.1565,
      "step": 941
    },
    {
      "epoch": 3.25,
      "learning_rate": 1.7115356772092858e-05,
      "loss": 0.14,
      "step": 942
    },
    {
      "epoch": 3.25,
      "learning_rate": 1.710881312751244e-05,
      "loss": 0.1351,
      "step": 943
    },
    {
      "epoch": 3.26,
      "learning_rate": 1.7102263323378164e-05,
      "loss": 0.1291,
      "step": 944
    },
    {
      "epoch": 3.26,
      "learning_rate": 1.709570736536521e-05,
      "loss": 0.1717,
      "step": 945
    },
    {
      "epoch": 3.26,
      "learning_rate": 1.7089145259154103e-05,
      "loss": 0.1327,
      "step": 946
    },
    {
      "epoch": 3.27,
      "learning_rate": 1.7082577010430694e-05,
      "loss": 0.1697,
      "step": 947
    },
    {
      "epoch": 3.27,
      "learning_rate": 1.7076002624886156e-05,
      "loss": 0.1314,
      "step": 948
    },
    {
      "epoch": 3.27,
      "learning_rate": 1.7069422108216973e-05,
      "loss": 0.1554,
      "step": 949
    },
    {
      "epoch": 3.28,
      "learning_rate": 1.7062835466124953e-05,
      "loss": 0.1514,
      "step": 950
    },
    {
      "epoch": 3.28,
      "learning_rate": 1.705624270431721e-05,
      "loss": 0.1517,
      "step": 951
    },
    {
      "epoch": 3.28,
      "learning_rate": 1.7049643828506146e-05,
      "loss": 0.1475,
      "step": 952
    },
    {
      "epoch": 3.29,
      "learning_rate": 1.7043038844409476e-05,
      "loss": 0.1891,
      "step": 953
    },
    {
      "epoch": 3.29,
      "learning_rate": 1.7036427757750205e-05,
      "loss": 0.1606,
      "step": 954
    },
    {
      "epoch": 3.29,
      "learning_rate": 1.702981057425662e-05,
      "loss": 0.133,
      "step": 955
    },
    {
      "epoch": 3.3,
      "learning_rate": 1.7023187299662294e-05,
      "loss": 0.1698,
      "step": 956
    },
    {
      "epoch": 3.3,
      "learning_rate": 1.7016557939706075e-05,
      "loss": 0.1815,
      "step": 957
    },
    {
      "epoch": 3.3,
      "learning_rate": 1.7009922500132093e-05,
      "loss": 0.1489,
      "step": 958
    },
    {
      "epoch": 3.31,
      "learning_rate": 1.7003280986689733e-05,
      "loss": 0.1292,
      "step": 959
    },
    {
      "epoch": 3.31,
      "learning_rate": 1.6996633405133656e-05,
      "loss": 0.1237,
      "step": 960
    },
    {
      "epoch": 3.31,
      "learning_rate": 1.6989979761223767e-05,
      "loss": 0.165,
      "step": 961
    },
    {
      "epoch": 3.32,
      "learning_rate": 1.6983320060725234e-05,
      "loss": 0.1371,
      "step": 962
    },
    {
      "epoch": 3.32,
      "learning_rate": 1.6976654309408464e-05,
      "loss": 0.1493,
      "step": 963
    },
    {
      "epoch": 3.32,
      "learning_rate": 1.6969982513049123e-05,
      "loss": 0.135,
      "step": 964
    },
    {
      "epoch": 3.33,
      "learning_rate": 1.6963304677428096e-05,
      "loss": 0.1762,
      "step": 965
    },
    {
      "epoch": 3.33,
      "learning_rate": 1.695662080833151e-05,
      "loss": 0.1691,
      "step": 966
    },
    {
      "epoch": 3.33,
      "learning_rate": 1.694993091155072e-05,
      "loss": 0.1541,
      "step": 967
    },
    {
      "epoch": 3.34,
      "learning_rate": 1.6943234992882304e-05,
      "loss": 0.1433,
      "step": 968
    },
    {
      "epoch": 3.34,
      "learning_rate": 1.693653305812805e-05,
      "loss": 0.1479,
      "step": 969
    },
    {
      "epoch": 3.34,
      "learning_rate": 1.6929825113094972e-05,
      "loss": 0.1889,
      "step": 970
    },
    {
      "epoch": 3.35,
      "learning_rate": 1.6923111163595283e-05,
      "loss": 0.122,
      "step": 971
    },
    {
      "epoch": 3.35,
      "learning_rate": 1.6916391215446403e-05,
      "loss": 0.1653,
      "step": 972
    },
    {
      "epoch": 3.36,
      "learning_rate": 1.690966527447094e-05,
      "loss": 0.1504,
      "step": 973
    },
    {
      "epoch": 3.36,
      "learning_rate": 1.6902933346496707e-05,
      "loss": 0.1844,
      "step": 974
    },
    {
      "epoch": 3.36,
      "learning_rate": 1.68961954373567e-05,
      "loss": 0.1434,
      "step": 975
    },
    {
      "epoch": 3.37,
      "learning_rate": 1.6889451552889092e-05,
      "loss": 0.1765,
      "step": 976
    },
    {
      "epoch": 3.37,
      "learning_rate": 1.6882701698937242e-05,
      "loss": 0.1516,
      "step": 977
    },
    {
      "epoch": 3.37,
      "learning_rate": 1.6875945881349676e-05,
      "loss": 0.1512,
      "step": 978
    },
    {
      "epoch": 3.38,
      "learning_rate": 1.686918410598009e-05,
      "loss": 0.1417,
      "step": 979
    },
    {
      "epoch": 3.38,
      "learning_rate": 1.686241637868734e-05,
      "loss": 0.1451,
      "step": 980
    },
    {
      "epoch": 3.38,
      "learning_rate": 1.6855642705335438e-05,
      "loss": 0.1475,
      "step": 981
    },
    {
      "epoch": 3.39,
      "learning_rate": 1.6848863091793553e-05,
      "loss": 0.1345,
      "step": 982
    },
    {
      "epoch": 3.39,
      "learning_rate": 1.6842077543936e-05,
      "loss": 0.1407,
      "step": 983
    },
    {
      "epoch": 3.39,
      "learning_rate": 1.6835286067642228e-05,
      "loss": 0.1588,
      "step": 984
    },
    {
      "epoch": 3.4,
      "learning_rate": 1.6828488668796836e-05,
      "loss": 0.148,
      "step": 985
    },
    {
      "epoch": 3.4,
      "learning_rate": 1.6821685353289542e-05,
      "loss": 0.169,
      "step": 986
    },
    {
      "epoch": 3.4,
      "learning_rate": 1.68148761270152e-05,
      "loss": 0.1541,
      "step": 987
    },
    {
      "epoch": 3.41,
      "learning_rate": 1.6808060995873776e-05,
      "loss": 0.2126,
      "step": 988
    },
    {
      "epoch": 3.41,
      "learning_rate": 1.6801239965770366e-05,
      "loss": 0.1361,
      "step": 989
    },
    {
      "epoch": 3.41,
      "learning_rate": 1.6794413042615168e-05,
      "loss": 0.1915,
      "step": 990
    },
    {
      "epoch": 3.42,
      "learning_rate": 1.678758023232348e-05,
      "loss": 0.1406,
      "step": 991
    },
    {
      "epoch": 3.42,
      "learning_rate": 1.6780741540815716e-05,
      "loss": 0.1581,
      "step": 992
    },
    {
      "epoch": 3.42,
      "learning_rate": 1.6773896974017373e-05,
      "loss": 0.1769,
      "step": 993
    },
    {
      "epoch": 3.43,
      "learning_rate": 1.676704653785905e-05,
      "loss": 0.2087,
      "step": 994
    },
    {
      "epoch": 3.43,
      "learning_rate": 1.6760190238276418e-05,
      "loss": 0.1833,
      "step": 995
    },
    {
      "epoch": 3.43,
      "learning_rate": 1.6753328081210244e-05,
      "loss": 0.1739,
      "step": 996
    },
    {
      "epoch": 3.44,
      "learning_rate": 1.674646007260636e-05,
      "loss": 0.1388,
      "step": 997
    },
    {
      "epoch": 3.44,
      "learning_rate": 1.6739586218415665e-05,
      "loss": 0.1703,
      "step": 998
    },
    {
      "epoch": 3.44,
      "learning_rate": 1.6732706524594138e-05,
      "loss": 0.1588,
      "step": 999
    },
    {
      "epoch": 3.45,
      "learning_rate": 1.6725820997102804e-05,
      "loss": 0.1476,
      "step": 1000
    },
    {
      "epoch": 3.45,
      "learning_rate": 1.6718929641907744e-05,
      "loss": 0.171,
      "step": 1001
    },
    {
      "epoch": 3.46,
      "learning_rate": 1.6712032464980094e-05,
      "loss": 0.1707,
      "step": 1002
    },
    {
      "epoch": 3.46,
      "learning_rate": 1.6705129472296033e-05,
      "loss": 0.1718,
      "step": 1003
    },
    {
      "epoch": 3.46,
      "learning_rate": 1.6698220669836782e-05,
      "loss": 0.1327,
      "step": 1004
    },
    {
      "epoch": 3.47,
      "learning_rate": 1.6691306063588583e-05,
      "loss": 0.2167,
      "step": 1005
    },
    {
      "epoch": 3.47,
      "learning_rate": 1.6684385659542724e-05,
      "loss": 0.1735,
      "step": 1006
    },
    {
      "epoch": 3.47,
      "learning_rate": 1.6677459463695504e-05,
      "loss": 0.1261,
      "step": 1007
    },
    {
      "epoch": 3.48,
      "learning_rate": 1.6670527482048246e-05,
      "loss": 0.1609,
      "step": 1008
    },
    {
      "epoch": 3.48,
      "learning_rate": 1.6663589720607287e-05,
      "loss": 0.1767,
      "step": 1009
    },
    {
      "epoch": 3.48,
      "learning_rate": 1.665664618538397e-05,
      "loss": 0.1801,
      "step": 1010
    },
    {
      "epoch": 3.49,
      "learning_rate": 1.6649696882394635e-05,
      "loss": 0.1658,
      "step": 1011
    },
    {
      "epoch": 3.49,
      "learning_rate": 1.6642741817660634e-05,
      "loss": 0.1746,
      "step": 1012
    },
    {
      "epoch": 3.49,
      "learning_rate": 1.66357809972083e-05,
      "loss": 0.2139,
      "step": 1013
    },
    {
      "epoch": 3.5,
      "learning_rate": 1.6628814427068954e-05,
      "loss": 0.1981,
      "step": 1014
    },
    {
      "epoch": 3.5,
      "learning_rate": 1.6621842113278902e-05,
      "loss": 0.1702,
      "step": 1015
    },
    {
      "epoch": 3.5,
      "learning_rate": 1.6614864061879427e-05,
      "loss": 0.1529,
      "step": 1016
    },
    {
      "epoch": 3.51,
      "learning_rate": 1.6607880278916778e-05,
      "loss": 0.1331,
      "step": 1017
    },
    {
      "epoch": 3.51,
      "learning_rate": 1.660089077044218e-05,
      "loss": 0.1838,
      "step": 1018
    },
    {
      "epoch": 3.51,
      "learning_rate": 1.659389554251181e-05,
      "loss": 0.1801,
      "step": 1019
    },
    {
      "epoch": 3.52,
      "learning_rate": 1.6586894601186804e-05,
      "loss": 0.1702,
      "step": 1020
    },
    {
      "epoch": 3.52,
      "learning_rate": 1.657988795253325e-05,
      "loss": 0.2102,
      "step": 1021
    },
    {
      "epoch": 3.52,
      "learning_rate": 1.6572875602622183e-05,
      "loss": 0.1759,
      "step": 1022
    },
    {
      "epoch": 3.53,
      "learning_rate": 1.6565857557529567e-05,
      "loss": 0.1644,
      "step": 1023
    },
    {
      "epoch": 3.53,
      "learning_rate": 1.6558833823336308e-05,
      "loss": 0.1929,
      "step": 1024
    },
    {
      "epoch": 3.53,
      "learning_rate": 1.655180440612825e-05,
      "loss": 0.1616,
      "step": 1025
    },
    {
      "epoch": 3.54,
      "learning_rate": 1.654476931199615e-05,
      "loss": 0.1775,
      "step": 1026
    },
    {
      "epoch": 3.54,
      "learning_rate": 1.6537728547035683e-05,
      "loss": 0.165,
      "step": 1027
    },
    {
      "epoch": 3.54,
      "learning_rate": 1.6530682117347445e-05,
      "loss": 0.1717,
      "step": 1028
    },
    {
      "epoch": 3.55,
      "learning_rate": 1.652363002903693e-05,
      "loss": 0.1409,
      "step": 1029
    },
    {
      "epoch": 3.55,
      "learning_rate": 1.6516572288214555e-05,
      "loss": 0.1673,
      "step": 1030
    },
    {
      "epoch": 3.56,
      "learning_rate": 1.6509508900995607e-05,
      "loss": 0.1715,
      "step": 1031
    },
    {
      "epoch": 3.56,
      "learning_rate": 1.650243987350029e-05,
      "loss": 0.17,
      "step": 1032
    },
    {
      "epoch": 3.56,
      "learning_rate": 1.649536521185368e-05,
      "loss": 0.1493,
      "step": 1033
    },
    {
      "epoch": 3.57,
      "learning_rate": 1.648828492218574e-05,
      "loss": 0.2168,
      "step": 1034
    },
    {
      "epoch": 3.57,
      "learning_rate": 1.6481199010631312e-05,
      "loss": 0.1523,
      "step": 1035
    },
    {
      "epoch": 3.57,
      "learning_rate": 1.6474107483330103e-05,
      "loss": 0.1905,
      "step": 1036
    },
    {
      "epoch": 3.58,
      "learning_rate": 1.6467010346426688e-05,
      "loss": 0.2022,
      "step": 1037
    },
    {
      "epoch": 3.58,
      "learning_rate": 1.6459907606070513e-05,
      "loss": 0.1816,
      "step": 1038
    },
    {
      "epoch": 3.58,
      "learning_rate": 1.6452799268415857e-05,
      "loss": 0.1281,
      "step": 1039
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.644568533962187e-05,
      "loss": 0.2052,
      "step": 1040
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.643856582585254e-05,
      "loss": 0.1501,
      "step": 1041
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.6431440733276686e-05,
      "loss": 0.1759,
      "step": 1042
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.6424310068067973e-05,
      "loss": 0.1481,
      "step": 1043
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.6417173836404888e-05,
      "loss": 0.1564,
      "step": 1044
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.6410032044470735e-05,
      "loss": 0.201,
      "step": 1045
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.6402884698453656e-05,
      "loss": 0.1345,
      "step": 1046
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.6395731804546582e-05,
      "loss": 0.2473,
      "step": 1047
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.6388573368947267e-05,
      "loss": 0.187,
      "step": 1048
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.6381409397858257e-05,
      "loss": 0.1985,
      "step": 1049
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.63742398974869e-05,
      "loss": 0.1689,
      "step": 1050
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.6367064874045332e-05,
      "loss": 0.1647,
      "step": 1051
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.635988433375048e-05,
      "loss": 0.1529,
      "step": 1052
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.6352698282824045e-05,
      "loss": 0.1553,
      "step": 1053
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.6345506727492503e-05,
      "loss": 0.1377,
      "step": 1054
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.63383096739871e-05,
      "loss": 0.1559,
      "step": 1055
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.6331107128543856e-05,
      "loss": 0.1695,
      "step": 1056
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.6323899097403536e-05,
      "loss": 0.2072,
      "step": 1057
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.6316685586811657e-05,
      "loss": 0.1872,
      "step": 1058
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.6309466603018497e-05,
      "loss": 0.1464,
      "step": 1059
    },
    {
      "epoch": 3.66,
      "learning_rate": 1.6302242152279068e-05,
      "loss": 0.1442,
      "step": 1060
    },
    {
      "epoch": 3.66,
      "learning_rate": 1.6295012240853116e-05,
      "loss": 0.2276,
      "step": 1061
    },
    {
      "epoch": 3.66,
      "learning_rate": 1.628777687500513e-05,
      "loss": 0.1719,
      "step": 1062
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.628053606100431e-05,
      "loss": 0.1626,
      "step": 1063
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.6273289805124588e-05,
      "loss": 0.1898,
      "step": 1064
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.6266038113644605e-05,
      "loss": 0.1949,
      "step": 1065
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.625878099284772e-05,
      "loss": 0.1612,
      "step": 1066
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.6251518449021985e-05,
      "loss": 0.1743,
      "step": 1067
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.624425048846016e-05,
      "loss": 0.195,
      "step": 1068
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.6236977117459693e-05,
      "loss": 0.1793,
      "step": 1069
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.622969834232272e-05,
      "loss": 0.183,
      "step": 1070
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.6222414169356066e-05,
      "loss": 0.1993,
      "step": 1071
    },
    {
      "epoch": 3.7,
      "learning_rate": 1.6215124604871224e-05,
      "loss": 0.197,
      "step": 1072
    },
    {
      "epoch": 3.7,
      "learning_rate": 1.6207829655184366e-05,
      "loss": 0.1598,
      "step": 1073
    },
    {
      "epoch": 3.7,
      "learning_rate": 1.620052932661633e-05,
      "loss": 0.1494,
      "step": 1074
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.6193223625492604e-05,
      "loss": 0.1651,
      "step": 1075
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.618591255814334e-05,
      "loss": 0.2054,
      "step": 1076
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.6178596130903345e-05,
      "loss": 0.1595,
      "step": 1077
    },
    {
      "epoch": 3.72,
      "learning_rate": 1.6171274350112057e-05,
      "loss": 0.1999,
      "step": 1078
    },
    {
      "epoch": 3.72,
      "learning_rate": 1.616394722211357e-05,
      "loss": 0.1599,
      "step": 1079
    },
    {
      "epoch": 3.72,
      "learning_rate": 1.6156614753256583e-05,
      "loss": 0.1413,
      "step": 1080
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.6149276949894456e-05,
      "loss": 0.158,
      "step": 1081
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.6141933818385147e-05,
      "loss": 0.174,
      "step": 1082
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.6134585365091243e-05,
      "loss": 0.1735,
      "step": 1083
    },
    {
      "epoch": 3.74,
      "learning_rate": 1.612723159637994e-05,
      "loss": 0.1807,
      "step": 1084
    },
    {
      "epoch": 3.74,
      "learning_rate": 1.611987251862303e-05,
      "loss": 0.17,
      "step": 1085
    },
    {
      "epoch": 3.74,
      "learning_rate": 1.611250813819692e-05,
      "loss": 0.1619,
      "step": 1086
    },
    {
      "epoch": 3.75,
      "learning_rate": 1.6105138461482598e-05,
      "loss": 0.1561,
      "step": 1087
    },
    {
      "epoch": 3.75,
      "learning_rate": 1.6097763494865656e-05,
      "loss": 0.1632,
      "step": 1088
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.6090383244736256e-05,
      "loss": 0.2062,
      "step": 1089
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.6082997717489145e-05,
      "loss": 0.1637,
      "step": 1090
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.607560691952364e-05,
      "loss": 0.1574,
      "step": 1091
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.6068210857243625e-05,
      "loss": 0.188,
      "step": 1092
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.6060809537057546e-05,
      "loss": 0.2099,
      "step": 1093
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.6053402965378402e-05,
      "loss": 0.1718,
      "step": 1094
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.6045991148623752e-05,
      "loss": 0.1951,
      "step": 1095
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.6038574093215683e-05,
      "loss": 0.1916,
      "step": 1096
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.603115180558084e-05,
      "loss": 0.1556,
      "step": 1097
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.6023724292150387e-05,
      "loss": 0.2025,
      "step": 1098
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.6016291559360023e-05,
      "loss": 0.2086,
      "step": 1099
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.600885361364997e-05,
      "loss": 0.2026,
      "step": 1100
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.6001410461464955e-05,
      "loss": 0.1646,
      "step": 1101
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.599396210925424e-05,
      "loss": 0.1472,
      "step": 1102
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.5986508563471567e-05,
      "loss": 0.1425,
      "step": 1103
    },
    {
      "epoch": 3.81,
      "learning_rate": 1.597904983057519e-05,
      "loss": 0.1388,
      "step": 1104
    },
    {
      "epoch": 3.81,
      "learning_rate": 1.5971585917027864e-05,
      "loss": 0.1455,
      "step": 1105
    },
    {
      "epoch": 3.81,
      "learning_rate": 1.596411682929682e-05,
      "loss": 0.2155,
      "step": 1106
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.5956642573853784e-05,
      "loss": 0.1526,
      "step": 1107
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.5949163157174944e-05,
      "loss": 0.2061,
      "step": 1108
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.5941678585740976e-05,
      "loss": 0.1819,
      "step": 1109
    },
    {
      "epoch": 3.83,
      "learning_rate": 1.5934188866037017e-05,
      "loss": 0.1787,
      "step": 1110
    },
    {
      "epoch": 3.83,
      "learning_rate": 1.5926694004552665e-05,
      "loss": 0.1562,
      "step": 1111
    },
    {
      "epoch": 3.83,
      "learning_rate": 1.5919194007781958e-05,
      "loss": 0.1767,
      "step": 1112
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.591168888222342e-05,
      "loss": 0.1778,
      "step": 1113
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.5904178634379982e-05,
      "loss": 0.1607,
      "step": 1114
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.5896663270759034e-05,
      "loss": 0.156,
      "step": 1115
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.5889142797872387e-05,
      "loss": 0.1328,
      "step": 1116
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.588161722223629e-05,
      "loss": 0.227,
      "step": 1117
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.5874086550371407e-05,
      "loss": 0.1495,
      "step": 1118
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.5866550788802815e-05,
      "loss": 0.1349,
      "step": 1119
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.5859009944060005e-05,
      "loss": 0.1755,
      "step": 1120
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.585146402267688e-05,
      "loss": 0.1316,
      "step": 1121
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.5843913031191722e-05,
      "loss": 0.2185,
      "step": 1122
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.5836356976147226e-05,
      "loss": 0.1886,
      "step": 1123
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.5828795864090466e-05,
      "loss": 0.1728,
      "step": 1124
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.5821229701572897e-05,
      "loss": 0.2339,
      "step": 1125
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.5813658495150347e-05,
      "loss": 0.1387,
      "step": 1126
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.5806082251383023e-05,
      "loss": 0.1437,
      "step": 1127
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.5798500976835493e-05,
      "loss": 0.195,
      "step": 1128
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.579091467807668e-05,
      "loss": 0.1605,
      "step": 1129
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.5783323361679865e-05,
      "loss": 0.1807,
      "step": 1130
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.5775727034222675e-05,
      "loss": 0.1763,
      "step": 1131
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.5768125702287082e-05,
      "loss": 0.1741,
      "step": 1132
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.576051937245939e-05,
      "loss": 0.1759,
      "step": 1133
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.575290805133023e-05,
      "loss": 0.2288,
      "step": 1134
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.5745291745494563e-05,
      "loss": 0.2291,
      "step": 1135
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.5737670461551676e-05,
      "loss": 0.1796,
      "step": 1136
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.5730044206105156e-05,
      "loss": 0.1514,
      "step": 1137
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.5722412985762904e-05,
      "loss": 0.1615,
      "step": 1138
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.5714776807137128e-05,
      "loss": 0.1399,
      "step": 1139
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.570713567684432e-05,
      "loss": 0.1702,
      "step": 1140
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.569948960150527e-05,
      "loss": 0.1451,
      "step": 1141
    },
    {
      "epoch": 3.94,
      "learning_rate": 1.5691838587745058e-05,
      "loss": 0.1724,
      "step": 1142
    },
    {
      "epoch": 3.94,
      "learning_rate": 1.568418264219303e-05,
      "loss": 0.1296,
      "step": 1143
    },
    {
      "epoch": 3.94,
      "learning_rate": 1.5676521771482818e-05,
      "loss": 0.1548,
      "step": 1144
    },
    {
      "epoch": 3.95,
      "learning_rate": 1.566885598225231e-05,
      "loss": 0.1759,
      "step": 1145
    },
    {
      "epoch": 3.95,
      "learning_rate": 1.5661185281143666e-05,
      "loss": 0.1836,
      "step": 1146
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.56535096748033e-05,
      "loss": 0.1944,
      "step": 1147
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.564582916988186e-05,
      "loss": 0.1884,
      "step": 1148
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.5638143773034268e-05,
      "loss": 0.1956,
      "step": 1149
    },
    {
      "epoch": 3.97,
      "learning_rate": 1.5630453490919663e-05,
      "loss": 0.1727,
      "step": 1150
    },
    {
      "epoch": 3.97,
      "learning_rate": 1.562275833020142e-05,
      "loss": 0.1415,
      "step": 1151
    },
    {
      "epoch": 3.97,
      "learning_rate": 1.5615058297547144e-05,
      "loss": 0.1482,
      "step": 1152
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.5607353399628668e-05,
      "loss": 0.1352,
      "step": 1153
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.5599643643122023e-05,
      "loss": 0.1824,
      "step": 1154
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.5591929034707468e-05,
      "loss": 0.1267,
      "step": 1155
    },
    {
      "epoch": 3.99,
      "learning_rate": 1.558420958106946e-05,
      "loss": 0.1811,
      "step": 1156
    },
    {
      "epoch": 3.99,
      "learning_rate": 1.557648528889665e-05,
      "loss": 0.159,
      "step": 1157
    },
    {
      "epoch": 3.99,
      "learning_rate": 1.556875616488188e-05,
      "loss": 0.173,
      "step": 1158
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.556102221572219e-05,
      "loss": 0.1551,
      "step": 1159
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.5553283448118795e-05,
      "loss": 0.0933,
      "step": 1160
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.5545539868777075e-05,
      "loss": 0.1188,
      "step": 1161
    },
    {
      "epoch": 4.01,
      "learning_rate": 1.5537791484406593e-05,
      "loss": 0.0854,
      "step": 1162
    },
    {
      "epoch": 4.01,
      "learning_rate": 1.553003830172107e-05,
      "loss": 0.0928,
      "step": 1163
    },
    {
      "epoch": 4.01,
      "learning_rate": 1.5522280327438388e-05,
      "loss": 0.0678,
      "step": 1164
    },
    {
      "epoch": 4.02,
      "learning_rate": 1.5514517568280573e-05,
      "loss": 0.0707,
      "step": 1165
    },
    {
      "epoch": 4.02,
      "learning_rate": 1.5506750030973805e-05,
      "loss": 0.0773,
      "step": 1166
    },
    {
      "epoch": 4.02,
      "learning_rate": 1.54989777222484e-05,
      "loss": 0.055,
      "step": 1167
    },
    {
      "epoch": 4.03,
      "learning_rate": 1.549120064883881e-05,
      "loss": 0.0588,
      "step": 1168
    },
    {
      "epoch": 4.03,
      "learning_rate": 1.5483418817483607e-05,
      "loss": 0.0614,
      "step": 1169
    },
    {
      "epoch": 4.03,
      "learning_rate": 1.5475632234925505e-05,
      "loss": 0.0555,
      "step": 1170
    },
    {
      "epoch": 4.04,
      "learning_rate": 1.5467840907911313e-05,
      "loss": 0.0651,
      "step": 1171
    },
    {
      "epoch": 4.04,
      "learning_rate": 1.546004484319197e-05,
      "loss": 0.0827,
      "step": 1172
    },
    {
      "epoch": 4.04,
      "learning_rate": 1.5452244047522504e-05,
      "loss": 0.0809,
      "step": 1173
    },
    {
      "epoch": 4.05,
      "learning_rate": 1.5444438527662046e-05,
      "loss": 0.0744,
      "step": 1174
    },
    {
      "epoch": 4.05,
      "learning_rate": 1.5436628290373835e-05,
      "loss": 0.0887,
      "step": 1175
    },
    {
      "epoch": 4.06,
      "learning_rate": 1.5428813342425177e-05,
      "loss": 0.0673,
      "step": 1176
    },
    {
      "epoch": 4.06,
      "learning_rate": 1.542099369058747e-05,
      "loss": 0.0916,
      "step": 1177
    },
    {
      "epoch": 4.06,
      "learning_rate": 1.5413169341636186e-05,
      "loss": 0.0426,
      "step": 1178
    },
    {
      "epoch": 4.07,
      "learning_rate": 1.540534030235087e-05,
      "loss": 0.0721,
      "step": 1179
    },
    {
      "epoch": 4.07,
      "learning_rate": 1.539750657951513e-05,
      "loss": 0.0738,
      "step": 1180
    },
    {
      "epoch": 4.07,
      "learning_rate": 1.5389668179916624e-05,
      "loss": 0.0632,
      "step": 1181
    },
    {
      "epoch": 4.08,
      "learning_rate": 1.5381825110347072e-05,
      "loss": 0.0618,
      "step": 1182
    },
    {
      "epoch": 4.08,
      "learning_rate": 1.537397737760224e-05,
      "loss": 0.0435,
      "step": 1183
    },
    {
      "epoch": 4.08,
      "learning_rate": 1.5366124988481924e-05,
      "loss": 0.0715,
      "step": 1184
    },
    {
      "epoch": 4.09,
      "learning_rate": 1.5358267949789968e-05,
      "loss": 0.0712,
      "step": 1185
    },
    {
      "epoch": 4.09,
      "learning_rate": 1.5350406268334235e-05,
      "loss": 0.0793,
      "step": 1186
    },
    {
      "epoch": 4.09,
      "learning_rate": 1.534253995092662e-05,
      "loss": 0.0572,
      "step": 1187
    },
    {
      "epoch": 4.1,
      "learning_rate": 1.533466900438303e-05,
      "loss": 0.0684,
      "step": 1188
    },
    {
      "epoch": 4.1,
      "learning_rate": 1.5326793435523374e-05,
      "loss": 0.073,
      "step": 1189
    },
    {
      "epoch": 4.1,
      "learning_rate": 1.531891325117158e-05,
      "loss": 0.0821,
      "step": 1190
    },
    {
      "epoch": 4.11,
      "learning_rate": 1.5311028458155567e-05,
      "loss": 0.0625,
      "step": 1191
    },
    {
      "epoch": 4.11,
      "learning_rate": 1.530313906330726e-05,
      "loss": 0.0665,
      "step": 1192
    },
    {
      "epoch": 4.11,
      "learning_rate": 1.5295245073462546e-05,
      "loss": 0.068,
      "step": 1193
    },
    {
      "epoch": 4.12,
      "learning_rate": 1.528734649546132e-05,
      "loss": 0.0643,
      "step": 1194
    },
    {
      "epoch": 4.12,
      "learning_rate": 1.5279443336147437e-05,
      "loss": 0.0903,
      "step": 1195
    },
    {
      "epoch": 4.12,
      "learning_rate": 1.5271535602368724e-05,
      "loss": 0.0612,
      "step": 1196
    },
    {
      "epoch": 4.13,
      "learning_rate": 1.526362330097698e-05,
      "loss": 0.05,
      "step": 1197
    },
    {
      "epoch": 4.13,
      "learning_rate": 1.5255706438827953e-05,
      "loss": 0.0665,
      "step": 1198
    },
    {
      "epoch": 4.13,
      "learning_rate": 1.5247785022781343e-05,
      "loss": 0.0465,
      "step": 1199
    },
    {
      "epoch": 4.14,
      "learning_rate": 1.5239859059700794e-05,
      "loss": 0.0861,
      "step": 1200
    },
    {
      "epoch": 4.14,
      "learning_rate": 1.52319285564539e-05,
      "loss": 0.0705,
      "step": 1201
    },
    {
      "epoch": 4.14,
      "learning_rate": 1.5223993519912177e-05,
      "loss": 0.0665,
      "step": 1202
    },
    {
      "epoch": 4.15,
      "learning_rate": 1.5216053956951081e-05,
      "loss": 0.0673,
      "step": 1203
    },
    {
      "epoch": 4.15,
      "learning_rate": 1.520810987444998e-05,
      "loss": 0.0753,
      "step": 1204
    },
    {
      "epoch": 4.16,
      "learning_rate": 1.5200161279292154e-05,
      "loss": 0.0841,
      "step": 1205
    },
    {
      "epoch": 4.16,
      "learning_rate": 1.5192208178364815e-05,
      "loss": 0.0735,
      "step": 1206
    },
    {
      "epoch": 4.16,
      "learning_rate": 1.5184250578559056e-05,
      "loss": 0.0756,
      "step": 1207
    },
    {
      "epoch": 4.17,
      "learning_rate": 1.5176288486769877e-05,
      "loss": 0.0629,
      "step": 1208
    },
    {
      "epoch": 4.17,
      "learning_rate": 1.5168321909896171e-05,
      "loss": 0.111,
      "step": 1209
    },
    {
      "epoch": 4.17,
      "learning_rate": 1.5160350854840715e-05,
      "loss": 0.0941,
      "step": 1210
    },
    {
      "epoch": 4.18,
      "learning_rate": 1.5152375328510169e-05,
      "loss": 0.0535,
      "step": 1211
    },
    {
      "epoch": 4.18,
      "learning_rate": 1.5144395337815066e-05,
      "loss": 0.0873,
      "step": 1212
    },
    {
      "epoch": 4.18,
      "learning_rate": 1.5136410889669804e-05,
      "loss": 0.1017,
      "step": 1213
    },
    {
      "epoch": 4.19,
      "learning_rate": 1.5128421990992647e-05,
      "loss": 0.0481,
      "step": 1214
    },
    {
      "epoch": 4.19,
      "learning_rate": 1.5120428648705716e-05,
      "loss": 0.0756,
      "step": 1215
    },
    {
      "epoch": 4.19,
      "learning_rate": 1.511243086973498e-05,
      "loss": 0.0722,
      "step": 1216
    },
    {
      "epoch": 4.2,
      "learning_rate": 1.510442866101025e-05,
      "loss": 0.0835,
      "step": 1217
    },
    {
      "epoch": 4.2,
      "learning_rate": 1.5096422029465178e-05,
      "loss": 0.0581,
      "step": 1218
    },
    {
      "epoch": 4.2,
      "learning_rate": 1.5088410982037251e-05,
      "loss": 0.0941,
      "step": 1219
    },
    {
      "epoch": 4.21,
      "learning_rate": 1.508039552566778e-05,
      "loss": 0.0705,
      "step": 1220
    },
    {
      "epoch": 4.21,
      "learning_rate": 1.5072375667301893e-05,
      "loss": 0.0569,
      "step": 1221
    },
    {
      "epoch": 4.21,
      "learning_rate": 1.5064351413888533e-05,
      "loss": 0.0652,
      "step": 1222
    },
    {
      "epoch": 4.22,
      "learning_rate": 1.5056322772380458e-05,
      "loss": 0.0507,
      "step": 1223
    },
    {
      "epoch": 4.22,
      "learning_rate": 1.504828974973422e-05,
      "loss": 0.0402,
      "step": 1224
    },
    {
      "epoch": 4.22,
      "learning_rate": 1.5040252352910168e-05,
      "loss": 0.0599,
      "step": 1225
    },
    {
      "epoch": 4.23,
      "learning_rate": 1.5032210588872449e-05,
      "loss": 0.0512,
      "step": 1226
    },
    {
      "epoch": 4.23,
      "learning_rate": 1.5024164464588982e-05,
      "loss": 0.0814,
      "step": 1227
    },
    {
      "epoch": 4.23,
      "learning_rate": 1.5016113987031475e-05,
      "loss": 0.0518,
      "step": 1228
    },
    {
      "epoch": 4.24,
      "learning_rate": 1.50080591631754e-05,
      "loss": 0.0729,
      "step": 1229
    },
    {
      "epoch": 4.24,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.0406,
      "step": 1230
    },
    {
      "epoch": 4.24,
      "learning_rate": 1.4991936504488278e-05,
      "loss": 0.0791,
      "step": 1231
    },
    {
      "epoch": 4.25,
      "learning_rate": 1.4983868683626988e-05,
      "loss": 0.0697,
      "step": 1232
    },
    {
      "epoch": 4.25,
      "learning_rate": 1.4975796544406627e-05,
      "loss": 0.0806,
      "step": 1233
    },
    {
      "epoch": 4.26,
      "learning_rate": 1.4967720093821446e-05,
      "loss": 0.0745,
      "step": 1234
    },
    {
      "epoch": 4.26,
      "learning_rate": 1.4959639338869423e-05,
      "loss": 0.0632,
      "step": 1235
    },
    {
      "epoch": 4.26,
      "learning_rate": 1.4951554286552266e-05,
      "loss": 0.087,
      "step": 1236
    },
    {
      "epoch": 4.27,
      "learning_rate": 1.4943464943875412e-05,
      "loss": 0.071,
      "step": 1237
    },
    {
      "epoch": 4.27,
      "learning_rate": 1.4935371317848009e-05,
      "loss": 0.0432,
      "step": 1238
    },
    {
      "epoch": 4.27,
      "learning_rate": 1.4927273415482916e-05,
      "loss": 0.0695,
      "step": 1239
    },
    {
      "epoch": 4.28,
      "learning_rate": 1.4919171243796706e-05,
      "loss": 0.0627,
      "step": 1240
    },
    {
      "epoch": 4.28,
      "learning_rate": 1.4911064809809644e-05,
      "loss": 0.0968,
      "step": 1241
    },
    {
      "epoch": 4.28,
      "learning_rate": 1.4902954120545687e-05,
      "loss": 0.0653,
      "step": 1242
    },
    {
      "epoch": 4.29,
      "learning_rate": 1.4894839183032485e-05,
      "loss": 0.0757,
      "step": 1243
    },
    {
      "epoch": 4.29,
      "learning_rate": 1.4886720004301368e-05,
      "loss": 0.106,
      "step": 1244
    },
    {
      "epoch": 4.29,
      "learning_rate": 1.4878596591387329e-05,
      "loss": 0.081,
      "step": 1245
    },
    {
      "epoch": 4.3,
      "learning_rate": 1.4870468951329046e-05,
      "loss": 0.0616,
      "step": 1246
    },
    {
      "epoch": 4.3,
      "learning_rate": 1.4862337091168854e-05,
      "loss": 0.0844,
      "step": 1247
    },
    {
      "epoch": 4.3,
      "learning_rate": 1.485420101795274e-05,
      "loss": 0.0736,
      "step": 1248
    },
    {
      "epoch": 4.31,
      "learning_rate": 1.484606073873035e-05,
      "loss": 0.048,
      "step": 1249
    },
    {
      "epoch": 4.31,
      "learning_rate": 1.4837916260554966e-05,
      "loss": 0.0816,
      "step": 1250
    },
    {
      "epoch": 4.31,
      "learning_rate": 1.4829767590483508e-05,
      "loss": 0.0691,
      "step": 1251
    },
    {
      "epoch": 4.32,
      "learning_rate": 1.4821614735576541e-05,
      "loss": 0.0754,
      "step": 1252
    },
    {
      "epoch": 4.32,
      "learning_rate": 1.481345770289824e-05,
      "loss": 0.0955,
      "step": 1253
    },
    {
      "epoch": 4.32,
      "learning_rate": 1.4805296499516408e-05,
      "loss": 0.0813,
      "step": 1254
    },
    {
      "epoch": 4.33,
      "learning_rate": 1.4797131132502464e-05,
      "loss": 0.0814,
      "step": 1255
    },
    {
      "epoch": 4.33,
      "learning_rate": 1.4788961608931427e-05,
      "loss": 0.0723,
      "step": 1256
    },
    {
      "epoch": 4.33,
      "learning_rate": 1.4780787935881925e-05,
      "loss": 0.0723,
      "step": 1257
    },
    {
      "epoch": 4.34,
      "learning_rate": 1.4772610120436173e-05,
      "loss": 0.0518,
      "step": 1258
    },
    {
      "epoch": 4.34,
      "learning_rate": 1.4764428169679987e-05,
      "loss": 0.0949,
      "step": 1259
    },
    {
      "epoch": 4.34,
      "learning_rate": 1.4756242090702756e-05,
      "loss": 0.1187,
      "step": 1260
    },
    {
      "epoch": 4.35,
      "learning_rate": 1.4748051890597447e-05,
      "loss": 0.0634,
      "step": 1261
    },
    {
      "epoch": 4.35,
      "learning_rate": 1.4739857576460605e-05,
      "loss": 0.0684,
      "step": 1262
    },
    {
      "epoch": 4.36,
      "learning_rate": 1.4731659155392332e-05,
      "loss": 0.0567,
      "step": 1263
    },
    {
      "epoch": 4.36,
      "learning_rate": 1.4723456634496294e-05,
      "loss": 0.0677,
      "step": 1264
    },
    {
      "epoch": 4.36,
      "learning_rate": 1.4715250020879705e-05,
      "loss": 0.0685,
      "step": 1265
    },
    {
      "epoch": 4.37,
      "learning_rate": 1.470703932165333e-05,
      "loss": 0.0526,
      "step": 1266
    },
    {
      "epoch": 4.37,
      "learning_rate": 1.4698824543931463e-05,
      "loss": 0.0692,
      "step": 1267
    },
    {
      "epoch": 4.37,
      "learning_rate": 1.4690605694831948e-05,
      "loss": 0.0727,
      "step": 1268
    },
    {
      "epoch": 4.38,
      "learning_rate": 1.4682382781476146e-05,
      "loss": 0.083,
      "step": 1269
    },
    {
      "epoch": 4.38,
      "learning_rate": 1.4674155810988944e-05,
      "loss": 0.0707,
      "step": 1270
    },
    {
      "epoch": 4.38,
      "learning_rate": 1.4665924790498738e-05,
      "loss": 0.0629,
      "step": 1271
    },
    {
      "epoch": 4.39,
      "learning_rate": 1.4657689727137443e-05,
      "loss": 0.0561,
      "step": 1272
    },
    {
      "epoch": 4.39,
      "learning_rate": 1.464945062804047e-05,
      "loss": 0.1113,
      "step": 1273
    },
    {
      "epoch": 4.39,
      "learning_rate": 1.464120750034673e-05,
      "loss": 0.0493,
      "step": 1274
    },
    {
      "epoch": 4.4,
      "learning_rate": 1.463296035119862e-05,
      "loss": 0.0733,
      "step": 1275
    },
    {
      "epoch": 4.4,
      "learning_rate": 1.4624709187742026e-05,
      "loss": 0.0733,
      "step": 1276
    },
    {
      "epoch": 4.4,
      "learning_rate": 1.4616454017126312e-05,
      "loss": 0.0532,
      "step": 1277
    },
    {
      "epoch": 4.41,
      "learning_rate": 1.4608194846504311e-05,
      "loss": 0.0594,
      "step": 1278
    },
    {
      "epoch": 4.41,
      "learning_rate": 1.4599931683032327e-05,
      "loss": 0.0984,
      "step": 1279
    },
    {
      "epoch": 4.41,
      "learning_rate": 1.4591664533870118e-05,
      "loss": 0.0752,
      "step": 1280
    },
    {
      "epoch": 4.42,
      "learning_rate": 1.4583393406180898e-05,
      "loss": 0.0957,
      "step": 1281
    },
    {
      "epoch": 4.42,
      "learning_rate": 1.4575118307131332e-05,
      "loss": 0.0548,
      "step": 1282
    },
    {
      "epoch": 4.42,
      "learning_rate": 1.4566839243891524e-05,
      "loss": 0.0803,
      "step": 1283
    },
    {
      "epoch": 4.43,
      "learning_rate": 1.4558556223635004e-05,
      "loss": 0.0972,
      "step": 1284
    },
    {
      "epoch": 4.43,
      "learning_rate": 1.4550269253538739e-05,
      "loss": 0.08,
      "step": 1285
    },
    {
      "epoch": 4.43,
      "learning_rate": 1.454197834078312e-05,
      "loss": 0.0816,
      "step": 1286
    },
    {
      "epoch": 4.44,
      "learning_rate": 1.4533683492551954e-05,
      "loss": 0.1073,
      "step": 1287
    },
    {
      "epoch": 4.44,
      "learning_rate": 1.452538471603245e-05,
      "loss": 0.0652,
      "step": 1288
    },
    {
      "epoch": 4.44,
      "learning_rate": 1.4517082018415231e-05,
      "loss": 0.0637,
      "step": 1289
    },
    {
      "epoch": 4.45,
      "learning_rate": 1.4508775406894308e-05,
      "loss": 0.0898,
      "step": 1290
    },
    {
      "epoch": 4.45,
      "learning_rate": 1.4500464888667094e-05,
      "loss": 0.1062,
      "step": 1291
    },
    {
      "epoch": 4.46,
      "learning_rate": 1.4492150470934374e-05,
      "loss": 0.0652,
      "step": 1292
    },
    {
      "epoch": 4.46,
      "learning_rate": 1.4483832160900326e-05,
      "loss": 0.0512,
      "step": 1293
    },
    {
      "epoch": 4.46,
      "learning_rate": 1.4475509965772487e-05,
      "loss": 0.0666,
      "step": 1294
    },
    {
      "epoch": 4.47,
      "learning_rate": 1.4467183892761769e-05,
      "loss": 0.0645,
      "step": 1295
    },
    {
      "epoch": 4.47,
      "learning_rate": 1.4458853949082443e-05,
      "loss": 0.0898,
      "step": 1296
    },
    {
      "epoch": 4.47,
      "learning_rate": 1.4450520141952132e-05,
      "loss": 0.0966,
      "step": 1297
    },
    {
      "epoch": 4.48,
      "learning_rate": 1.4442182478591802e-05,
      "loss": 0.0776,
      "step": 1298
    },
    {
      "epoch": 4.48,
      "learning_rate": 1.4433840966225772e-05,
      "loss": 0.109,
      "step": 1299
    },
    {
      "epoch": 4.48,
      "learning_rate": 1.442549561208169e-05,
      "loss": 0.0879,
      "step": 1300
    },
    {
      "epoch": 4.49,
      "learning_rate": 1.4417146423390529e-05,
      "loss": 0.0749,
      "step": 1301
    },
    {
      "epoch": 4.49,
      "learning_rate": 1.4408793407386587e-05,
      "loss": 0.0571,
      "step": 1302
    },
    {
      "epoch": 4.49,
      "learning_rate": 1.440043657130748e-05,
      "loss": 0.0976,
      "step": 1303
    },
    {
      "epoch": 4.5,
      "learning_rate": 1.4392075922394133e-05,
      "loss": 0.0782,
      "step": 1304
    },
    {
      "epoch": 4.5,
      "learning_rate": 1.4383711467890776e-05,
      "loss": 0.0645,
      "step": 1305
    },
    {
      "epoch": 4.5,
      "learning_rate": 1.4375343215044932e-05,
      "loss": 0.0925,
      "step": 1306
    },
    {
      "epoch": 4.51,
      "learning_rate": 1.436697117110742e-05,
      "loss": 0.066,
      "step": 1307
    },
    {
      "epoch": 4.51,
      "learning_rate": 1.4358595343332342e-05,
      "loss": 0.1295,
      "step": 1308
    },
    {
      "epoch": 4.51,
      "learning_rate": 1.4350215738977077e-05,
      "loss": 0.055,
      "step": 1309
    },
    {
      "epoch": 4.52,
      "learning_rate": 1.4341832365302282e-05,
      "loss": 0.069,
      "step": 1310
    },
    {
      "epoch": 4.52,
      "learning_rate": 1.4333445229571874e-05,
      "loss": 0.0637,
      "step": 1311
    },
    {
      "epoch": 4.52,
      "learning_rate": 1.4325054339053028e-05,
      "loss": 0.0627,
      "step": 1312
    },
    {
      "epoch": 4.53,
      "learning_rate": 1.431665970101618e-05,
      "loss": 0.0631,
      "step": 1313
    },
    {
      "epoch": 4.53,
      "learning_rate": 1.4308261322735006e-05,
      "loss": 0.0832,
      "step": 1314
    },
    {
      "epoch": 4.53,
      "learning_rate": 1.4299859211486429e-05,
      "loss": 0.0634,
      "step": 1315
    },
    {
      "epoch": 4.54,
      "learning_rate": 1.4291453374550602e-05,
      "loss": 0.0823,
      "step": 1316
    },
    {
      "epoch": 4.54,
      "learning_rate": 1.4283043819210905e-05,
      "loss": 0.0784,
      "step": 1317
    },
    {
      "epoch": 4.54,
      "learning_rate": 1.4274630552753946e-05,
      "loss": 0.0656,
      "step": 1318
    },
    {
      "epoch": 4.55,
      "learning_rate": 1.4266213582469543e-05,
      "loss": 0.0697,
      "step": 1319
    },
    {
      "epoch": 4.55,
      "learning_rate": 1.4257792915650728e-05,
      "loss": 0.0639,
      "step": 1320
    },
    {
      "epoch": 4.56,
      "learning_rate": 1.424936855959373e-05,
      "loss": 0.0655,
      "step": 1321
    },
    {
      "epoch": 4.56,
      "learning_rate": 1.4240940521597982e-05,
      "loss": 0.0836,
      "step": 1322
    },
    {
      "epoch": 4.56,
      "learning_rate": 1.4232508808966097e-05,
      "loss": 0.0508,
      "step": 1323
    },
    {
      "epoch": 4.57,
      "learning_rate": 1.422407342900388e-05,
      "loss": 0.0831,
      "step": 1324
    },
    {
      "epoch": 4.57,
      "learning_rate": 1.4215634389020314e-05,
      "loss": 0.083,
      "step": 1325
    },
    {
      "epoch": 4.57,
      "learning_rate": 1.420719169632755e-05,
      "loss": 0.0721,
      "step": 1326
    },
    {
      "epoch": 4.58,
      "learning_rate": 1.4198745358240903e-05,
      "loss": 0.0735,
      "step": 1327
    },
    {
      "epoch": 4.58,
      "learning_rate": 1.419029538207885e-05,
      "loss": 0.0625,
      "step": 1328
    },
    {
      "epoch": 4.58,
      "learning_rate": 1.4181841775163014e-05,
      "loss": 0.1029,
      "step": 1329
    },
    {
      "epoch": 4.59,
      "learning_rate": 1.417338454481818e-05,
      "loss": 0.0592,
      "step": 1330
    },
    {
      "epoch": 4.59,
      "learning_rate": 1.4164923698372253e-05,
      "loss": 0.1084,
      "step": 1331
    },
    {
      "epoch": 4.59,
      "learning_rate": 1.415645924315628e-05,
      "loss": 0.0692,
      "step": 1332
    },
    {
      "epoch": 4.6,
      "learning_rate": 1.4147991186504435e-05,
      "loss": 0.0595,
      "step": 1333
    },
    {
      "epoch": 4.6,
      "learning_rate": 1.4139519535754012e-05,
      "loss": 0.0575,
      "step": 1334
    },
    {
      "epoch": 4.6,
      "learning_rate": 1.413104429824542e-05,
      "loss": 0.0411,
      "step": 1335
    },
    {
      "epoch": 4.61,
      "learning_rate": 1.4122565481322173e-05,
      "loss": 0.0884,
      "step": 1336
    },
    {
      "epoch": 4.61,
      "learning_rate": 1.4114083092330889e-05,
      "loss": 0.0966,
      "step": 1337
    },
    {
      "epoch": 4.61,
      "learning_rate": 1.4105597138621281e-05,
      "loss": 0.09,
      "step": 1338
    },
    {
      "epoch": 4.62,
      "learning_rate": 1.409710762754615e-05,
      "loss": 0.0879,
      "step": 1339
    },
    {
      "epoch": 4.62,
      "learning_rate": 1.408861456646138e-05,
      "loss": 0.0636,
      "step": 1340
    },
    {
      "epoch": 4.62,
      "learning_rate": 1.4080117962725929e-05,
      "loss": 0.0782,
      "step": 1341
    },
    {
      "epoch": 4.63,
      "learning_rate": 1.4071617823701829e-05,
      "loss": 0.0926,
      "step": 1342
    },
    {
      "epoch": 4.63,
      "learning_rate": 1.4063114156754164e-05,
      "loss": 0.0677,
      "step": 1343
    },
    {
      "epoch": 4.63,
      "learning_rate": 1.4054606969251095e-05,
      "loss": 0.0948,
      "step": 1344
    },
    {
      "epoch": 4.64,
      "learning_rate": 1.4046096268563814e-05,
      "loss": 0.0623,
      "step": 1345
    },
    {
      "epoch": 4.64,
      "learning_rate": 1.4037582062066565e-05,
      "loss": 0.0661,
      "step": 1346
    },
    {
      "epoch": 4.64,
      "learning_rate": 1.4029064357136628e-05,
      "loss": 0.0622,
      "step": 1347
    },
    {
      "epoch": 4.65,
      "learning_rate": 1.4020543161154318e-05,
      "loss": 0.0612,
      "step": 1348
    },
    {
      "epoch": 4.65,
      "learning_rate": 1.4012018481502975e-05,
      "loss": 0.0796,
      "step": 1349
    },
    {
      "epoch": 4.66,
      "learning_rate": 1.4003490325568953e-05,
      "loss": 0.059,
      "step": 1350
    },
    {
      "epoch": 4.66,
      "learning_rate": 1.3994958700741617e-05,
      "loss": 0.0697,
      "step": 1351
    },
    {
      "epoch": 4.66,
      "learning_rate": 1.3986423614413341e-05,
      "loss": 0.1092,
      "step": 1352
    },
    {
      "epoch": 4.67,
      "learning_rate": 1.39778850739795e-05,
      "loss": 0.1087,
      "step": 1353
    },
    {
      "epoch": 4.67,
      "learning_rate": 1.3969343086838458e-05,
      "loss": 0.083,
      "step": 1354
    },
    {
      "epoch": 4.67,
      "learning_rate": 1.396079766039157e-05,
      "loss": 0.0609,
      "step": 1355
    },
    {
      "epoch": 4.68,
      "learning_rate": 1.3952248802043166e-05,
      "loss": 0.0815,
      "step": 1356
    },
    {
      "epoch": 4.68,
      "learning_rate": 1.3943696519200553e-05,
      "loss": 0.0538,
      "step": 1357
    },
    {
      "epoch": 4.68,
      "learning_rate": 1.3935140819274005e-05,
      "loss": 0.0938,
      "step": 1358
    },
    {
      "epoch": 4.69,
      "learning_rate": 1.3926581709676752e-05,
      "loss": 0.089,
      "step": 1359
    },
    {
      "epoch": 4.69,
      "learning_rate": 1.3918019197824985e-05,
      "loss": 0.0756,
      "step": 1360
    },
    {
      "epoch": 4.69,
      "learning_rate": 1.3909453291137842e-05,
      "loss": 0.0523,
      "step": 1361
    },
    {
      "epoch": 4.7,
      "learning_rate": 1.3900883997037398e-05,
      "loss": 0.0814,
      "step": 1362
    },
    {
      "epoch": 4.7,
      "learning_rate": 1.3892311322948666e-05,
      "loss": 0.0739,
      "step": 1363
    },
    {
      "epoch": 4.7,
      "learning_rate": 1.388373527629959e-05,
      "loss": 0.0554,
      "step": 1364
    },
    {
      "epoch": 4.71,
      "learning_rate": 1.3875155864521031e-05,
      "loss": 0.0846,
      "step": 1365
    },
    {
      "epoch": 4.71,
      "learning_rate": 1.3866573095046766e-05,
      "loss": 0.0583,
      "step": 1366
    },
    {
      "epoch": 4.71,
      "learning_rate": 1.385798697531349e-05,
      "loss": 0.0565,
      "step": 1367
    },
    {
      "epoch": 4.72,
      "learning_rate": 1.3849397512760797e-05,
      "loss": 0.0862,
      "step": 1368
    },
    {
      "epoch": 4.72,
      "learning_rate": 1.3840804714831164e-05,
      "loss": 0.0739,
      "step": 1369
    },
    {
      "epoch": 4.72,
      "learning_rate": 1.3832208588969975e-05,
      "loss": 0.0997,
      "step": 1370
    },
    {
      "epoch": 4.73,
      "learning_rate": 1.3823609142625492e-05,
      "loss": 0.0705,
      "step": 1371
    },
    {
      "epoch": 4.73,
      "learning_rate": 1.3815006383248855e-05,
      "loss": 0.073,
      "step": 1372
    },
    {
      "epoch": 4.73,
      "learning_rate": 1.3806400318294069e-05,
      "loss": 0.0637,
      "step": 1373
    },
    {
      "epoch": 4.74,
      "learning_rate": 1.3797790955218014e-05,
      "loss": 0.0765,
      "step": 1374
    },
    {
      "epoch": 4.74,
      "learning_rate": 1.3789178301480415e-05,
      "loss": 0.0799,
      "step": 1375
    },
    {
      "epoch": 4.74,
      "learning_rate": 1.3780562364543857e-05,
      "loss": 0.0707,
      "step": 1376
    },
    {
      "epoch": 4.75,
      "learning_rate": 1.3771943151873768e-05,
      "loss": 0.0866,
      "step": 1377
    },
    {
      "epoch": 4.75,
      "learning_rate": 1.3763320670938413e-05,
      "loss": 0.0749,
      "step": 1378
    },
    {
      "epoch": 4.76,
      "learning_rate": 1.3754694929208891e-05,
      "loss": 0.067,
      "step": 1379
    },
    {
      "epoch": 4.76,
      "learning_rate": 1.3746065934159123e-05,
      "loss": 0.0597,
      "step": 1380
    },
    {
      "epoch": 4.76,
      "learning_rate": 1.373743369326585e-05,
      "loss": 0.0844,
      "step": 1381
    },
    {
      "epoch": 4.77,
      "learning_rate": 1.3728798214008628e-05,
      "loss": 0.0766,
      "step": 1382
    },
    {
      "epoch": 4.77,
      "learning_rate": 1.3720159503869816e-05,
      "loss": 0.0878,
      "step": 1383
    },
    {
      "epoch": 4.77,
      "learning_rate": 1.3711517570334574e-05,
      "loss": 0.0761,
      "step": 1384
    },
    {
      "epoch": 4.78,
      "learning_rate": 1.3702872420890853e-05,
      "loss": 0.0657,
      "step": 1385
    },
    {
      "epoch": 4.78,
      "learning_rate": 1.3694224063029396e-05,
      "loss": 0.0824,
      "step": 1386
    },
    {
      "epoch": 4.78,
      "learning_rate": 1.3685572504243718e-05,
      "loss": 0.0567,
      "step": 1387
    },
    {
      "epoch": 4.79,
      "learning_rate": 1.3676917752030114e-05,
      "loss": 0.0903,
      "step": 1388
    },
    {
      "epoch": 4.79,
      "learning_rate": 1.3668259813887644e-05,
      "loss": 0.0748,
      "step": 1389
    },
    {
      "epoch": 4.79,
      "learning_rate": 1.3659598697318122e-05,
      "loss": 0.1009,
      "step": 1390
    },
    {
      "epoch": 4.8,
      "learning_rate": 1.3650934409826129e-05,
      "loss": 0.0655,
      "step": 1391
    },
    {
      "epoch": 4.8,
      "learning_rate": 1.3642266958918985e-05,
      "loss": 0.0721,
      "step": 1392
    },
    {
      "epoch": 4.8,
      "learning_rate": 1.3633596352106748e-05,
      "loss": 0.0918,
      "step": 1393
    },
    {
      "epoch": 4.81,
      "learning_rate": 1.362492259690222e-05,
      "loss": 0.0602,
      "step": 1394
    },
    {
      "epoch": 4.81,
      "learning_rate": 1.3616245700820922e-05,
      "loss": 0.0594,
      "step": 1395
    },
    {
      "epoch": 4.81,
      "learning_rate": 1.3607565671381107e-05,
      "loss": 0.062,
      "step": 1396
    },
    {
      "epoch": 4.82,
      "learning_rate": 1.3598882516103731e-05,
      "loss": 0.0742,
      "step": 1397
    },
    {
      "epoch": 4.82,
      "learning_rate": 1.3590196242512463e-05,
      "loss": 0.0867,
      "step": 1398
    },
    {
      "epoch": 4.82,
      "learning_rate": 1.3581506858133677e-05,
      "loss": 0.0698,
      "step": 1399
    },
    {
      "epoch": 4.83,
      "learning_rate": 1.3572814370496441e-05,
      "loss": 0.0706,
      "step": 1400
    },
    {
      "epoch": 4.83,
      "learning_rate": 1.3564118787132507e-05,
      "loss": 0.0559,
      "step": 1401
    },
    {
      "epoch": 4.83,
      "learning_rate": 1.355542011557632e-05,
      "loss": 0.0725,
      "step": 1402
    },
    {
      "epoch": 4.84,
      "learning_rate": 1.3546718363364986e-05,
      "loss": 0.0938,
      "step": 1403
    },
    {
      "epoch": 4.84,
      "learning_rate": 1.3538013538038295e-05,
      "loss": 0.0619,
      "step": 1404
    },
    {
      "epoch": 4.84,
      "learning_rate": 1.3529305647138689e-05,
      "loss": 0.0703,
      "step": 1405
    },
    {
      "epoch": 4.85,
      "learning_rate": 1.3520594698211274e-05,
      "loss": 0.088,
      "step": 1406
    },
    {
      "epoch": 4.85,
      "learning_rate": 1.3511880698803801e-05,
      "loss": 0.0813,
      "step": 1407
    },
    {
      "epoch": 4.86,
      "learning_rate": 1.3503163656466662e-05,
      "loss": 0.0606,
      "step": 1408
    },
    {
      "epoch": 4.86,
      "learning_rate": 1.3494443578752893e-05,
      "loss": 0.0488,
      "step": 1409
    },
    {
      "epoch": 4.86,
      "learning_rate": 1.3485720473218153e-05,
      "loss": 0.0792,
      "step": 1410
    },
    {
      "epoch": 4.87,
      "learning_rate": 1.3476994347420731e-05,
      "loss": 0.0982,
      "step": 1411
    },
    {
      "epoch": 4.87,
      "learning_rate": 1.3468265208921526e-05,
      "loss": 0.0873,
      "step": 1412
    },
    {
      "epoch": 4.87,
      "learning_rate": 1.3459533065284049e-05,
      "loss": 0.0806,
      "step": 1413
    },
    {
      "epoch": 4.88,
      "learning_rate": 1.3450797924074421e-05,
      "loss": 0.0695,
      "step": 1414
    },
    {
      "epoch": 4.88,
      "learning_rate": 1.3442059792861356e-05,
      "loss": 0.0733,
      "step": 1415
    },
    {
      "epoch": 4.88,
      "learning_rate": 1.3433318679216154e-05,
      "loss": 0.0601,
      "step": 1416
    },
    {
      "epoch": 4.89,
      "learning_rate": 1.342457459071271e-05,
      "loss": 0.0566,
      "step": 1417
    },
    {
      "epoch": 4.89,
      "learning_rate": 1.3415827534927486e-05,
      "loss": 0.0935,
      "step": 1418
    },
    {
      "epoch": 4.89,
      "learning_rate": 1.340707751943952e-05,
      "loss": 0.0571,
      "step": 1419
    },
    {
      "epoch": 4.9,
      "learning_rate": 1.3398324551830416e-05,
      "loss": 0.0594,
      "step": 1420
    },
    {
      "epoch": 4.9,
      "learning_rate": 1.3389568639684327e-05,
      "loss": 0.0697,
      "step": 1421
    },
    {
      "epoch": 4.9,
      "learning_rate": 1.3380809790587975e-05,
      "loss": 0.0754,
      "step": 1422
    },
    {
      "epoch": 4.91,
      "learning_rate": 1.3372048012130608e-05,
      "loss": 0.0542,
      "step": 1423
    },
    {
      "epoch": 4.91,
      "learning_rate": 1.3363283311904024e-05,
      "loss": 0.08,
      "step": 1424
    },
    {
      "epoch": 4.91,
      "learning_rate": 1.3354515697502552e-05,
      "loss": 0.0718,
      "step": 1425
    },
    {
      "epoch": 4.92,
      "learning_rate": 1.3345745176523035e-05,
      "loss": 0.0631,
      "step": 1426
    },
    {
      "epoch": 4.92,
      "learning_rate": 1.3336971756564846e-05,
      "loss": 0.0675,
      "step": 1427
    },
    {
      "epoch": 4.92,
      "learning_rate": 1.3328195445229869e-05,
      "loss": 0.0627,
      "step": 1428
    },
    {
      "epoch": 4.93,
      "learning_rate": 1.3319416250122484e-05,
      "loss": 0.0995,
      "step": 1429
    },
    {
      "epoch": 4.93,
      "learning_rate": 1.3310634178849583e-05,
      "loss": 0.0757,
      "step": 1430
    },
    {
      "epoch": 4.93,
      "learning_rate": 1.3301849239020537e-05,
      "loss": 0.092,
      "step": 1431
    },
    {
      "epoch": 4.94,
      "learning_rate": 1.3293061438247215e-05,
      "loss": 0.1205,
      "step": 1432
    },
    {
      "epoch": 4.94,
      "learning_rate": 1.3284270784143953e-05,
      "loss": 0.0792,
      "step": 1433
    },
    {
      "epoch": 4.94,
      "learning_rate": 1.327547728432757e-05,
      "loss": 0.0532,
      "step": 1434
    },
    {
      "epoch": 4.95,
      "learning_rate": 1.3266680946417346e-05,
      "loss": 0.0508,
      "step": 1435
    },
    {
      "epoch": 4.95,
      "learning_rate": 1.325788177803501e-05,
      "loss": 0.07,
      "step": 1436
    },
    {
      "epoch": 4.96,
      "learning_rate": 1.3249079786804765e-05,
      "loss": 0.0619,
      "step": 1437
    },
    {
      "epoch": 4.96,
      "learning_rate": 1.3240274980353244e-05,
      "loss": 0.0823,
      "step": 1438
    },
    {
      "epoch": 4.96,
      "learning_rate": 1.3231467366309523e-05,
      "loss": 0.0819,
      "step": 1439
    },
    {
      "epoch": 4.97,
      "learning_rate": 1.3222656952305113e-05,
      "loss": 0.1193,
      "step": 1440
    },
    {
      "epoch": 4.97,
      "learning_rate": 1.3213843745973946e-05,
      "loss": 0.0854,
      "step": 1441
    },
    {
      "epoch": 4.97,
      "learning_rate": 1.320502775495238e-05,
      "loss": 0.0528,
      "step": 1442
    },
    {
      "epoch": 4.98,
      "learning_rate": 1.319620898687918e-05,
      "loss": 0.0744,
      "step": 1443
    },
    {
      "epoch": 4.98,
      "learning_rate": 1.3187387449395524e-05,
      "loss": 0.0853,
      "step": 1444
    },
    {
      "epoch": 4.98,
      "learning_rate": 1.317856315014498e-05,
      "loss": 0.0779,
      "step": 1445
    },
    {
      "epoch": 4.99,
      "learning_rate": 1.316973609677352e-05,
      "loss": 0.0687,
      "step": 1446
    },
    {
      "epoch": 4.99,
      "learning_rate": 1.3160906296929493e-05,
      "loss": 0.1051,
      "step": 1447
    },
    {
      "epoch": 4.99,
      "learning_rate": 1.315207375826363e-05,
      "loss": 0.0541,
      "step": 1448
    },
    {
      "epoch": 5.0,
      "learning_rate": 1.3143238488429042e-05,
      "loss": 0.0927,
      "step": 1449
    },
    {
      "epoch": 5.0,
      "learning_rate": 1.3134400495081197e-05,
      "loss": 0.0911,
      "step": 1450
    },
    {
      "epoch": 5.0,
      "learning_rate": 1.3125559785877929e-05,
      "loss": 0.0325,
      "step": 1451
    },
    {
      "epoch": 5.01,
      "learning_rate": 1.3116716368479418e-05,
      "loss": 0.0254,
      "step": 1452
    },
    {
      "epoch": 5.01,
      "learning_rate": 1.3107870250548205e-05,
      "loss": 0.0271,
      "step": 1453
    },
    {
      "epoch": 5.01,
      "learning_rate": 1.3099021439749156e-05,
      "loss": 0.0276,
      "step": 1454
    },
    {
      "epoch": 5.02,
      "learning_rate": 1.3090169943749475e-05,
      "loss": 0.0488,
      "step": 1455
    },
    {
      "epoch": 5.02,
      "learning_rate": 1.3081315770218696e-05,
      "loss": 0.0432,
      "step": 1456
    },
    {
      "epoch": 5.02,
      "learning_rate": 1.3072458926828668e-05,
      "loss": 0.0402,
      "step": 1457
    },
    {
      "epoch": 5.03,
      "learning_rate": 1.306359942125356e-05,
      "loss": 0.037,
      "step": 1458
    },
    {
      "epoch": 5.03,
      "learning_rate": 1.3054737261169838e-05,
      "loss": 0.055,
      "step": 1459
    },
    {
      "epoch": 5.03,
      "learning_rate": 1.3045872454256278e-05,
      "loss": 0.0342,
      "step": 1460
    },
    {
      "epoch": 5.04,
      "learning_rate": 1.3037005008193944e-05,
      "loss": 0.0281,
      "step": 1461
    },
    {
      "epoch": 5.04,
      "learning_rate": 1.3028134930666188e-05,
      "loss": 0.0272,
      "step": 1462
    },
    {
      "epoch": 5.04,
      "learning_rate": 1.3019262229358638e-05,
      "loss": 0.022,
      "step": 1463
    },
    {
      "epoch": 5.05,
      "learning_rate": 1.3010386911959207e-05,
      "loss": 0.0294,
      "step": 1464
    },
    {
      "epoch": 5.05,
      "learning_rate": 1.3001508986158057e-05,
      "loss": 0.0396,
      "step": 1465
    },
    {
      "epoch": 5.06,
      "learning_rate": 1.299262845964763e-05,
      "loss": 0.0246,
      "step": 1466
    },
    {
      "epoch": 5.06,
      "learning_rate": 1.2983745340122604e-05,
      "loss": 0.0246,
      "step": 1467
    },
    {
      "epoch": 5.06,
      "learning_rate": 1.2974859635279914e-05,
      "loss": 0.0359,
      "step": 1468
    },
    {
      "epoch": 5.07,
      "learning_rate": 1.2965971352818736e-05,
      "loss": 0.0204,
      "step": 1469
    },
    {
      "epoch": 5.07,
      "learning_rate": 1.2957080500440469e-05,
      "loss": 0.0371,
      "step": 1470
    },
    {
      "epoch": 5.07,
      "learning_rate": 1.294818708584875e-05,
      "loss": 0.0269,
      "step": 1471
    },
    {
      "epoch": 5.08,
      "learning_rate": 1.2939291116749431e-05,
      "loss": 0.0396,
      "step": 1472
    },
    {
      "epoch": 5.08,
      "learning_rate": 1.2930392600850574e-05,
      "loss": 0.0222,
      "step": 1473
    },
    {
      "epoch": 5.08,
      "learning_rate": 1.2921491545862462e-05,
      "loss": 0.0315,
      "step": 1474
    },
    {
      "epoch": 5.09,
      "learning_rate": 1.2912587959497556e-05,
      "loss": 0.0315,
      "step": 1475
    },
    {
      "epoch": 5.09,
      "learning_rate": 1.2903681849470528e-05,
      "loss": 0.0273,
      "step": 1476
    },
    {
      "epoch": 5.09,
      "learning_rate": 1.2894773223498232e-05,
      "loss": 0.0291,
      "step": 1477
    },
    {
      "epoch": 5.1,
      "learning_rate": 1.2885862089299694e-05,
      "loss": 0.028,
      "step": 1478
    },
    {
      "epoch": 5.1,
      "learning_rate": 1.287694845459613e-05,
      "loss": 0.0271,
      "step": 1479
    },
    {
      "epoch": 5.1,
      "learning_rate": 1.2868032327110904e-05,
      "loss": 0.0292,
      "step": 1480
    },
    {
      "epoch": 5.11,
      "learning_rate": 1.2859113714569553e-05,
      "loss": 0.0323,
      "step": 1481
    },
    {
      "epoch": 5.11,
      "learning_rate": 1.2850192624699762e-05,
      "loss": 0.0332,
      "step": 1482
    },
    {
      "epoch": 5.11,
      "learning_rate": 1.2841269065231363e-05,
      "loss": 0.0452,
      "step": 1483
    },
    {
      "epoch": 5.12,
      "learning_rate": 1.2832343043896329e-05,
      "loss": 0.0394,
      "step": 1484
    },
    {
      "epoch": 5.12,
      "learning_rate": 1.2823414568428767e-05,
      "loss": 0.0459,
      "step": 1485
    },
    {
      "epoch": 5.12,
      "learning_rate": 1.2814483646564902e-05,
      "loss": 0.0376,
      "step": 1486
    },
    {
      "epoch": 5.13,
      "learning_rate": 1.2805550286043094e-05,
      "loss": 0.0303,
      "step": 1487
    },
    {
      "epoch": 5.13,
      "learning_rate": 1.27966144946038e-05,
      "loss": 0.0404,
      "step": 1488
    },
    {
      "epoch": 5.13,
      "learning_rate": 1.2787676279989594e-05,
      "loss": 0.0335,
      "step": 1489
    },
    {
      "epoch": 5.14,
      "learning_rate": 1.277873564994515e-05,
      "loss": 0.0354,
      "step": 1490
    },
    {
      "epoch": 5.14,
      "learning_rate": 1.2769792612217224e-05,
      "loss": 0.0244,
      "step": 1491
    },
    {
      "epoch": 5.14,
      "learning_rate": 1.2760847174554671e-05,
      "loss": 0.0171,
      "step": 1492
    },
    {
      "epoch": 5.15,
      "learning_rate": 1.2751899344708418e-05,
      "loss": 0.0463,
      "step": 1493
    },
    {
      "epoch": 5.15,
      "learning_rate": 1.2742949130431468e-05,
      "loss": 0.0401,
      "step": 1494
    },
    {
      "epoch": 5.16,
      "learning_rate": 1.2733996539478883e-05,
      "loss": 0.0424,
      "step": 1495
    },
    {
      "epoch": 5.16,
      "learning_rate": 1.2725041579607798e-05,
      "loss": 0.0286,
      "step": 1496
    },
    {
      "epoch": 5.16,
      "learning_rate": 1.2716084258577388e-05,
      "loss": 0.0425,
      "step": 1497
    },
    {
      "epoch": 5.17,
      "learning_rate": 1.270712458414888e-05,
      "loss": 0.019,
      "step": 1498
    },
    {
      "epoch": 5.17,
      "learning_rate": 1.2698162564085536e-05,
      "loss": 0.0409,
      "step": 1499
    },
    {
      "epoch": 5.17,
      "learning_rate": 1.2689198206152657e-05,
      "loss": 0.0428,
      "step": 1500
    },
    {
      "epoch": 5.18,
      "learning_rate": 1.2680231518117564e-05,
      "loss": 0.0151,
      "step": 1501
    },
    {
      "epoch": 5.18,
      "learning_rate": 1.26712625077496e-05,
      "loss": 0.0215,
      "step": 1502
    },
    {
      "epoch": 5.18,
      "learning_rate": 1.2662291182820115e-05,
      "loss": 0.0259,
      "step": 1503
    },
    {
      "epoch": 5.19,
      "learning_rate": 1.2653317551102471e-05,
      "loss": 0.0198,
      "step": 1504
    },
    {
      "epoch": 5.19,
      "learning_rate": 1.2644341620372025e-05,
      "loss": 0.0236,
      "step": 1505
    },
    {
      "epoch": 5.19,
      "learning_rate": 1.263536339840613e-05,
      "loss": 0.0405,
      "step": 1506
    },
    {
      "epoch": 5.2,
      "learning_rate": 1.2626382892984114e-05,
      "loss": 0.0326,
      "step": 1507
    },
    {
      "epoch": 5.2,
      "learning_rate": 1.2617400111887302e-05,
      "loss": 0.0297,
      "step": 1508
    },
    {
      "epoch": 5.2,
      "learning_rate": 1.2608415062898971e-05,
      "loss": 0.0388,
      "step": 1509
    },
    {
      "epoch": 5.21,
      "learning_rate": 1.2599427753804377e-05,
      "loss": 0.0371,
      "step": 1510
    },
    {
      "epoch": 5.21,
      "learning_rate": 1.2590438192390723e-05,
      "loss": 0.0307,
      "step": 1511
    },
    {
      "epoch": 5.21,
      "learning_rate": 1.2581446386447178e-05,
      "loss": 0.0392,
      "step": 1512
    },
    {
      "epoch": 5.22,
      "learning_rate": 1.2572452343764844e-05,
      "loss": 0.0249,
      "step": 1513
    },
    {
      "epoch": 5.22,
      "learning_rate": 1.2563456072136759e-05,
      "loss": 0.0184,
      "step": 1514
    },
    {
      "epoch": 5.22,
      "learning_rate": 1.2554457579357906e-05,
      "loss": 0.0297,
      "step": 1515
    },
    {
      "epoch": 5.23,
      "learning_rate": 1.2545456873225181e-05,
      "loss": 0.0241,
      "step": 1516
    },
    {
      "epoch": 5.23,
      "learning_rate": 1.25364539615374e-05,
      "loss": 0.0249,
      "step": 1517
    },
    {
      "epoch": 5.23,
      "learning_rate": 1.2527448852095295e-05,
      "loss": 0.0321,
      "step": 1518
    },
    {
      "epoch": 5.24,
      "learning_rate": 1.2518441552701493e-05,
      "loss": 0.032,
      "step": 1519
    },
    {
      "epoch": 5.24,
      "learning_rate": 1.2509432071160527e-05,
      "loss": 0.0361,
      "step": 1520
    },
    {
      "epoch": 5.24,
      "learning_rate": 1.2500420415278822e-05,
      "loss": 0.0173,
      "step": 1521
    },
    {
      "epoch": 5.25,
      "learning_rate": 1.2491406592864679e-05,
      "loss": 0.0376,
      "step": 1522
    },
    {
      "epoch": 5.25,
      "learning_rate": 1.2482390611728277e-05,
      "loss": 0.0284,
      "step": 1523
    },
    {
      "epoch": 5.26,
      "learning_rate": 1.2473372479681671e-05,
      "loss": 0.0183,
      "step": 1524
    },
    {
      "epoch": 5.26,
      "learning_rate": 1.246435220453878e-05,
      "loss": 0.0383,
      "step": 1525
    },
    {
      "epoch": 5.26,
      "learning_rate": 1.2455329794115372e-05,
      "loss": 0.0336,
      "step": 1526
    },
    {
      "epoch": 5.27,
      "learning_rate": 1.2446305256229074e-05,
      "loss": 0.0632,
      "step": 1527
    },
    {
      "epoch": 5.27,
      "learning_rate": 1.2437278598699352e-05,
      "loss": 0.0409,
      "step": 1528
    },
    {
      "epoch": 5.27,
      "learning_rate": 1.2428249829347509e-05,
      "loss": 0.029,
      "step": 1529
    },
    {
      "epoch": 5.28,
      "learning_rate": 1.2419218955996677e-05,
      "loss": 0.0418,
      "step": 1530
    },
    {
      "epoch": 5.28,
      "learning_rate": 1.2410185986471817e-05,
      "loss": 0.0202,
      "step": 1531
    },
    {
      "epoch": 5.28,
      "learning_rate": 1.2401150928599695e-05,
      "loss": 0.0276,
      "step": 1532
    },
    {
      "epoch": 5.29,
      "learning_rate": 1.2392113790208895e-05,
      "loss": 0.0267,
      "step": 1533
    },
    {
      "epoch": 5.29,
      "learning_rate": 1.2383074579129801e-05,
      "loss": 0.0445,
      "step": 1534
    },
    {
      "epoch": 5.29,
      "learning_rate": 1.2374033303194597e-05,
      "loss": 0.0415,
      "step": 1535
    },
    {
      "epoch": 5.3,
      "learning_rate": 1.236498997023725e-05,
      "loss": 0.0237,
      "step": 1536
    },
    {
      "epoch": 5.3,
      "learning_rate": 1.235594458809351e-05,
      "loss": 0.019,
      "step": 1537
    },
    {
      "epoch": 5.3,
      "learning_rate": 1.2346897164600908e-05,
      "loss": 0.0399,
      "step": 1538
    },
    {
      "epoch": 5.31,
      "learning_rate": 1.2337847707598738e-05,
      "loss": 0.014,
      "step": 1539
    },
    {
      "epoch": 5.31,
      "learning_rate": 1.232879622492806e-05,
      "loss": 0.0339,
      "step": 1540
    },
    {
      "epoch": 5.31,
      "learning_rate": 1.2319742724431689e-05,
      "loss": 0.0223,
      "step": 1541
    },
    {
      "epoch": 5.32,
      "learning_rate": 1.2310687213954182e-05,
      "loss": 0.0341,
      "step": 1542
    },
    {
      "epoch": 5.32,
      "learning_rate": 1.2301629701341844e-05,
      "loss": 0.0363,
      "step": 1543
    },
    {
      "epoch": 5.32,
      "learning_rate": 1.2292570194442714e-05,
      "loss": 0.0285,
      "step": 1544
    },
    {
      "epoch": 5.33,
      "learning_rate": 1.2283508701106559e-05,
      "loss": 0.0256,
      "step": 1545
    },
    {
      "epoch": 5.33,
      "learning_rate": 1.2274445229184864e-05,
      "loss": 0.0241,
      "step": 1546
    },
    {
      "epoch": 5.33,
      "learning_rate": 1.2265379786530833e-05,
      "loss": 0.0385,
      "step": 1547
    },
    {
      "epoch": 5.34,
      "learning_rate": 1.2256312380999376e-05,
      "loss": 0.0347,
      "step": 1548
    },
    {
      "epoch": 5.34,
      "learning_rate": 1.2247243020447104e-05,
      "loss": 0.0183,
      "step": 1549
    },
    {
      "epoch": 5.34,
      "learning_rate": 1.2238171712732316e-05,
      "loss": 0.023,
      "step": 1550
    },
    {
      "epoch": 5.35,
      "learning_rate": 1.2229098465715005e-05,
      "loss": 0.0534,
      "step": 1551
    },
    {
      "epoch": 5.35,
      "learning_rate": 1.2220023287256844e-05,
      "loss": 0.0371,
      "step": 1552
    },
    {
      "epoch": 5.36,
      "learning_rate": 1.2210946185221177e-05,
      "loss": 0.0373,
      "step": 1553
    },
    {
      "epoch": 5.36,
      "learning_rate": 1.2201867167473015e-05,
      "loss": 0.0309,
      "step": 1554
    },
    {
      "epoch": 5.36,
      "learning_rate": 1.2192786241879033e-05,
      "loss": 0.0214,
      "step": 1555
    },
    {
      "epoch": 5.37,
      "learning_rate": 1.2183703416307556e-05,
      "loss": 0.0239,
      "step": 1556
    },
    {
      "epoch": 5.37,
      "learning_rate": 1.217461869862855e-05,
      "loss": 0.0252,
      "step": 1557
    },
    {
      "epoch": 5.37,
      "learning_rate": 1.2165532096713625e-05,
      "loss": 0.0275,
      "step": 1558
    },
    {
      "epoch": 5.38,
      "learning_rate": 1.2156443618436033e-05,
      "loss": 0.0248,
      "step": 1559
    },
    {
      "epoch": 5.38,
      "learning_rate": 1.2147353271670634e-05,
      "loss": 0.0235,
      "step": 1560
    },
    {
      "epoch": 5.38,
      "learning_rate": 1.213826106429392e-05,
      "loss": 0.0322,
      "step": 1561
    },
    {
      "epoch": 5.39,
      "learning_rate": 1.2129167004183987e-05,
      "loss": 0.0295,
      "step": 1562
    },
    {
      "epoch": 5.39,
      "learning_rate": 1.212007109922055e-05,
      "loss": 0.0303,
      "step": 1563
    },
    {
      "epoch": 5.39,
      "learning_rate": 1.2110973357284902e-05,
      "loss": 0.0276,
      "step": 1564
    },
    {
      "epoch": 5.4,
      "learning_rate": 1.210187378625994e-05,
      "loss": 0.0358,
      "step": 1565
    },
    {
      "epoch": 5.4,
      "learning_rate": 1.2092772394030153e-05,
      "loss": 0.0273,
      "step": 1566
    },
    {
      "epoch": 5.4,
      "learning_rate": 1.2083669188481593e-05,
      "loss": 0.0242,
      "step": 1567
    },
    {
      "epoch": 5.41,
      "learning_rate": 1.2074564177501888e-05,
      "loss": 0.0282,
      "step": 1568
    },
    {
      "epoch": 5.41,
      "learning_rate": 1.2065457368980236e-05,
      "loss": 0.0251,
      "step": 1569
    },
    {
      "epoch": 5.41,
      "learning_rate": 1.2056348770807386e-05,
      "loss": 0.0311,
      "step": 1570
    },
    {
      "epoch": 5.42,
      "learning_rate": 1.2047238390875643e-05,
      "loss": 0.0393,
      "step": 1571
    },
    {
      "epoch": 5.42,
      "learning_rate": 1.203812623707885e-05,
      "loss": 0.0216,
      "step": 1572
    },
    {
      "epoch": 5.42,
      "learning_rate": 1.202901231731239e-05,
      "loss": 0.0276,
      "step": 1573
    },
    {
      "epoch": 5.43,
      "learning_rate": 1.2019896639473179e-05,
      "loss": 0.0332,
      "step": 1574
    },
    {
      "epoch": 5.43,
      "learning_rate": 1.2010779211459649e-05,
      "loss": 0.0343,
      "step": 1575
    },
    {
      "epoch": 5.43,
      "learning_rate": 1.2001660041171754e-05,
      "loss": 0.032,
      "step": 1576
    },
    {
      "epoch": 5.44,
      "learning_rate": 1.1992539136510961e-05,
      "loss": 0.0339,
      "step": 1577
    },
    {
      "epoch": 5.44,
      "learning_rate": 1.1983416505380234e-05,
      "loss": 0.0285,
      "step": 1578
    },
    {
      "epoch": 5.44,
      "learning_rate": 1.197429215568403e-05,
      "loss": 0.0315,
      "step": 1579
    },
    {
      "epoch": 5.45,
      "learning_rate": 1.1965166095328302e-05,
      "loss": 0.041,
      "step": 1580
    },
    {
      "epoch": 5.45,
      "learning_rate": 1.1956038332220484e-05,
      "loss": 0.0202,
      "step": 1581
    },
    {
      "epoch": 5.46,
      "learning_rate": 1.194690887426948e-05,
      "loss": 0.0311,
      "step": 1582
    },
    {
      "epoch": 5.46,
      "learning_rate": 1.1937777729385671e-05,
      "loss": 0.0275,
      "step": 1583
    },
    {
      "epoch": 5.46,
      "learning_rate": 1.192864490548089e-05,
      "loss": 0.0498,
      "step": 1584
    },
    {
      "epoch": 5.47,
      "learning_rate": 1.1919510410468435e-05,
      "loss": 0.0428,
      "step": 1585
    },
    {
      "epoch": 5.47,
      "learning_rate": 1.1910374252263047e-05,
      "loss": 0.0395,
      "step": 1586
    },
    {
      "epoch": 5.47,
      "learning_rate": 1.1901236438780902e-05,
      "loss": 0.0521,
      "step": 1587
    },
    {
      "epoch": 5.48,
      "learning_rate": 1.1892096977939624e-05,
      "loss": 0.0149,
      "step": 1588
    },
    {
      "epoch": 5.48,
      "learning_rate": 1.1882955877658252e-05,
      "loss": 0.0449,
      "step": 1589
    },
    {
      "epoch": 5.48,
      "learning_rate": 1.187381314585725e-05,
      "loss": 0.037,
      "step": 1590
    },
    {
      "epoch": 5.49,
      "learning_rate": 1.1864668790458493e-05,
      "loss": 0.0228,
      "step": 1591
    },
    {
      "epoch": 5.49,
      "learning_rate": 1.1855522819385274e-05,
      "loss": 0.0422,
      "step": 1592
    },
    {
      "epoch": 5.49,
      "learning_rate": 1.184637524056227e-05,
      "loss": 0.0259,
      "step": 1593
    },
    {
      "epoch": 5.5,
      "learning_rate": 1.1837226061915562e-05,
      "loss": 0.0186,
      "step": 1594
    },
    {
      "epoch": 5.5,
      "learning_rate": 1.1828075291372616e-05,
      "loss": 0.0377,
      "step": 1595
    },
    {
      "epoch": 5.5,
      "learning_rate": 1.181892293686227e-05,
      "loss": 0.0282,
      "step": 1596
    },
    {
      "epoch": 5.51,
      "learning_rate": 1.1809769006314743e-05,
      "loss": 0.0213,
      "step": 1597
    },
    {
      "epoch": 5.51,
      "learning_rate": 1.1800613507661615e-05,
      "loss": 0.031,
      "step": 1598
    },
    {
      "epoch": 5.51,
      "learning_rate": 1.1791456448835825e-05,
      "loss": 0.0304,
      "step": 1599
    },
    {
      "epoch": 5.52,
      "learning_rate": 1.1782297837771668e-05,
      "loss": 0.0449,
      "step": 1600
    },
    {
      "epoch": 5.52,
      "learning_rate": 1.1773137682404776e-05,
      "loss": 0.0405,
      "step": 1601
    },
    {
      "epoch": 5.52,
      "learning_rate": 1.1763975990672125e-05,
      "loss": 0.0216,
      "step": 1602
    },
    {
      "epoch": 5.53,
      "learning_rate": 1.1754812770512026e-05,
      "loss": 0.0376,
      "step": 1603
    },
    {
      "epoch": 5.53,
      "learning_rate": 1.1745648029864101e-05,
      "loss": 0.0557,
      "step": 1604
    },
    {
      "epoch": 5.53,
      "learning_rate": 1.1736481776669307e-05,
      "loss": 0.0212,
      "step": 1605
    },
    {
      "epoch": 5.54,
      "learning_rate": 1.1727314018869894e-05,
      "loss": 0.0245,
      "step": 1606
    },
    {
      "epoch": 5.54,
      "learning_rate": 1.1718144764409428e-05,
      "loss": 0.0351,
      "step": 1607
    },
    {
      "epoch": 5.54,
      "learning_rate": 1.1708974021232768e-05,
      "loss": 0.037,
      "step": 1608
    },
    {
      "epoch": 5.55,
      "learning_rate": 1.169980179728606e-05,
      "loss": 0.0402,
      "step": 1609
    },
    {
      "epoch": 5.55,
      "learning_rate": 1.169062810051674e-05,
      "loss": 0.0189,
      "step": 1610
    },
    {
      "epoch": 5.56,
      "learning_rate": 1.1681452938873516e-05,
      "loss": 0.0219,
      "step": 1611
    },
    {
      "epoch": 5.56,
      "learning_rate": 1.1672276320306362e-05,
      "loss": 0.0353,
      "step": 1612
    },
    {
      "epoch": 5.56,
      "learning_rate": 1.1663098252766517e-05,
      "loss": 0.0468,
      "step": 1613
    },
    {
      "epoch": 5.57,
      "learning_rate": 1.1653918744206478e-05,
      "loss": 0.0351,
      "step": 1614
    },
    {
      "epoch": 5.57,
      "learning_rate": 1.1644737802579989e-05,
      "loss": 0.027,
      "step": 1615
    },
    {
      "epoch": 5.57,
      "learning_rate": 1.1635555435842036e-05,
      "loss": 0.0278,
      "step": 1616
    },
    {
      "epoch": 5.58,
      "learning_rate": 1.1626371651948839e-05,
      "loss": 0.0279,
      "step": 1617
    },
    {
      "epoch": 5.58,
      "learning_rate": 1.161718645885784e-05,
      "loss": 0.0313,
      "step": 1618
    },
    {
      "epoch": 5.58,
      "learning_rate": 1.1607999864527718e-05,
      "loss": 0.0346,
      "step": 1619
    },
    {
      "epoch": 5.59,
      "learning_rate": 1.159881187691835e-05,
      "loss": 0.0345,
      "step": 1620
    },
    {
      "epoch": 5.59,
      "learning_rate": 1.1589622503990828e-05,
      "loss": 0.0186,
      "step": 1621
    },
    {
      "epoch": 5.59,
      "learning_rate": 1.1580431753707441e-05,
      "loss": 0.0223,
      "step": 1622
    },
    {
      "epoch": 5.6,
      "learning_rate": 1.157123963403168e-05,
      "loss": 0.0347,
      "step": 1623
    },
    {
      "epoch": 5.6,
      "learning_rate": 1.1562046152928205e-05,
      "loss": 0.0326,
      "step": 1624
    },
    {
      "epoch": 5.6,
      "learning_rate": 1.1552851318362876e-05,
      "loss": 0.0282,
      "step": 1625
    },
    {
      "epoch": 5.61,
      "learning_rate": 1.1543655138302714e-05,
      "loss": 0.0285,
      "step": 1626
    },
    {
      "epoch": 5.61,
      "learning_rate": 1.1534457620715905e-05,
      "loss": 0.0327,
      "step": 1627
    },
    {
      "epoch": 5.61,
      "learning_rate": 1.1525258773571797e-05,
      "loss": 0.0187,
      "step": 1628
    },
    {
      "epoch": 5.62,
      "learning_rate": 1.1516058604840891e-05,
      "loss": 0.0274,
      "step": 1629
    },
    {
      "epoch": 5.62,
      "learning_rate": 1.1506857122494832e-05,
      "loss": 0.0328,
      "step": 1630
    },
    {
      "epoch": 5.62,
      "learning_rate": 1.1497654334506405e-05,
      "loss": 0.041,
      "step": 1631
    },
    {
      "epoch": 5.63,
      "learning_rate": 1.1488450248849523e-05,
      "loss": 0.0214,
      "step": 1632
    },
    {
      "epoch": 5.63,
      "learning_rate": 1.1479244873499224e-05,
      "loss": 0.0318,
      "step": 1633
    },
    {
      "epoch": 5.63,
      "learning_rate": 1.1470038216431667e-05,
      "loss": 0.029,
      "step": 1634
    },
    {
      "epoch": 5.64,
      "learning_rate": 1.1460830285624119e-05,
      "loss": 0.0408,
      "step": 1635
    },
    {
      "epoch": 5.64,
      "learning_rate": 1.1451621089054945e-05,
      "loss": 0.0416,
      "step": 1636
    },
    {
      "epoch": 5.64,
      "learning_rate": 1.144241063470362e-05,
      "loss": 0.0174,
      "step": 1637
    },
    {
      "epoch": 5.65,
      "learning_rate": 1.1433198930550694e-05,
      "loss": 0.0446,
      "step": 1638
    },
    {
      "epoch": 5.65,
      "learning_rate": 1.1423985984577813e-05,
      "loss": 0.0217,
      "step": 1639
    },
    {
      "epoch": 5.66,
      "learning_rate": 1.141477180476769e-05,
      "loss": 0.0291,
      "step": 1640
    },
    {
      "epoch": 5.66,
      "learning_rate": 1.140555639910411e-05,
      "loss": 0.037,
      "step": 1641
    },
    {
      "epoch": 5.66,
      "learning_rate": 1.1396339775571923e-05,
      "loss": 0.0415,
      "step": 1642
    },
    {
      "epoch": 5.67,
      "learning_rate": 1.138712194215703e-05,
      "loss": 0.0242,
      "step": 1643
    },
    {
      "epoch": 5.67,
      "learning_rate": 1.137790290684638e-05,
      "loss": 0.0364,
      "step": 1644
    },
    {
      "epoch": 5.67,
      "learning_rate": 1.1368682677627971e-05,
      "loss": 0.0324,
      "step": 1645
    },
    {
      "epoch": 5.68,
      "learning_rate": 1.1359461262490823e-05,
      "loss": 0.0378,
      "step": 1646
    },
    {
      "epoch": 5.68,
      "learning_rate": 1.1350238669424993e-05,
      "loss": 0.0356,
      "step": 1647
    },
    {
      "epoch": 5.68,
      "learning_rate": 1.1341014906421556e-05,
      "loss": 0.0334,
      "step": 1648
    },
    {
      "epoch": 5.69,
      "learning_rate": 1.1331789981472603e-05,
      "loss": 0.0331,
      "step": 1649
    },
    {
      "epoch": 5.69,
      "learning_rate": 1.1322563902571227e-05,
      "loss": 0.0412,
      "step": 1650
    },
    {
      "epoch": 5.69,
      "learning_rate": 1.1313336677711521e-05,
      "loss": 0.035,
      "step": 1651
    },
    {
      "epoch": 5.7,
      "learning_rate": 1.1304108314888578e-05,
      "loss": 0.0227,
      "step": 1652
    },
    {
      "epoch": 5.7,
      "learning_rate": 1.129487882209847e-05,
      "loss": 0.0426,
      "step": 1653
    },
    {
      "epoch": 5.7,
      "learning_rate": 1.1285648207338252e-05,
      "loss": 0.0371,
      "step": 1654
    },
    {
      "epoch": 5.71,
      "learning_rate": 1.127641647860595e-05,
      "loss": 0.0357,
      "step": 1655
    },
    {
      "epoch": 5.71,
      "learning_rate": 1.1267183643900548e-05,
      "loss": 0.0416,
      "step": 1656
    },
    {
      "epoch": 5.71,
      "learning_rate": 1.1257949711222002e-05,
      "loss": 0.0374,
      "step": 1657
    },
    {
      "epoch": 5.72,
      "learning_rate": 1.1248714688571212e-05,
      "loss": 0.0387,
      "step": 1658
    },
    {
      "epoch": 5.72,
      "learning_rate": 1.1239478583950019e-05,
      "loss": 0.0453,
      "step": 1659
    },
    {
      "epoch": 5.72,
      "learning_rate": 1.1230241405361209e-05,
      "loss": 0.0467,
      "step": 1660
    },
    {
      "epoch": 5.73,
      "learning_rate": 1.1221003160808493e-05,
      "loss": 0.0203,
      "step": 1661
    },
    {
      "epoch": 5.73,
      "learning_rate": 1.1211763858296507e-05,
      "loss": 0.0199,
      "step": 1662
    },
    {
      "epoch": 5.73,
      "learning_rate": 1.1202523505830806e-05,
      "loss": 0.0408,
      "step": 1663
    },
    {
      "epoch": 5.74,
      "learning_rate": 1.119328211141785e-05,
      "loss": 0.0251,
      "step": 1664
    },
    {
      "epoch": 5.74,
      "learning_rate": 1.1184039683065014e-05,
      "loss": 0.0373,
      "step": 1665
    },
    {
      "epoch": 5.74,
      "learning_rate": 1.1174796228780544e-05,
      "loss": 0.035,
      "step": 1666
    },
    {
      "epoch": 5.75,
      "learning_rate": 1.1165551756573602e-05,
      "loss": 0.0397,
      "step": 1667
    },
    {
      "epoch": 5.75,
      "learning_rate": 1.1156306274454218e-05,
      "loss": 0.0283,
      "step": 1668
    },
    {
      "epoch": 5.76,
      "learning_rate": 1.1147059790433296e-05,
      "loss": 0.0347,
      "step": 1669
    },
    {
      "epoch": 5.76,
      "learning_rate": 1.1137812312522618e-05,
      "loss": 0.0237,
      "step": 1670
    },
    {
      "epoch": 5.76,
      "learning_rate": 1.1128563848734817e-05,
      "loss": 0.0343,
      "step": 1671
    },
    {
      "epoch": 5.77,
      "learning_rate": 1.1119314407083384e-05,
      "loss": 0.0202,
      "step": 1672
    },
    {
      "epoch": 5.77,
      "learning_rate": 1.1110063995582661e-05,
      "loss": 0.0465,
      "step": 1673
    },
    {
      "epoch": 5.77,
      "learning_rate": 1.1100812622247823e-05,
      "loss": 0.0276,
      "step": 1674
    },
    {
      "epoch": 5.78,
      "learning_rate": 1.109156029509488e-05,
      "loss": 0.0282,
      "step": 1675
    },
    {
      "epoch": 5.78,
      "learning_rate": 1.1082307022140677e-05,
      "loss": 0.0308,
      "step": 1676
    },
    {
      "epoch": 5.78,
      "learning_rate": 1.1073052811402867e-05,
      "loss": 0.0279,
      "step": 1677
    },
    {
      "epoch": 5.79,
      "learning_rate": 1.1063797670899923e-05,
      "loss": 0.0297,
      "step": 1678
    },
    {
      "epoch": 5.79,
      "learning_rate": 1.1054541608651121e-05,
      "loss": 0.0262,
      "step": 1679
    },
    {
      "epoch": 5.79,
      "learning_rate": 1.1045284632676535e-05,
      "loss": 0.0434,
      "step": 1680
    },
    {
      "epoch": 5.8,
      "learning_rate": 1.1036026750997033e-05,
      "loss": 0.0235,
      "step": 1681
    },
    {
      "epoch": 5.8,
      "learning_rate": 1.1026767971634268e-05,
      "loss": 0.0243,
      "step": 1682
    },
    {
      "epoch": 5.8,
      "learning_rate": 1.1017508302610665e-05,
      "loss": 0.0236,
      "step": 1683
    },
    {
      "epoch": 5.81,
      "learning_rate": 1.1008247751949426e-05,
      "loss": 0.0371,
      "step": 1684
    },
    {
      "epoch": 5.81,
      "learning_rate": 1.0998986327674515e-05,
      "loss": 0.0368,
      "step": 1685
    },
    {
      "epoch": 5.81,
      "learning_rate": 1.0989724037810651e-05,
      "loss": 0.0596,
      "step": 1686
    },
    {
      "epoch": 5.82,
      "learning_rate": 1.0980460890383309e-05,
      "loss": 0.0201,
      "step": 1687
    },
    {
      "epoch": 5.82,
      "learning_rate": 1.09711968934187e-05,
      "loss": 0.031,
      "step": 1688
    },
    {
      "epoch": 5.82,
      "learning_rate": 1.0961932054943778e-05,
      "loss": 0.0317,
      "step": 1689
    },
    {
      "epoch": 5.83,
      "learning_rate": 1.0952666382986216e-05,
      "loss": 0.0473,
      "step": 1690
    },
    {
      "epoch": 5.83,
      "learning_rate": 1.0943399885574422e-05,
      "loss": 0.0293,
      "step": 1691
    },
    {
      "epoch": 5.83,
      "learning_rate": 1.0934132570737508e-05,
      "loss": 0.0464,
      "step": 1692
    },
    {
      "epoch": 5.84,
      "learning_rate": 1.0924864446505301e-05,
      "loss": 0.0302,
      "step": 1693
    },
    {
      "epoch": 5.84,
      "learning_rate": 1.0915595520908326e-05,
      "loss": 0.033,
      "step": 1694
    },
    {
      "epoch": 5.84,
      "learning_rate": 1.0906325801977804e-05,
      "loss": 0.0276,
      "step": 1695
    },
    {
      "epoch": 5.85,
      "learning_rate": 1.0897055297745645e-05,
      "loss": 0.0339,
      "step": 1696
    },
    {
      "epoch": 5.85,
      "learning_rate": 1.0887784016244434e-05,
      "loss": 0.0398,
      "step": 1697
    },
    {
      "epoch": 5.86,
      "learning_rate": 1.0878511965507435e-05,
      "loss": 0.0478,
      "step": 1698
    },
    {
      "epoch": 5.86,
      "learning_rate": 1.0869239153568575e-05,
      "loss": 0.0347,
      "step": 1699
    },
    {
      "epoch": 5.86,
      "learning_rate": 1.0859965588462442e-05,
      "loss": 0.0239,
      "step": 1700
    },
    {
      "epoch": 5.87,
      "learning_rate": 1.0850691278224282e-05,
      "loss": 0.0247,
      "step": 1701
    },
    {
      "epoch": 5.87,
      "learning_rate": 1.0841416230889977e-05,
      "loss": 0.033,
      "step": 1702
    },
    {
      "epoch": 5.87,
      "learning_rate": 1.0832140454496047e-05,
      "loss": 0.03,
      "step": 1703
    },
    {
      "epoch": 5.88,
      "learning_rate": 1.0822863957079657e-05,
      "loss": 0.0355,
      "step": 1704
    },
    {
      "epoch": 5.88,
      "learning_rate": 1.0813586746678584e-05,
      "loss": 0.0174,
      "step": 1705
    },
    {
      "epoch": 5.88,
      "learning_rate": 1.0804308831331228e-05,
      "loss": 0.0212,
      "step": 1706
    },
    {
      "epoch": 5.89,
      "learning_rate": 1.07950302190766e-05,
      "loss": 0.0171,
      "step": 1707
    },
    {
      "epoch": 5.89,
      "learning_rate": 1.078575091795431e-05,
      "loss": 0.0372,
      "step": 1708
    },
    {
      "epoch": 5.89,
      "learning_rate": 1.0776470936004572e-05,
      "loss": 0.0333,
      "step": 1709
    },
    {
      "epoch": 5.9,
      "learning_rate": 1.0767190281268187e-05,
      "loss": 0.0271,
      "step": 1710
    },
    {
      "epoch": 5.9,
      "learning_rate": 1.0757908961786536e-05,
      "loss": 0.038,
      "step": 1711
    },
    {
      "epoch": 5.9,
      "learning_rate": 1.0748626985601583e-05,
      "loss": 0.0261,
      "step": 1712
    },
    {
      "epoch": 5.91,
      "learning_rate": 1.0739344360755853e-05,
      "loss": 0.016,
      "step": 1713
    },
    {
      "epoch": 5.91,
      "learning_rate": 1.0730061095292434e-05,
      "loss": 0.0308,
      "step": 1714
    },
    {
      "epoch": 5.91,
      "learning_rate": 1.0720777197254974e-05,
      "loss": 0.0202,
      "step": 1715
    },
    {
      "epoch": 5.92,
      "learning_rate": 1.071149267468767e-05,
      "loss": 0.0312,
      "step": 1716
    },
    {
      "epoch": 5.92,
      "learning_rate": 1.0702207535635253e-05,
      "loss": 0.043,
      "step": 1717
    },
    {
      "epoch": 5.92,
      "learning_rate": 1.0692921788142993e-05,
      "loss": 0.033,
      "step": 1718
    },
    {
      "epoch": 5.93,
      "learning_rate": 1.0683635440256689e-05,
      "loss": 0.0413,
      "step": 1719
    },
    {
      "epoch": 5.93,
      "learning_rate": 1.0674348500022653e-05,
      "loss": 0.0316,
      "step": 1720
    },
    {
      "epoch": 5.93,
      "learning_rate": 1.0665060975487716e-05,
      "loss": 0.0254,
      "step": 1721
    },
    {
      "epoch": 5.94,
      "learning_rate": 1.0655772874699217e-05,
      "loss": 0.0377,
      "step": 1722
    },
    {
      "epoch": 5.94,
      "learning_rate": 1.0646484205704987e-05,
      "loss": 0.0357,
      "step": 1723
    },
    {
      "epoch": 5.94,
      "learning_rate": 1.0637194976553356e-05,
      "loss": 0.0277,
      "step": 1724
    },
    {
      "epoch": 5.95,
      "learning_rate": 1.0627905195293135e-05,
      "loss": 0.0254,
      "step": 1725
    },
    {
      "epoch": 5.95,
      "learning_rate": 1.061861486997362e-05,
      "loss": 0.0419,
      "step": 1726
    },
    {
      "epoch": 5.96,
      "learning_rate": 1.0609324008644568e-05,
      "loss": 0.0256,
      "step": 1727
    },
    {
      "epoch": 5.96,
      "learning_rate": 1.0600032619356208e-05,
      "loss": 0.0211,
      "step": 1728
    },
    {
      "epoch": 5.96,
      "learning_rate": 1.059074071015923e-05,
      "loss": 0.0395,
      "step": 1729
    },
    {
      "epoch": 5.97,
      "learning_rate": 1.0581448289104759e-05,
      "loss": 0.03,
      "step": 1730
    },
    {
      "epoch": 5.97,
      "learning_rate": 1.0572155364244383e-05,
      "loss": 0.0337,
      "step": 1731
    },
    {
      "epoch": 5.97,
      "learning_rate": 1.0562861943630111e-05,
      "loss": 0.0286,
      "step": 1732
    },
    {
      "epoch": 5.98,
      "learning_rate": 1.0553568035314392e-05,
      "loss": 0.0325,
      "step": 1733
    },
    {
      "epoch": 5.98,
      "learning_rate": 1.0544273647350091e-05,
      "loss": 0.026,
      "step": 1734
    },
    {
      "epoch": 5.98,
      "learning_rate": 1.0534978787790494e-05,
      "loss": 0.0353,
      "step": 1735
    },
    {
      "epoch": 5.99,
      "learning_rate": 1.0525683464689287e-05,
      "loss": 0.0303,
      "step": 1736
    },
    {
      "epoch": 5.99,
      "learning_rate": 1.0516387686100566e-05,
      "loss": 0.0375,
      "step": 1737
    },
    {
      "epoch": 5.99,
      "learning_rate": 1.050709146007882e-05,
      "loss": 0.0294,
      "step": 1738
    },
    {
      "epoch": 6.0,
      "learning_rate": 1.0497794794678923e-05,
      "loss": 0.0324,
      "step": 1739
    },
    {
      "epoch": 6.0,
      "learning_rate": 1.0488497697956134e-05,
      "loss": 0.0263,
      "step": 1740
    },
    {
      "epoch": 6.0,
      "learning_rate": 1.047920017796608e-05,
      "loss": 0.015,
      "step": 1741
    },
    {
      "epoch": 6.01,
      "learning_rate": 1.0469902242764757e-05,
      "loss": 0.0186,
      "step": 1742
    },
    {
      "epoch": 6.01,
      "learning_rate": 1.0460603900408523e-05,
      "loss": 0.0207,
      "step": 1743
    },
    {
      "epoch": 6.01,
      "learning_rate": 1.0451305158954087e-05,
      "loss": 0.0084,
      "step": 1744
    },
    {
      "epoch": 6.02,
      "learning_rate": 1.0442006026458506e-05,
      "loss": 0.0216,
      "step": 1745
    },
    {
      "epoch": 6.02,
      "learning_rate": 1.0432706510979172e-05,
      "loss": 0.0257,
      "step": 1746
    },
    {
      "epoch": 6.02,
      "learning_rate": 1.042340662057381e-05,
      "loss": 0.0094,
      "step": 1747
    },
    {
      "epoch": 6.03,
      "learning_rate": 1.0414106363300472e-05,
      "loss": 0.0105,
      "step": 1748
    },
    {
      "epoch": 6.03,
      "learning_rate": 1.0404805747217525e-05,
      "loss": 0.022,
      "step": 1749
    },
    {
      "epoch": 6.03,
      "learning_rate": 1.0395504780383653e-05,
      "loss": 0.0153,
      "step": 1750
    },
    {
      "epoch": 6.04,
      "learning_rate": 1.0386203470857832e-05,
      "loss": 0.0091,
      "step": 1751
    },
    {
      "epoch": 6.04,
      "learning_rate": 1.0376901826699349e-05,
      "loss": 0.015,
      "step": 1752
    },
    {
      "epoch": 6.04,
      "learning_rate": 1.0367599855967767e-05,
      "loss": 0.0135,
      "step": 1753
    },
    {
      "epoch": 6.05,
      "learning_rate": 1.0358297566722945e-05,
      "loss": 0.0142,
      "step": 1754
    },
    {
      "epoch": 6.05,
      "learning_rate": 1.0348994967025012e-05,
      "loss": 0.02,
      "step": 1755
    },
    {
      "epoch": 6.06,
      "learning_rate": 1.0339692064934364e-05,
      "loss": 0.0195,
      "step": 1756
    },
    {
      "epoch": 6.06,
      "learning_rate": 1.033038886851166e-05,
      "loss": 0.0075,
      "step": 1757
    },
    {
      "epoch": 6.06,
      "learning_rate": 1.0321085385817818e-05,
      "loss": 0.01,
      "step": 1758
    },
    {
      "epoch": 6.07,
      "learning_rate": 1.0311781624914e-05,
      "loss": 0.0162,
      "step": 1759
    },
    {
      "epoch": 6.07,
      "learning_rate": 1.0302477593861608e-05,
      "loss": 0.0116,
      "step": 1760
    },
    {
      "epoch": 6.07,
      "learning_rate": 1.0293173300722286e-05,
      "loss": 0.0078,
      "step": 1761
    },
    {
      "epoch": 6.08,
      "learning_rate": 1.0283868753557894e-05,
      "loss": 0.0168,
      "step": 1762
    },
    {
      "epoch": 6.08,
      "learning_rate": 1.0274563960430518e-05,
      "loss": 0.0078,
      "step": 1763
    },
    {
      "epoch": 6.08,
      "learning_rate": 1.026525892940246e-05,
      "loss": 0.0327,
      "step": 1764
    },
    {
      "epoch": 6.09,
      "learning_rate": 1.0255953668536223e-05,
      "loss": 0.0079,
      "step": 1765
    },
    {
      "epoch": 6.09,
      "learning_rate": 1.0246648185894512e-05,
      "loss": 0.0183,
      "step": 1766
    },
    {
      "epoch": 6.09,
      "learning_rate": 1.0237342489540221e-05,
      "loss": 0.024,
      "step": 1767
    },
    {
      "epoch": 6.1,
      "learning_rate": 1.0228036587536431e-05,
      "loss": 0.0095,
      "step": 1768
    },
    {
      "epoch": 6.1,
      "learning_rate": 1.0218730487946407e-05,
      "loss": 0.0109,
      "step": 1769
    },
    {
      "epoch": 6.1,
      "learning_rate": 1.0209424198833571e-05,
      "loss": 0.0142,
      "step": 1770
    },
    {
      "epoch": 6.11,
      "learning_rate": 1.0200117728261522e-05,
      "loss": 0.0222,
      "step": 1771
    },
    {
      "epoch": 6.11,
      "learning_rate": 1.0190811084294014e-05,
      "loss": 0.0094,
      "step": 1772
    },
    {
      "epoch": 6.11,
      "learning_rate": 1.0181504274994949e-05,
      "loss": 0.0116,
      "step": 1773
    },
    {
      "epoch": 6.12,
      "learning_rate": 1.0172197308428368e-05,
      "loss": 0.022,
      "step": 1774
    },
    {
      "epoch": 6.12,
      "learning_rate": 1.0162890192658459e-05,
      "loss": 0.0144,
      "step": 1775
    },
    {
      "epoch": 6.12,
      "learning_rate": 1.0153582935749531e-05,
      "loss": 0.0164,
      "step": 1776
    },
    {
      "epoch": 6.13,
      "learning_rate": 1.0144275545766014e-05,
      "loss": 0.012,
      "step": 1777
    },
    {
      "epoch": 6.13,
      "learning_rate": 1.013496803077246e-05,
      "loss": 0.0129,
      "step": 1778
    },
    {
      "epoch": 6.13,
      "learning_rate": 1.0125660398833528e-05,
      "loss": 0.0108,
      "step": 1779
    },
    {
      "epoch": 6.14,
      "learning_rate": 1.0116352658013973e-05,
      "loss": 0.0064,
      "step": 1780
    },
    {
      "epoch": 6.14,
      "learning_rate": 1.0107044816378646e-05,
      "loss": 0.0113,
      "step": 1781
    },
    {
      "epoch": 6.14,
      "learning_rate": 1.0097736881992492e-05,
      "loss": 0.0095,
      "step": 1782
    },
    {
      "epoch": 6.15,
      "learning_rate": 1.0088428862920529e-05,
      "loss": 0.0391,
      "step": 1783
    },
    {
      "epoch": 6.15,
      "learning_rate": 1.007912076722785e-05,
      "loss": 0.0076,
      "step": 1784
    },
    {
      "epoch": 6.16,
      "learning_rate": 1.0069812602979617e-05,
      "loss": 0.0158,
      "step": 1785
    },
    {
      "epoch": 6.16,
      "learning_rate": 1.0060504378241049e-05,
      "loss": 0.0163,
      "step": 1786
    },
    {
      "epoch": 6.16,
      "learning_rate": 1.0051196101077416e-05,
      "loss": 0.0287,
      "step": 1787
    },
    {
      "epoch": 6.17,
      "learning_rate": 1.0041887779554041e-05,
      "loss": 0.0167,
      "step": 1788
    },
    {
      "epoch": 6.17,
      "learning_rate": 1.0032579421736275e-05,
      "loss": 0.0144,
      "step": 1789
    },
    {
      "epoch": 6.17,
      "learning_rate": 1.0023271035689506e-05,
      "loss": 0.0121,
      "step": 1790
    },
    {
      "epoch": 6.18,
      "learning_rate": 1.0013962629479145e-05,
      "loss": 0.0097,
      "step": 1791
    },
    {
      "epoch": 6.18,
      "learning_rate": 1.0004654211170623e-05,
      "loss": 0.021,
      "step": 1792
    },
    {
      "epoch": 6.18,
      "learning_rate": 9.995345788829382e-06,
      "loss": 0.0379,
      "step": 1793
    },
    {
      "epoch": 6.19,
      "learning_rate": 9.986037370520856e-06,
      "loss": 0.0138,
      "step": 1794
    },
    {
      "epoch": 6.19,
      "learning_rate": 9.976728964310499e-06,
      "loss": 0.0218,
      "step": 1795
    },
    {
      "epoch": 6.19,
      "learning_rate": 9.967420578263728e-06,
      "loss": 0.0144,
      "step": 1796
    },
    {
      "epoch": 6.2,
      "learning_rate": 9.958112220445964e-06,
      "loss": 0.0186,
      "step": 1797
    },
    {
      "epoch": 6.2,
      "learning_rate": 9.948803898922586e-06,
      "loss": 0.0114,
      "step": 1798
    },
    {
      "epoch": 6.2,
      "learning_rate": 9.939495621758956e-06,
      "loss": 0.0195,
      "step": 1799
    },
    {
      "epoch": 6.21,
      "learning_rate": 9.930187397020385e-06,
      "loss": 0.0088,
      "step": 1800
    },
    {
      "epoch": 6.21,
      "learning_rate": 9.920879232772155e-06,
      "loss": 0.013,
      "step": 1801
    },
    {
      "epoch": 6.21,
      "learning_rate": 9.911571137079474e-06,
      "loss": 0.0143,
      "step": 1802
    },
    {
      "epoch": 6.22,
      "learning_rate": 9.902263118007513e-06,
      "loss": 0.0159,
      "step": 1803
    },
    {
      "epoch": 6.22,
      "learning_rate": 9.892955183621356e-06,
      "loss": 0.0172,
      "step": 1804
    },
    {
      "epoch": 6.22,
      "learning_rate": 9.883647341986032e-06,
      "loss": 0.0111,
      "step": 1805
    },
    {
      "epoch": 6.23,
      "learning_rate": 9.874339601166474e-06,
      "loss": 0.0101,
      "step": 1806
    },
    {
      "epoch": 6.23,
      "learning_rate": 9.865031969227543e-06,
      "loss": 0.0166,
      "step": 1807
    },
    {
      "epoch": 6.23,
      "learning_rate": 9.85572445423399e-06,
      "loss": 0.015,
      "step": 1808
    },
    {
      "epoch": 6.24,
      "learning_rate": 9.84641706425047e-06,
      "loss": 0.0113,
      "step": 1809
    },
    {
      "epoch": 6.24,
      "learning_rate": 9.837109807341543e-06,
      "loss": 0.0342,
      "step": 1810
    },
    {
      "epoch": 6.24,
      "learning_rate": 9.82780269157163e-06,
      "loss": 0.006,
      "step": 1811
    },
    {
      "epoch": 6.25,
      "learning_rate": 9.818495725005053e-06,
      "loss": 0.0138,
      "step": 1812
    },
    {
      "epoch": 6.25,
      "learning_rate": 9.809188915705986e-06,
      "loss": 0.0126,
      "step": 1813
    },
    {
      "epoch": 6.26,
      "learning_rate": 9.79988227173848e-06,
      "loss": 0.0159,
      "step": 1814
    },
    {
      "epoch": 6.26,
      "learning_rate": 9.790575801166432e-06,
      "loss": 0.0175,
      "step": 1815
    },
    {
      "epoch": 6.26,
      "learning_rate": 9.781269512053598e-06,
      "loss": 0.0181,
      "step": 1816
    },
    {
      "epoch": 6.27,
      "learning_rate": 9.77196341246357e-06,
      "loss": 0.0186,
      "step": 1817
    },
    {
      "epoch": 6.27,
      "learning_rate": 9.762657510459784e-06,
      "loss": 0.006,
      "step": 1818
    },
    {
      "epoch": 6.27,
      "learning_rate": 9.75335181410549e-06,
      "loss": 0.0075,
      "step": 1819
    },
    {
      "epoch": 6.28,
      "learning_rate": 9.74404633146378e-06,
      "loss": 0.0236,
      "step": 1820
    },
    {
      "epoch": 6.28,
      "learning_rate": 9.73474107059754e-06,
      "loss": 0.0317,
      "step": 1821
    },
    {
      "epoch": 6.28,
      "learning_rate": 9.725436039569485e-06,
      "loss": 0.0254,
      "step": 1822
    },
    {
      "epoch": 6.29,
      "learning_rate": 9.716131246442108e-06,
      "loss": 0.011,
      "step": 1823
    },
    {
      "epoch": 6.29,
      "learning_rate": 9.706826699277719e-06,
      "loss": 0.0158,
      "step": 1824
    },
    {
      "epoch": 6.29,
      "learning_rate": 9.697522406138395e-06,
      "loss": 0.0262,
      "step": 1825
    },
    {
      "epoch": 6.3,
      "learning_rate": 9.688218375086005e-06,
      "loss": 0.0078,
      "step": 1826
    },
    {
      "epoch": 6.3,
      "learning_rate": 9.678914614182185e-06,
      "loss": 0.0121,
      "step": 1827
    },
    {
      "epoch": 6.3,
      "learning_rate": 9.669611131488346e-06,
      "loss": 0.02,
      "step": 1828
    },
    {
      "epoch": 6.31,
      "learning_rate": 9.660307935065641e-06,
      "loss": 0.0201,
      "step": 1829
    },
    {
      "epoch": 6.31,
      "learning_rate": 9.651005032974994e-06,
      "loss": 0.0145,
      "step": 1830
    },
    {
      "epoch": 6.31,
      "learning_rate": 9.641702433277056e-06,
      "loss": 0.0058,
      "step": 1831
    },
    {
      "epoch": 6.32,
      "learning_rate": 9.632400144032236e-06,
      "loss": 0.0101,
      "step": 1832
    },
    {
      "epoch": 6.32,
      "learning_rate": 9.623098173300655e-06,
      "loss": 0.0181,
      "step": 1833
    },
    {
      "epoch": 6.32,
      "learning_rate": 9.613796529142172e-06,
      "loss": 0.0095,
      "step": 1834
    },
    {
      "epoch": 6.33,
      "learning_rate": 9.60449521961635e-06,
      "loss": 0.0152,
      "step": 1835
    },
    {
      "epoch": 6.33,
      "learning_rate": 9.595194252782476e-06,
      "loss": 0.0105,
      "step": 1836
    },
    {
      "epoch": 6.33,
      "learning_rate": 9.585893636699532e-06,
      "loss": 0.0087,
      "step": 1837
    },
    {
      "epoch": 6.34,
      "learning_rate": 9.576593379426196e-06,
      "loss": 0.011,
      "step": 1838
    },
    {
      "epoch": 6.34,
      "learning_rate": 9.567293489020831e-06,
      "loss": 0.0136,
      "step": 1839
    },
    {
      "epoch": 6.34,
      "learning_rate": 9.557993973541494e-06,
      "loss": 0.014,
      "step": 1840
    },
    {
      "epoch": 6.35,
      "learning_rate": 9.548694841045914e-06,
      "loss": 0.0103,
      "step": 1841
    },
    {
      "epoch": 6.35,
      "learning_rate": 9.539396099591477e-06,
      "loss": 0.0116,
      "step": 1842
    },
    {
      "epoch": 6.36,
      "learning_rate": 9.530097757235246e-06,
      "loss": 0.0196,
      "step": 1843
    },
    {
      "epoch": 6.36,
      "learning_rate": 9.520799822033923e-06,
      "loss": 0.0305,
      "step": 1844
    },
    {
      "epoch": 6.36,
      "learning_rate": 9.511502302043867e-06,
      "loss": 0.0097,
      "step": 1845
    },
    {
      "epoch": 6.37,
      "learning_rate": 9.502205205321078e-06,
      "loss": 0.0145,
      "step": 1846
    },
    {
      "epoch": 6.37,
      "learning_rate": 9.492908539921183e-06,
      "loss": 0.0148,
      "step": 1847
    },
    {
      "epoch": 6.37,
      "learning_rate": 9.483612313899436e-06,
      "loss": 0.0098,
      "step": 1848
    },
    {
      "epoch": 6.38,
      "learning_rate": 9.474316535310717e-06,
      "loss": 0.0117,
      "step": 1849
    },
    {
      "epoch": 6.38,
      "learning_rate": 9.465021212209508e-06,
      "loss": 0.0128,
      "step": 1850
    },
    {
      "epoch": 6.38,
      "learning_rate": 9.45572635264991e-06,
      "loss": 0.0081,
      "step": 1851
    },
    {
      "epoch": 6.39,
      "learning_rate": 9.446431964685606e-06,
      "loss": 0.0107,
      "step": 1852
    },
    {
      "epoch": 6.39,
      "learning_rate": 9.43713805636989e-06,
      "loss": 0.0074,
      "step": 1853
    },
    {
      "epoch": 6.39,
      "learning_rate": 9.42784463575562e-06,
      "loss": 0.0078,
      "step": 1854
    },
    {
      "epoch": 6.4,
      "learning_rate": 9.418551710895243e-06,
      "loss": 0.0168,
      "step": 1855
    },
    {
      "epoch": 6.4,
      "learning_rate": 9.409259289840774e-06,
      "loss": 0.0099,
      "step": 1856
    },
    {
      "epoch": 6.4,
      "learning_rate": 9.399967380643795e-06,
      "loss": 0.0196,
      "step": 1857
    },
    {
      "epoch": 6.41,
      "learning_rate": 9.390675991355435e-06,
      "loss": 0.0106,
      "step": 1858
    },
    {
      "epoch": 6.41,
      "learning_rate": 9.381385130026386e-06,
      "loss": 0.0093,
      "step": 1859
    },
    {
      "epoch": 6.41,
      "learning_rate": 9.372094804706867e-06,
      "loss": 0.0127,
      "step": 1860
    },
    {
      "epoch": 6.42,
      "learning_rate": 9.36280502344665e-06,
      "loss": 0.0134,
      "step": 1861
    },
    {
      "epoch": 6.42,
      "learning_rate": 9.353515794295016e-06,
      "loss": 0.0121,
      "step": 1862
    },
    {
      "epoch": 6.42,
      "learning_rate": 9.344227125300788e-06,
      "loss": 0.0081,
      "step": 1863
    },
    {
      "epoch": 6.43,
      "learning_rate": 9.334939024512288e-06,
      "loss": 0.013,
      "step": 1864
    },
    {
      "epoch": 6.43,
      "learning_rate": 9.32565149997735e-06,
      "loss": 0.0135,
      "step": 1865
    },
    {
      "epoch": 6.43,
      "learning_rate": 9.316364559743315e-06,
      "loss": 0.0073,
      "step": 1866
    },
    {
      "epoch": 6.44,
      "learning_rate": 9.30707821185701e-06,
      "loss": 0.0121,
      "step": 1867
    },
    {
      "epoch": 6.44,
      "learning_rate": 9.297792464364748e-06,
      "loss": 0.012,
      "step": 1868
    },
    {
      "epoch": 6.44,
      "learning_rate": 9.288507325312334e-06,
      "loss": 0.0303,
      "step": 1869
    },
    {
      "epoch": 6.45,
      "learning_rate": 9.279222802745028e-06,
      "loss": 0.008,
      "step": 1870
    },
    {
      "epoch": 6.45,
      "learning_rate": 9.269938904707568e-06,
      "loss": 0.016,
      "step": 1871
    },
    {
      "epoch": 6.46,
      "learning_rate": 9.260655639244152e-06,
      "loss": 0.0177,
      "step": 1872
    },
    {
      "epoch": 6.46,
      "learning_rate": 9.251373014398419e-06,
      "loss": 0.0172,
      "step": 1873
    },
    {
      "epoch": 6.46,
      "learning_rate": 9.242091038213466e-06,
      "loss": 0.0047,
      "step": 1874
    },
    {
      "epoch": 6.47,
      "learning_rate": 9.232809718731815e-06,
      "loss": 0.0173,
      "step": 1875
    },
    {
      "epoch": 6.47,
      "learning_rate": 9.223529063995431e-06,
      "loss": 0.0194,
      "step": 1876
    },
    {
      "epoch": 6.47,
      "learning_rate": 9.214249082045691e-06,
      "loss": 0.0178,
      "step": 1877
    },
    {
      "epoch": 6.48,
      "learning_rate": 9.204969780923404e-06,
      "loss": 0.0174,
      "step": 1878
    },
    {
      "epoch": 6.48,
      "learning_rate": 9.195691168668774e-06,
      "loss": 0.0115,
      "step": 1879
    },
    {
      "epoch": 6.48,
      "learning_rate": 9.18641325332142e-06,
      "loss": 0.013,
      "step": 1880
    },
    {
      "epoch": 6.49,
      "learning_rate": 9.177136042920344e-06,
      "loss": 0.0122,
      "step": 1881
    },
    {
      "epoch": 6.49,
      "learning_rate": 9.167859545503955e-06,
      "loss": 0.0233,
      "step": 1882
    },
    {
      "epoch": 6.49,
      "learning_rate": 9.158583769110028e-06,
      "loss": 0.0128,
      "step": 1883
    },
    {
      "epoch": 6.5,
      "learning_rate": 9.14930872177572e-06,
      "loss": 0.01,
      "step": 1884
    },
    {
      "epoch": 6.5,
      "learning_rate": 9.140034411537558e-06,
      "loss": 0.0158,
      "step": 1885
    },
    {
      "epoch": 6.5,
      "learning_rate": 9.13076084643143e-06,
      "loss": 0.0186,
      "step": 1886
    },
    {
      "epoch": 6.51,
      "learning_rate": 9.121488034492569e-06,
      "loss": 0.0086,
      "step": 1887
    },
    {
      "epoch": 6.51,
      "learning_rate": 9.112215983755573e-06,
      "loss": 0.0131,
      "step": 1888
    },
    {
      "epoch": 6.51,
      "learning_rate": 9.10294470225436e-06,
      "loss": 0.0162,
      "step": 1889
    },
    {
      "epoch": 6.52,
      "learning_rate": 9.093674198022201e-06,
      "loss": 0.0171,
      "step": 1890
    },
    {
      "epoch": 6.52,
      "learning_rate": 9.084404479091676e-06,
      "loss": 0.0163,
      "step": 1891
    },
    {
      "epoch": 6.52,
      "learning_rate": 9.075135553494704e-06,
      "loss": 0.0223,
      "step": 1892
    },
    {
      "epoch": 6.53,
      "learning_rate": 9.065867429262497e-06,
      "loss": 0.027,
      "step": 1893
    },
    {
      "epoch": 6.53,
      "learning_rate": 9.056600114425582e-06,
      "loss": 0.0093,
      "step": 1894
    },
    {
      "epoch": 6.53,
      "learning_rate": 9.047333617013786e-06,
      "loss": 0.0258,
      "step": 1895
    },
    {
      "epoch": 6.54,
      "learning_rate": 9.038067945056229e-06,
      "loss": 0.0133,
      "step": 1896
    },
    {
      "epoch": 6.54,
      "learning_rate": 9.0288031065813e-06,
      "loss": 0.0104,
      "step": 1897
    },
    {
      "epoch": 6.54,
      "learning_rate": 9.019539109616694e-06,
      "loss": 0.0132,
      "step": 1898
    },
    {
      "epoch": 6.55,
      "learning_rate": 9.01027596218935e-06,
      "loss": 0.0173,
      "step": 1899
    },
    {
      "epoch": 6.55,
      "learning_rate": 9.001013672325491e-06,
      "loss": 0.0139,
      "step": 1900
    },
    {
      "epoch": 6.56,
      "learning_rate": 8.991752248050578e-06,
      "loss": 0.013,
      "step": 1901
    },
    {
      "epoch": 6.56,
      "learning_rate": 8.982491697389339e-06,
      "loss": 0.0094,
      "step": 1902
    },
    {
      "epoch": 6.56,
      "learning_rate": 8.973232028365737e-06,
      "loss": 0.0255,
      "step": 1903
    },
    {
      "epoch": 6.57,
      "learning_rate": 8.963973249002967e-06,
      "loss": 0.0039,
      "step": 1904
    },
    {
      "epoch": 6.57,
      "learning_rate": 8.954715367323468e-06,
      "loss": 0.0102,
      "step": 1905
    },
    {
      "epoch": 6.57,
      "learning_rate": 8.94545839134888e-06,
      "loss": 0.0115,
      "step": 1906
    },
    {
      "epoch": 6.58,
      "learning_rate": 8.93620232910008e-06,
      "loss": 0.0109,
      "step": 1907
    },
    {
      "epoch": 6.58,
      "learning_rate": 8.926947188597133e-06,
      "loss": 0.0089,
      "step": 1908
    },
    {
      "epoch": 6.58,
      "learning_rate": 8.917692977859326e-06,
      "loss": 0.0222,
      "step": 1909
    },
    {
      "epoch": 6.59,
      "learning_rate": 8.90843970490512e-06,
      "loss": 0.0152,
      "step": 1910
    },
    {
      "epoch": 6.59,
      "learning_rate": 8.89918737775218e-06,
      "loss": 0.0126,
      "step": 1911
    },
    {
      "epoch": 6.59,
      "learning_rate": 8.88993600441734e-06,
      "loss": 0.0144,
      "step": 1912
    },
    {
      "epoch": 6.6,
      "learning_rate": 8.880685592916617e-06,
      "loss": 0.0171,
      "step": 1913
    },
    {
      "epoch": 6.6,
      "learning_rate": 8.871436151265183e-06,
      "loss": 0.0041,
      "step": 1914
    },
    {
      "epoch": 6.6,
      "learning_rate": 8.862187687477386e-06,
      "loss": 0.0186,
      "step": 1915
    },
    {
      "epoch": 6.61,
      "learning_rate": 8.852940209566704e-06,
      "loss": 0.0223,
      "step": 1916
    },
    {
      "epoch": 6.61,
      "learning_rate": 8.843693725545787e-06,
      "loss": 0.019,
      "step": 1917
    },
    {
      "epoch": 6.61,
      "learning_rate": 8.8344482434264e-06,
      "loss": 0.0112,
      "step": 1918
    },
    {
      "epoch": 6.62,
      "learning_rate": 8.82520377121946e-06,
      "loss": 0.0146,
      "step": 1919
    },
    {
      "epoch": 6.62,
      "learning_rate": 8.815960316934991e-06,
      "loss": 0.0112,
      "step": 1920
    },
    {
      "epoch": 6.62,
      "learning_rate": 8.806717888582151e-06,
      "loss": 0.0104,
      "step": 1921
    },
    {
      "epoch": 6.63,
      "learning_rate": 8.797476494169197e-06,
      "loss": 0.0192,
      "step": 1922
    },
    {
      "epoch": 6.63,
      "learning_rate": 8.788236141703498e-06,
      "loss": 0.0112,
      "step": 1923
    },
    {
      "epoch": 6.63,
      "learning_rate": 8.77899683919151e-06,
      "loss": 0.0085,
      "step": 1924
    },
    {
      "epoch": 6.64,
      "learning_rate": 8.769758594638796e-06,
      "loss": 0.0129,
      "step": 1925
    },
    {
      "epoch": 6.64,
      "learning_rate": 8.760521416049983e-06,
      "loss": 0.0113,
      "step": 1926
    },
    {
      "epoch": 6.64,
      "learning_rate": 8.751285311428793e-06,
      "loss": 0.0159,
      "step": 1927
    },
    {
      "epoch": 6.65,
      "learning_rate": 8.742050288778e-06,
      "loss": 0.0118,
      "step": 1928
    },
    {
      "epoch": 6.65,
      "learning_rate": 8.732816356099455e-06,
      "loss": 0.0061,
      "step": 1929
    },
    {
      "epoch": 6.66,
      "learning_rate": 8.723583521394054e-06,
      "loss": 0.0077,
      "step": 1930
    },
    {
      "epoch": 6.66,
      "learning_rate": 8.714351792661752e-06,
      "loss": 0.0125,
      "step": 1931
    },
    {
      "epoch": 6.66,
      "learning_rate": 8.705121177901532e-06,
      "loss": 0.0164,
      "step": 1932
    },
    {
      "epoch": 6.67,
      "learning_rate": 8.695891685111423e-06,
      "loss": 0.0087,
      "step": 1933
    },
    {
      "epoch": 6.67,
      "learning_rate": 8.686663322288482e-06,
      "loss": 0.0153,
      "step": 1934
    },
    {
      "epoch": 6.67,
      "learning_rate": 8.677436097428775e-06,
      "loss": 0.0222,
      "step": 1935
    },
    {
      "epoch": 6.68,
      "learning_rate": 8.668210018527399e-06,
      "loss": 0.0143,
      "step": 1936
    },
    {
      "epoch": 6.68,
      "learning_rate": 8.658985093578444e-06,
      "loss": 0.0113,
      "step": 1937
    },
    {
      "epoch": 6.68,
      "learning_rate": 8.649761330575009e-06,
      "loss": 0.0217,
      "step": 1938
    },
    {
      "epoch": 6.69,
      "learning_rate": 8.64053873750918e-06,
      "loss": 0.0146,
      "step": 1939
    },
    {
      "epoch": 6.69,
      "learning_rate": 8.631317322372032e-06,
      "loss": 0.0064,
      "step": 1940
    },
    {
      "epoch": 6.69,
      "learning_rate": 8.62209709315362e-06,
      "loss": 0.0175,
      "step": 1941
    },
    {
      "epoch": 6.7,
      "learning_rate": 8.612878057842974e-06,
      "loss": 0.0176,
      "step": 1942
    },
    {
      "epoch": 6.7,
      "learning_rate": 8.603660224428077e-06,
      "loss": 0.0151,
      "step": 1943
    },
    {
      "epoch": 6.7,
      "learning_rate": 8.594443600895892e-06,
      "loss": 0.0069,
      "step": 1944
    },
    {
      "epoch": 6.71,
      "learning_rate": 8.585228195232311e-06,
      "loss": 0.0073,
      "step": 1945
    },
    {
      "epoch": 6.71,
      "learning_rate": 8.57601401542219e-06,
      "loss": 0.0208,
      "step": 1946
    },
    {
      "epoch": 6.71,
      "learning_rate": 8.566801069449307e-06,
      "loss": 0.0096,
      "step": 1947
    },
    {
      "epoch": 6.72,
      "learning_rate": 8.557589365296385e-06,
      "loss": 0.0121,
      "step": 1948
    },
    {
      "epoch": 6.72,
      "learning_rate": 8.548378910945058e-06,
      "loss": 0.0237,
      "step": 1949
    },
    {
      "epoch": 6.72,
      "learning_rate": 8.539169714375885e-06,
      "loss": 0.0237,
      "step": 1950
    },
    {
      "epoch": 6.73,
      "learning_rate": 8.529961783568334e-06,
      "loss": 0.0087,
      "step": 1951
    },
    {
      "epoch": 6.73,
      "learning_rate": 8.52075512650078e-06,
      "loss": 0.0051,
      "step": 1952
    },
    {
      "epoch": 6.73,
      "learning_rate": 8.511549751150478e-06,
      "loss": 0.0171,
      "step": 1953
    },
    {
      "epoch": 6.74,
      "learning_rate": 8.502345665493598e-06,
      "loss": 0.0217,
      "step": 1954
    },
    {
      "epoch": 6.74,
      "learning_rate": 8.49314287750517e-06,
      "loss": 0.0198,
      "step": 1955
    },
    {
      "epoch": 6.74,
      "learning_rate": 8.483941395159114e-06,
      "loss": 0.0125,
      "step": 1956
    },
    {
      "epoch": 6.75,
      "learning_rate": 8.474741226428206e-06,
      "loss": 0.01,
      "step": 1957
    },
    {
      "epoch": 6.75,
      "learning_rate": 8.4655423792841e-06,
      "loss": 0.0096,
      "step": 1958
    },
    {
      "epoch": 6.76,
      "learning_rate": 8.45634486169729e-06,
      "loss": 0.0112,
      "step": 1959
    },
    {
      "epoch": 6.76,
      "learning_rate": 8.447148681637127e-06,
      "loss": 0.0256,
      "step": 1960
    },
    {
      "epoch": 6.76,
      "learning_rate": 8.437953847071797e-06,
      "loss": 0.0081,
      "step": 1961
    },
    {
      "epoch": 6.77,
      "learning_rate": 8.428760365968327e-06,
      "loss": 0.0229,
      "step": 1962
    },
    {
      "epoch": 6.77,
      "learning_rate": 8.41956824629256e-06,
      "loss": 0.0241,
      "step": 1963
    },
    {
      "epoch": 6.77,
      "learning_rate": 8.410377496009172e-06,
      "loss": 0.0145,
      "step": 1964
    },
    {
      "epoch": 6.78,
      "learning_rate": 8.401188123081653e-06,
      "loss": 0.012,
      "step": 1965
    },
    {
      "epoch": 6.78,
      "learning_rate": 8.392000135472283e-06,
      "loss": 0.0133,
      "step": 1966
    },
    {
      "epoch": 6.78,
      "learning_rate": 8.382813541142161e-06,
      "loss": 0.0182,
      "step": 1967
    },
    {
      "epoch": 6.79,
      "learning_rate": 8.373628348051165e-06,
      "loss": 0.0212,
      "step": 1968
    },
    {
      "epoch": 6.79,
      "learning_rate": 8.364444564157966e-06,
      "loss": 0.0166,
      "step": 1969
    },
    {
      "epoch": 6.79,
      "learning_rate": 8.355262197420011e-06,
      "loss": 0.0063,
      "step": 1970
    },
    {
      "epoch": 6.8,
      "learning_rate": 8.346081255793524e-06,
      "loss": 0.0221,
      "step": 1971
    },
    {
      "epoch": 6.8,
      "learning_rate": 8.336901747233483e-06,
      "loss": 0.0097,
      "step": 1972
    },
    {
      "epoch": 6.8,
      "learning_rate": 8.327723679693643e-06,
      "loss": 0.0155,
      "step": 1973
    },
    {
      "epoch": 6.81,
      "learning_rate": 8.318547061126485e-06,
      "loss": 0.0086,
      "step": 1974
    },
    {
      "epoch": 6.81,
      "learning_rate": 8.309371899483261e-06,
      "loss": 0.0138,
      "step": 1975
    },
    {
      "epoch": 6.81,
      "learning_rate": 8.300198202713938e-06,
      "loss": 0.0074,
      "step": 1976
    },
    {
      "epoch": 6.82,
      "learning_rate": 8.291025978767236e-06,
      "loss": 0.0095,
      "step": 1977
    },
    {
      "epoch": 6.82,
      "learning_rate": 8.281855235590574e-06,
      "loss": 0.0133,
      "step": 1978
    },
    {
      "epoch": 6.82,
      "learning_rate": 8.27268598113011e-06,
      "loss": 0.0173,
      "step": 1979
    },
    {
      "epoch": 6.83,
      "learning_rate": 8.263518223330698e-06,
      "loss": 0.022,
      "step": 1980
    },
    {
      "epoch": 6.83,
      "learning_rate": 8.254351970135902e-06,
      "loss": 0.0176,
      "step": 1981
    },
    {
      "epoch": 6.83,
      "learning_rate": 8.24518722948798e-06,
      "loss": 0.0094,
      "step": 1982
    },
    {
      "epoch": 6.84,
      "learning_rate": 8.236024009327879e-06,
      "loss": 0.0118,
      "step": 1983
    },
    {
      "epoch": 6.84,
      "learning_rate": 8.226862317595227e-06,
      "loss": 0.0202,
      "step": 1984
    },
    {
      "epoch": 6.84,
      "learning_rate": 8.217702162228337e-06,
      "loss": 0.0091,
      "step": 1985
    },
    {
      "epoch": 6.85,
      "learning_rate": 8.208543551164178e-06,
      "loss": 0.0176,
      "step": 1986
    },
    {
      "epoch": 6.85,
      "learning_rate": 8.19938649233839e-06,
      "loss": 0.005,
      "step": 1987
    },
    {
      "epoch": 6.86,
      "learning_rate": 8.19023099368526e-06,
      "loss": 0.0193,
      "step": 1988
    },
    {
      "epoch": 6.86,
      "learning_rate": 8.181077063137733e-06,
      "loss": 0.0121,
      "step": 1989
    },
    {
      "epoch": 6.86,
      "learning_rate": 8.171924708627387e-06,
      "loss": 0.0189,
      "step": 1990
    },
    {
      "epoch": 6.87,
      "learning_rate": 8.162773938084443e-06,
      "loss": 0.0174,
      "step": 1991
    },
    {
      "epoch": 6.87,
      "learning_rate": 8.153624759437733e-06,
      "loss": 0.0117,
      "step": 1992
    },
    {
      "epoch": 6.87,
      "learning_rate": 8.144477180614731e-06,
      "loss": 0.0104,
      "step": 1993
    },
    {
      "epoch": 6.88,
      "learning_rate": 8.135331209541509e-06,
      "loss": 0.0131,
      "step": 1994
    },
    {
      "epoch": 6.88,
      "learning_rate": 8.126186854142752e-06,
      "loss": 0.0246,
      "step": 1995
    },
    {
      "epoch": 6.88,
      "learning_rate": 8.117044122341752e-06,
      "loss": 0.0173,
      "step": 1996
    },
    {
      "epoch": 6.89,
      "learning_rate": 8.107903022060377e-06,
      "loss": 0.0138,
      "step": 1997
    },
    {
      "epoch": 6.89,
      "learning_rate": 8.098763561219101e-06,
      "loss": 0.012,
      "step": 1998
    },
    {
      "epoch": 6.89,
      "learning_rate": 8.089625747736955e-06,
      "loss": 0.0118,
      "step": 1999
    },
    {
      "epoch": 6.9,
      "learning_rate": 8.080489589531567e-06,
      "loss": 0.0176,
      "step": 2000
    },
    {
      "epoch": 6.9,
      "learning_rate": 8.07135509451911e-06,
      "loss": 0.0116,
      "step": 2001
    },
    {
      "epoch": 6.9,
      "learning_rate": 8.062222270614332e-06,
      "loss": 0.0215,
      "step": 2002
    },
    {
      "epoch": 6.91,
      "learning_rate": 8.05309112573052e-06,
      "loss": 0.0091,
      "step": 2003
    },
    {
      "epoch": 6.91,
      "learning_rate": 8.04396166777952e-06,
      "loss": 0.0163,
      "step": 2004
    },
    {
      "epoch": 6.91,
      "learning_rate": 8.034833904671698e-06,
      "loss": 0.0185,
      "step": 2005
    },
    {
      "epoch": 6.92,
      "learning_rate": 8.025707844315973e-06,
      "loss": 0.0208,
      "step": 2006
    },
    {
      "epoch": 6.92,
      "learning_rate": 8.016583494619769e-06,
      "loss": 0.011,
      "step": 2007
    },
    {
      "epoch": 6.92,
      "learning_rate": 8.007460863489042e-06,
      "loss": 0.0291,
      "step": 2008
    },
    {
      "epoch": 6.93,
      "learning_rate": 7.998339958828246e-06,
      "loss": 0.0116,
      "step": 2009
    },
    {
      "epoch": 6.93,
      "learning_rate": 7.989220788540356e-06,
      "loss": 0.01,
      "step": 2010
    },
    {
      "epoch": 6.93,
      "learning_rate": 7.980103360526824e-06,
      "loss": 0.014,
      "step": 2011
    },
    {
      "epoch": 6.94,
      "learning_rate": 7.970987682687615e-06,
      "loss": 0.0262,
      "step": 2012
    },
    {
      "epoch": 6.94,
      "learning_rate": 7.961873762921153e-06,
      "loss": 0.0095,
      "step": 2013
    },
    {
      "epoch": 6.94,
      "learning_rate": 7.952761609124362e-06,
      "loss": 0.0165,
      "step": 2014
    },
    {
      "epoch": 6.95,
      "learning_rate": 7.943651229192615e-06,
      "loss": 0.0156,
      "step": 2015
    },
    {
      "epoch": 6.95,
      "learning_rate": 7.934542631019767e-06,
      "loss": 0.0293,
      "step": 2016
    },
    {
      "epoch": 6.96,
      "learning_rate": 7.925435822498116e-06,
      "loss": 0.0222,
      "step": 2017
    },
    {
      "epoch": 6.96,
      "learning_rate": 7.91633081151841e-06,
      "loss": 0.0123,
      "step": 2018
    },
    {
      "epoch": 6.96,
      "learning_rate": 7.907227605969849e-06,
      "loss": 0.0102,
      "step": 2019
    },
    {
      "epoch": 6.97,
      "learning_rate": 7.898126213740063e-06,
      "loss": 0.0261,
      "step": 2020
    },
    {
      "epoch": 6.97,
      "learning_rate": 7.889026642715102e-06,
      "loss": 0.0132,
      "step": 2021
    },
    {
      "epoch": 6.97,
      "learning_rate": 7.879928900779457e-06,
      "loss": 0.0093,
      "step": 2022
    },
    {
      "epoch": 6.98,
      "learning_rate": 7.870832995816014e-06,
      "loss": 0.0167,
      "step": 2023
    },
    {
      "epoch": 6.98,
      "learning_rate": 7.861738935706084e-06,
      "loss": 0.0099,
      "step": 2024
    },
    {
      "epoch": 6.98,
      "learning_rate": 7.852646728329368e-06,
      "loss": 0.0139,
      "step": 2025
    },
    {
      "epoch": 6.99,
      "learning_rate": 7.84355638156397e-06,
      "loss": 0.0151,
      "step": 2026
    },
    {
      "epoch": 6.99,
      "learning_rate": 7.834467903286376e-06,
      "loss": 0.0116,
      "step": 2027
    },
    {
      "epoch": 6.99,
      "learning_rate": 7.825381301371452e-06,
      "loss": 0.0205,
      "step": 2028
    },
    {
      "epoch": 7.0,
      "learning_rate": 7.81629658369245e-06,
      "loss": 0.0064,
      "step": 2029
    },
    {
      "epoch": 7.0,
      "learning_rate": 7.807213758120965e-06,
      "loss": 0.0058,
      "step": 2030
    },
    {
      "epoch": 7.0,
      "learning_rate": 7.798132832526986e-06,
      "loss": 0.0051,
      "step": 2031
    },
    {
      "epoch": 7.01,
      "learning_rate": 7.789053814778825e-06,
      "loss": 0.0073,
      "step": 2032
    },
    {
      "epoch": 7.01,
      "learning_rate": 7.779976712743159e-06,
      "loss": 0.0109,
      "step": 2033
    },
    {
      "epoch": 7.01,
      "learning_rate": 7.770901534284996e-06,
      "loss": 0.0058,
      "step": 2034
    },
    {
      "epoch": 7.02,
      "learning_rate": 7.761828287267688e-06,
      "loss": 0.0033,
      "step": 2035
    },
    {
      "epoch": 7.02,
      "learning_rate": 7.7527569795529e-06,
      "loss": 0.0112,
      "step": 2036
    },
    {
      "epoch": 7.02,
      "learning_rate": 7.743687619000625e-06,
      "loss": 0.0048,
      "step": 2037
    },
    {
      "epoch": 7.03,
      "learning_rate": 7.734620213469166e-06,
      "loss": 0.013,
      "step": 2038
    },
    {
      "epoch": 7.03,
      "learning_rate": 7.725554770815137e-06,
      "loss": 0.0063,
      "step": 2039
    },
    {
      "epoch": 7.03,
      "learning_rate": 7.716491298893443e-06,
      "loss": 0.0157,
      "step": 2040
    },
    {
      "epoch": 7.04,
      "learning_rate": 7.707429805557289e-06,
      "loss": 0.0057,
      "step": 2041
    },
    {
      "epoch": 7.04,
      "learning_rate": 7.69837029865816e-06,
      "loss": 0.0082,
      "step": 2042
    },
    {
      "epoch": 7.04,
      "learning_rate": 7.689312786045823e-06,
      "loss": 0.0051,
      "step": 2043
    },
    {
      "epoch": 7.05,
      "learning_rate": 7.680257275568314e-06,
      "loss": 0.0031,
      "step": 2044
    },
    {
      "epoch": 7.05,
      "learning_rate": 7.671203775071942e-06,
      "loss": 0.0084,
      "step": 2045
    },
    {
      "epoch": 7.06,
      "learning_rate": 7.662152292401265e-06,
      "loss": 0.0209,
      "step": 2046
    },
    {
      "epoch": 7.06,
      "learning_rate": 7.653102835399097e-06,
      "loss": 0.0105,
      "step": 2047
    },
    {
      "epoch": 7.06,
      "learning_rate": 7.644055411906493e-06,
      "loss": 0.005,
      "step": 2048
    },
    {
      "epoch": 7.07,
      "learning_rate": 7.635010029762755e-06,
      "loss": 0.003,
      "step": 2049
    },
    {
      "epoch": 7.07,
      "learning_rate": 7.625966696805406e-06,
      "loss": 0.0076,
      "step": 2050
    },
    {
      "epoch": 7.07,
      "learning_rate": 7.616925420870203e-06,
      "loss": 0.0052,
      "step": 2051
    },
    {
      "epoch": 7.08,
      "learning_rate": 7.6078862097911075e-06,
      "loss": 0.0041,
      "step": 2052
    },
    {
      "epoch": 7.08,
      "learning_rate": 7.59884907140031e-06,
      "loss": 0.0098,
      "step": 2053
    },
    {
      "epoch": 7.08,
      "learning_rate": 7.5898140135281865e-06,
      "loss": 0.0063,
      "step": 2054
    },
    {
      "epoch": 7.09,
      "learning_rate": 7.580781044003324e-06,
      "loss": 0.0146,
      "step": 2055
    },
    {
      "epoch": 7.09,
      "learning_rate": 7.571750170652494e-06,
      "loss": 0.0067,
      "step": 2056
    },
    {
      "epoch": 7.09,
      "learning_rate": 7.562721401300649e-06,
      "loss": 0.0048,
      "step": 2057
    },
    {
      "epoch": 7.1,
      "learning_rate": 7.553694743770928e-06,
      "loss": 0.0024,
      "step": 2058
    },
    {
      "epoch": 7.1,
      "learning_rate": 7.544670205884629e-06,
      "loss": 0.003,
      "step": 2059
    },
    {
      "epoch": 7.1,
      "learning_rate": 7.535647795461224e-06,
      "loss": 0.0078,
      "step": 2060
    },
    {
      "epoch": 7.11,
      "learning_rate": 7.526627520318329e-06,
      "loss": 0.003,
      "step": 2061
    },
    {
      "epoch": 7.11,
      "learning_rate": 7.517609388271727e-06,
      "loss": 0.005,
      "step": 2062
    },
    {
      "epoch": 7.11,
      "learning_rate": 7.508593407135325e-06,
      "loss": 0.0071,
      "step": 2063
    },
    {
      "epoch": 7.12,
      "learning_rate": 7.49957958472118e-06,
      "loss": 0.007,
      "step": 2064
    },
    {
      "epoch": 7.12,
      "learning_rate": 7.490567928839472e-06,
      "loss": 0.0072,
      "step": 2065
    },
    {
      "epoch": 7.12,
      "learning_rate": 7.481558447298509e-06,
      "loss": 0.0049,
      "step": 2066
    },
    {
      "epoch": 7.13,
      "learning_rate": 7.472551147904708e-06,
      "loss": 0.006,
      "step": 2067
    },
    {
      "epoch": 7.13,
      "learning_rate": 7.463546038462602e-06,
      "loss": 0.0055,
      "step": 2068
    },
    {
      "epoch": 7.13,
      "learning_rate": 7.45454312677482e-06,
      "loss": 0.0173,
      "step": 2069
    },
    {
      "epoch": 7.14,
      "learning_rate": 7.445542420642097e-06,
      "loss": 0.0028,
      "step": 2070
    },
    {
      "epoch": 7.14,
      "learning_rate": 7.43654392786324e-06,
      "loss": 0.0044,
      "step": 2071
    },
    {
      "epoch": 7.14,
      "learning_rate": 7.4275476562351614e-06,
      "loss": 0.0113,
      "step": 2072
    },
    {
      "epoch": 7.15,
      "learning_rate": 7.418553613552824e-06,
      "loss": 0.0082,
      "step": 2073
    },
    {
      "epoch": 7.15,
      "learning_rate": 7.409561807609278e-06,
      "loss": 0.0043,
      "step": 2074
    },
    {
      "epoch": 7.16,
      "learning_rate": 7.400572246195628e-06,
      "loss": 0.0016,
      "step": 2075
    },
    {
      "epoch": 7.16,
      "learning_rate": 7.391584937101034e-06,
      "loss": 0.0047,
      "step": 2076
    },
    {
      "epoch": 7.16,
      "learning_rate": 7.382599888112703e-06,
      "loss": 0.0028,
      "step": 2077
    },
    {
      "epoch": 7.17,
      "learning_rate": 7.373617107015889e-06,
      "loss": 0.003,
      "step": 2078
    },
    {
      "epoch": 7.17,
      "learning_rate": 7.364636601593875e-06,
      "loss": 0.0051,
      "step": 2079
    },
    {
      "epoch": 7.17,
      "learning_rate": 7.355658379627981e-06,
      "loss": 0.0069,
      "step": 2080
    },
    {
      "epoch": 7.18,
      "learning_rate": 7.346682448897533e-06,
      "loss": 0.0043,
      "step": 2081
    },
    {
      "epoch": 7.18,
      "learning_rate": 7.33770881717989e-06,
      "loss": 0.0022,
      "step": 2082
    },
    {
      "epoch": 7.18,
      "learning_rate": 7.328737492250403e-06,
      "loss": 0.0019,
      "step": 2083
    },
    {
      "epoch": 7.19,
      "learning_rate": 7.319768481882439e-06,
      "loss": 0.0022,
      "step": 2084
    },
    {
      "epoch": 7.19,
      "learning_rate": 7.310801793847344e-06,
      "loss": 0.0024,
      "step": 2085
    },
    {
      "epoch": 7.19,
      "learning_rate": 7.3018374359144674e-06,
      "loss": 0.0059,
      "step": 2086
    },
    {
      "epoch": 7.2,
      "learning_rate": 7.292875415851123e-06,
      "loss": 0.008,
      "step": 2087
    },
    {
      "epoch": 7.2,
      "learning_rate": 7.283915741422611e-06,
      "loss": 0.0036,
      "step": 2088
    },
    {
      "epoch": 7.2,
      "learning_rate": 7.274958420392204e-06,
      "loss": 0.0116,
      "step": 2089
    },
    {
      "epoch": 7.21,
      "learning_rate": 7.266003460521116e-06,
      "loss": 0.0061,
      "step": 2090
    },
    {
      "epoch": 7.21,
      "learning_rate": 7.257050869568536e-06,
      "loss": 0.0095,
      "step": 2091
    },
    {
      "epoch": 7.21,
      "learning_rate": 7.248100655291583e-06,
      "loss": 0.0269,
      "step": 2092
    },
    {
      "epoch": 7.22,
      "learning_rate": 7.2391528254453305e-06,
      "loss": 0.0039,
      "step": 2093
    },
    {
      "epoch": 7.22,
      "learning_rate": 7.2302073877827775e-06,
      "loss": 0.0026,
      "step": 2094
    },
    {
      "epoch": 7.22,
      "learning_rate": 7.221264350054855e-06,
      "loss": 0.0026,
      "step": 2095
    },
    {
      "epoch": 7.23,
      "learning_rate": 7.212323720010406e-06,
      "loss": 0.013,
      "step": 2096
    },
    {
      "epoch": 7.23,
      "learning_rate": 7.203385505396203e-06,
      "loss": 0.0052,
      "step": 2097
    },
    {
      "epoch": 7.23,
      "learning_rate": 7.194449713956908e-06,
      "loss": 0.0022,
      "step": 2098
    },
    {
      "epoch": 7.24,
      "learning_rate": 7.1855163534351e-06,
      "loss": 0.0069,
      "step": 2099
    },
    {
      "epoch": 7.24,
      "learning_rate": 7.176585431571235e-06,
      "loss": 0.0068,
      "step": 2100
    },
    {
      "epoch": 7.24,
      "learning_rate": 7.167656956103673e-06,
      "loss": 0.0044,
      "step": 2101
    },
    {
      "epoch": 7.25,
      "learning_rate": 7.158730934768639e-06,
      "loss": 0.0095,
      "step": 2102
    },
    {
      "epoch": 7.25,
      "learning_rate": 7.149807375300239e-06,
      "loss": 0.008,
      "step": 2103
    },
    {
      "epoch": 7.26,
      "learning_rate": 7.140886285430448e-06,
      "loss": 0.004,
      "step": 2104
    },
    {
      "epoch": 7.26,
      "learning_rate": 7.131967672889101e-06,
      "loss": 0.0121,
      "step": 2105
    },
    {
      "epoch": 7.26,
      "learning_rate": 7.123051545403874e-06,
      "loss": 0.0086,
      "step": 2106
    },
    {
      "epoch": 7.27,
      "learning_rate": 7.11413791070031e-06,
      "loss": 0.0019,
      "step": 2107
    },
    {
      "epoch": 7.27,
      "learning_rate": 7.105226776501772e-06,
      "loss": 0.0073,
      "step": 2108
    },
    {
      "epoch": 7.27,
      "learning_rate": 7.096318150529476e-06,
      "loss": 0.0056,
      "step": 2109
    },
    {
      "epoch": 7.28,
      "learning_rate": 7.087412040502446e-06,
      "loss": 0.001,
      "step": 2110
    },
    {
      "epoch": 7.28,
      "learning_rate": 7.078508454137543e-06,
      "loss": 0.0062,
      "step": 2111
    },
    {
      "epoch": 7.28,
      "learning_rate": 7.069607399149427e-06,
      "loss": 0.0061,
      "step": 2112
    },
    {
      "epoch": 7.29,
      "learning_rate": 7.060708883250573e-06,
      "loss": 0.0072,
      "step": 2113
    },
    {
      "epoch": 7.29,
      "learning_rate": 7.051812914151254e-06,
      "loss": 0.0042,
      "step": 2114
    },
    {
      "epoch": 7.29,
      "learning_rate": 7.042919499559538e-06,
      "loss": 0.006,
      "step": 2115
    },
    {
      "epoch": 7.3,
      "learning_rate": 7.034028647181268e-06,
      "loss": 0.0034,
      "step": 2116
    },
    {
      "epoch": 7.3,
      "learning_rate": 7.02514036472009e-06,
      "loss": 0.0054,
      "step": 2117
    },
    {
      "epoch": 7.3,
      "learning_rate": 7.016254659877398e-06,
      "loss": 0.0064,
      "step": 2118
    },
    {
      "epoch": 7.31,
      "learning_rate": 7.007371540352371e-06,
      "loss": 0.0042,
      "step": 2119
    },
    {
      "epoch": 7.31,
      "learning_rate": 6.9984910138419434e-06,
      "loss": 0.0124,
      "step": 2120
    },
    {
      "epoch": 7.31,
      "learning_rate": 6.9896130880407965e-06,
      "loss": 0.0015,
      "step": 2121
    },
    {
      "epoch": 7.32,
      "learning_rate": 6.9807377706413635e-06,
      "loss": 0.0022,
      "step": 2122
    },
    {
      "epoch": 7.32,
      "learning_rate": 6.971865069333814e-06,
      "loss": 0.0026,
      "step": 2123
    },
    {
      "epoch": 7.32,
      "learning_rate": 6.962994991806059e-06,
      "loss": 0.0112,
      "step": 2124
    },
    {
      "epoch": 7.33,
      "learning_rate": 6.9541275457437215e-06,
      "loss": 0.002,
      "step": 2125
    },
    {
      "epoch": 7.33,
      "learning_rate": 6.945262738830164e-06,
      "loss": 0.0019,
      "step": 2126
    },
    {
      "epoch": 7.33,
      "learning_rate": 6.9364005787464406e-06,
      "loss": 0.0027,
      "step": 2127
    },
    {
      "epoch": 7.34,
      "learning_rate": 6.927541073171333e-06,
      "loss": 0.0047,
      "step": 2128
    },
    {
      "epoch": 7.34,
      "learning_rate": 6.918684229781305e-06,
      "loss": 0.0039,
      "step": 2129
    },
    {
      "epoch": 7.34,
      "learning_rate": 6.909830056250527e-06,
      "loss": 0.0133,
      "step": 2130
    },
    {
      "epoch": 7.35,
      "learning_rate": 6.900978560250846e-06,
      "loss": 0.0052,
      "step": 2131
    },
    {
      "epoch": 7.35,
      "learning_rate": 6.892129749451799e-06,
      "loss": 0.003,
      "step": 2132
    },
    {
      "epoch": 7.36,
      "learning_rate": 6.883283631520582e-06,
      "loss": 0.0134,
      "step": 2133
    },
    {
      "epoch": 7.36,
      "learning_rate": 6.874440214122077e-06,
      "loss": 0.007,
      "step": 2134
    },
    {
      "epoch": 7.36,
      "learning_rate": 6.865599504918805e-06,
      "loss": 0.0019,
      "step": 2135
    },
    {
      "epoch": 7.37,
      "learning_rate": 6.856761511570963e-06,
      "loss": 0.0037,
      "step": 2136
    },
    {
      "epoch": 7.37,
      "learning_rate": 6.847926241736371e-06,
      "loss": 0.0053,
      "step": 2137
    },
    {
      "epoch": 7.37,
      "learning_rate": 6.839093703070512e-06,
      "loss": 0.0114,
      "step": 2138
    },
    {
      "epoch": 7.38,
      "learning_rate": 6.830263903226483e-06,
      "loss": 0.0064,
      "step": 2139
    },
    {
      "epoch": 7.38,
      "learning_rate": 6.821436849855023e-06,
      "loss": 0.0057,
      "step": 2140
    },
    {
      "epoch": 7.38,
      "learning_rate": 6.812612550604481e-06,
      "loss": 0.0039,
      "step": 2141
    },
    {
      "epoch": 7.39,
      "learning_rate": 6.803791013120822e-06,
      "loss": 0.0071,
      "step": 2142
    },
    {
      "epoch": 7.39,
      "learning_rate": 6.794972245047623e-06,
      "loss": 0.0035,
      "step": 2143
    },
    {
      "epoch": 7.39,
      "learning_rate": 6.786156254026059e-06,
      "loss": 0.01,
      "step": 2144
    },
    {
      "epoch": 7.4,
      "learning_rate": 6.777343047694891e-06,
      "loss": 0.0055,
      "step": 2145
    },
    {
      "epoch": 7.4,
      "learning_rate": 6.768532633690481e-06,
      "loss": 0.0048,
      "step": 2146
    },
    {
      "epoch": 7.4,
      "learning_rate": 6.759725019646758e-06,
      "loss": 0.0044,
      "step": 2147
    },
    {
      "epoch": 7.41,
      "learning_rate": 6.750920213195238e-06,
      "loss": 0.0044,
      "step": 2148
    },
    {
      "epoch": 7.41,
      "learning_rate": 6.742118221964991e-06,
      "loss": 0.0065,
      "step": 2149
    },
    {
      "epoch": 7.41,
      "learning_rate": 6.733319053582659e-06,
      "loss": 0.0044,
      "step": 2150
    },
    {
      "epoch": 7.42,
      "learning_rate": 6.7245227156724324e-06,
      "loss": 0.0041,
      "step": 2151
    },
    {
      "epoch": 7.42,
      "learning_rate": 6.715729215856048e-06,
      "loss": 0.0048,
      "step": 2152
    },
    {
      "epoch": 7.42,
      "learning_rate": 6.706938561752788e-06,
      "loss": 0.0069,
      "step": 2153
    },
    {
      "epoch": 7.43,
      "learning_rate": 6.698150760979463e-06,
      "loss": 0.0096,
      "step": 2154
    },
    {
      "epoch": 7.43,
      "learning_rate": 6.689365821150421e-06,
      "loss": 0.0029,
      "step": 2155
    },
    {
      "epoch": 7.43,
      "learning_rate": 6.680583749877516e-06,
      "loss": 0.0022,
      "step": 2156
    },
    {
      "epoch": 7.44,
      "learning_rate": 6.671804554770135e-06,
      "loss": 0.004,
      "step": 2157
    },
    {
      "epoch": 7.44,
      "learning_rate": 6.6630282434351535e-06,
      "loss": 0.0057,
      "step": 2158
    },
    {
      "epoch": 7.44,
      "learning_rate": 6.654254823476967e-06,
      "loss": 0.0043,
      "step": 2159
    },
    {
      "epoch": 7.45,
      "learning_rate": 6.645484302497452e-06,
      "loss": 0.0056,
      "step": 2160
    },
    {
      "epoch": 7.45,
      "learning_rate": 6.636716688095978e-06,
      "loss": 0.0047,
      "step": 2161
    },
    {
      "epoch": 7.46,
      "learning_rate": 6.627951987869392e-06,
      "loss": 0.0102,
      "step": 2162
    },
    {
      "epoch": 7.46,
      "learning_rate": 6.6191902094120295e-06,
      "loss": 0.0066,
      "step": 2163
    },
    {
      "epoch": 7.46,
      "learning_rate": 6.6104313603156745e-06,
      "loss": 0.0036,
      "step": 2164
    },
    {
      "epoch": 7.47,
      "learning_rate": 6.601675448169591e-06,
      "loss": 0.0148,
      "step": 2165
    },
    {
      "epoch": 7.47,
      "learning_rate": 6.5929224805604845e-06,
      "loss": 0.0116,
      "step": 2166
    },
    {
      "epoch": 7.47,
      "learning_rate": 6.58417246507252e-06,
      "loss": 0.0059,
      "step": 2167
    },
    {
      "epoch": 7.48,
      "learning_rate": 6.575425409287292e-06,
      "loss": 0.0021,
      "step": 2168
    },
    {
      "epoch": 7.48,
      "learning_rate": 6.566681320783849e-06,
      "loss": 0.0104,
      "step": 2169
    },
    {
      "epoch": 7.48,
      "learning_rate": 6.5579402071386485e-06,
      "loss": 0.0105,
      "step": 2170
    },
    {
      "epoch": 7.49,
      "learning_rate": 6.549202075925583e-06,
      "loss": 0.0024,
      "step": 2171
    },
    {
      "epoch": 7.49,
      "learning_rate": 6.540466934715953e-06,
      "loss": 0.0064,
      "step": 2172
    },
    {
      "epoch": 7.49,
      "learning_rate": 6.531734791078481e-06,
      "loss": 0.0081,
      "step": 2173
    },
    {
      "epoch": 7.5,
      "learning_rate": 6.523005652579273e-06,
      "loss": 0.0052,
      "step": 2174
    },
    {
      "epoch": 7.5,
      "learning_rate": 6.5142795267818505e-06,
      "loss": 0.0022,
      "step": 2175
    },
    {
      "epoch": 7.5,
      "learning_rate": 6.5055564212471085e-06,
      "loss": 0.0026,
      "step": 2176
    },
    {
      "epoch": 7.51,
      "learning_rate": 6.4968363435333415e-06,
      "loss": 0.0112,
      "step": 2177
    },
    {
      "epoch": 7.51,
      "learning_rate": 6.488119301196201e-06,
      "loss": 0.0075,
      "step": 2178
    },
    {
      "epoch": 7.51,
      "learning_rate": 6.479405301788728e-06,
      "loss": 0.0052,
      "step": 2179
    },
    {
      "epoch": 7.52,
      "learning_rate": 6.4706943528613135e-06,
      "loss": 0.0018,
      "step": 2180
    },
    {
      "epoch": 7.52,
      "learning_rate": 6.461986461961706e-06,
      "loss": 0.0032,
      "step": 2181
    },
    {
      "epoch": 7.52,
      "learning_rate": 6.453281636635016e-06,
      "loss": 0.0036,
      "step": 2182
    },
    {
      "epoch": 7.53,
      "learning_rate": 6.444579884423682e-06,
      "loss": 0.0063,
      "step": 2183
    },
    {
      "epoch": 7.53,
      "learning_rate": 6.435881212867494e-06,
      "loss": 0.0039,
      "step": 2184
    },
    {
      "epoch": 7.53,
      "learning_rate": 6.427185629503561e-06,
      "loss": 0.0043,
      "step": 2185
    },
    {
      "epoch": 7.54,
      "learning_rate": 6.418493141866324e-06,
      "loss": 0.005,
      "step": 2186
    },
    {
      "epoch": 7.54,
      "learning_rate": 6.409803757487539e-06,
      "loss": 0.0026,
      "step": 2187
    },
    {
      "epoch": 7.54,
      "learning_rate": 6.4011174838962706e-06,
      "loss": 0.0049,
      "step": 2188
    },
    {
      "epoch": 7.55,
      "learning_rate": 6.392434328618895e-06,
      "loss": 0.003,
      "step": 2189
    },
    {
      "epoch": 7.55,
      "learning_rate": 6.383754299179079e-06,
      "loss": 0.0027,
      "step": 2190
    },
    {
      "epoch": 7.56,
      "learning_rate": 6.375077403097781e-06,
      "loss": 0.0017,
      "step": 2191
    },
    {
      "epoch": 7.56,
      "learning_rate": 6.3664036478932555e-06,
      "loss": 0.0103,
      "step": 2192
    },
    {
      "epoch": 7.56,
      "learning_rate": 6.357733041081018e-06,
      "loss": 0.0055,
      "step": 2193
    },
    {
      "epoch": 7.57,
      "learning_rate": 6.349065590173875e-06,
      "loss": 0.0056,
      "step": 2194
    },
    {
      "epoch": 7.57,
      "learning_rate": 6.340401302681879e-06,
      "loss": 0.0136,
      "step": 2195
    },
    {
      "epoch": 7.57,
      "learning_rate": 6.33174018611236e-06,
      "loss": 0.01,
      "step": 2196
    },
    {
      "epoch": 7.58,
      "learning_rate": 6.323082247969889e-06,
      "loss": 0.0017,
      "step": 2197
    },
    {
      "epoch": 7.58,
      "learning_rate": 6.314427495756283e-06,
      "loss": 0.0032,
      "step": 2198
    },
    {
      "epoch": 7.58,
      "learning_rate": 6.305775936970606e-06,
      "loss": 0.0218,
      "step": 2199
    },
    {
      "epoch": 7.59,
      "learning_rate": 6.29712757910915e-06,
      "loss": 0.0039,
      "step": 2200
    },
    {
      "epoch": 7.59,
      "learning_rate": 6.288482429665429e-06,
      "loss": 0.0117,
      "step": 2201
    },
    {
      "epoch": 7.59,
      "learning_rate": 6.27984049613019e-06,
      "loss": 0.0033,
      "step": 2202
    },
    {
      "epoch": 7.6,
      "learning_rate": 6.271201785991374e-06,
      "loss": 0.0041,
      "step": 2203
    },
    {
      "epoch": 7.6,
      "learning_rate": 6.262566306734154e-06,
      "loss": 0.0074,
      "step": 2204
    },
    {
      "epoch": 7.6,
      "learning_rate": 6.25393406584088e-06,
      "loss": 0.0033,
      "step": 2205
    },
    {
      "epoch": 7.61,
      "learning_rate": 6.245305070791114e-06,
      "loss": 0.0091,
      "step": 2206
    },
    {
      "epoch": 7.61,
      "learning_rate": 6.23667932906159e-06,
      "loss": 0.0032,
      "step": 2207
    },
    {
      "epoch": 7.61,
      "learning_rate": 6.228056848126236e-06,
      "loss": 0.0068,
      "step": 2208
    },
    {
      "epoch": 7.62,
      "learning_rate": 6.219437635456147e-06,
      "loss": 0.0035,
      "step": 2209
    },
    {
      "epoch": 7.62,
      "learning_rate": 6.210821698519592e-06,
      "loss": 0.0073,
      "step": 2210
    },
    {
      "epoch": 7.62,
      "learning_rate": 6.202209044781991e-06,
      "loss": 0.0086,
      "step": 2211
    },
    {
      "epoch": 7.63,
      "learning_rate": 6.193599681705931e-06,
      "loss": 0.0021,
      "step": 2212
    },
    {
      "epoch": 7.63,
      "learning_rate": 6.1849936167511495e-06,
      "loss": 0.0035,
      "step": 2213
    },
    {
      "epoch": 7.63,
      "learning_rate": 6.176390857374508e-06,
      "loss": 0.011,
      "step": 2214
    },
    {
      "epoch": 7.64,
      "learning_rate": 6.167791411030027e-06,
      "loss": 0.0023,
      "step": 2215
    },
    {
      "epoch": 7.64,
      "learning_rate": 6.15919528516884e-06,
      "loss": 0.008,
      "step": 2216
    },
    {
      "epoch": 7.64,
      "learning_rate": 6.150602487239207e-06,
      "loss": 0.0108,
      "step": 2217
    },
    {
      "epoch": 7.65,
      "learning_rate": 6.142013024686509e-06,
      "loss": 0.0059,
      "step": 2218
    },
    {
      "epoch": 7.65,
      "learning_rate": 6.1334269049532346e-06,
      "loss": 0.0086,
      "step": 2219
    },
    {
      "epoch": 7.66,
      "learning_rate": 6.124844135478971e-06,
      "loss": 0.0075,
      "step": 2220
    },
    {
      "epoch": 7.66,
      "learning_rate": 6.1162647237004135e-06,
      "loss": 0.0058,
      "step": 2221
    },
    {
      "epoch": 7.66,
      "learning_rate": 6.107688677051333e-06,
      "loss": 0.0072,
      "step": 2222
    },
    {
      "epoch": 7.67,
      "learning_rate": 6.099116002962604e-06,
      "loss": 0.0054,
      "step": 2223
    },
    {
      "epoch": 7.67,
      "learning_rate": 6.090546708862158e-06,
      "loss": 0.0069,
      "step": 2224
    },
    {
      "epoch": 7.67,
      "learning_rate": 6.081980802175016e-06,
      "loss": 0.0058,
      "step": 2225
    },
    {
      "epoch": 7.68,
      "learning_rate": 6.073418290323251e-06,
      "loss": 0.0089,
      "step": 2226
    },
    {
      "epoch": 7.68,
      "learning_rate": 6.0648591807259995e-06,
      "loss": 0.005,
      "step": 2227
    },
    {
      "epoch": 7.68,
      "learning_rate": 6.056303480799449e-06,
      "loss": 0.0059,
      "step": 2228
    },
    {
      "epoch": 7.69,
      "learning_rate": 6.047751197956838e-06,
      "loss": 0.0072,
      "step": 2229
    },
    {
      "epoch": 7.69,
      "learning_rate": 6.039202339608432e-06,
      "loss": 0.0035,
      "step": 2230
    },
    {
      "epoch": 7.69,
      "learning_rate": 6.030656913161546e-06,
      "loss": 0.0052,
      "step": 2231
    },
    {
      "epoch": 7.7,
      "learning_rate": 6.022114926020504e-06,
      "loss": 0.0041,
      "step": 2232
    },
    {
      "epoch": 7.7,
      "learning_rate": 6.013576385586665e-06,
      "loss": 0.0039,
      "step": 2233
    },
    {
      "epoch": 7.7,
      "learning_rate": 6.0050412992583875e-06,
      "loss": 0.0087,
      "step": 2234
    },
    {
      "epoch": 7.71,
      "learning_rate": 5.996509674431053e-06,
      "loss": 0.0058,
      "step": 2235
    },
    {
      "epoch": 7.71,
      "learning_rate": 5.987981518497028e-06,
      "loss": 0.0043,
      "step": 2236
    },
    {
      "epoch": 7.71,
      "learning_rate": 5.979456838845683e-06,
      "loss": 0.0064,
      "step": 2237
    },
    {
      "epoch": 7.72,
      "learning_rate": 5.970935642863375e-06,
      "loss": 0.0032,
      "step": 2238
    },
    {
      "epoch": 7.72,
      "learning_rate": 5.962417937933442e-06,
      "loss": 0.003,
      "step": 2239
    },
    {
      "epoch": 7.72,
      "learning_rate": 5.953903731436191e-06,
      "loss": 0.0061,
      "step": 2240
    },
    {
      "epoch": 7.73,
      "learning_rate": 5.94539303074891e-06,
      "loss": 0.0063,
      "step": 2241
    },
    {
      "epoch": 7.73,
      "learning_rate": 5.936885843245836e-06,
      "loss": 0.0054,
      "step": 2242
    },
    {
      "epoch": 7.73,
      "learning_rate": 5.928382176298173e-06,
      "loss": 0.0045,
      "step": 2243
    },
    {
      "epoch": 7.74,
      "learning_rate": 5.9198820372740726e-06,
      "loss": 0.0056,
      "step": 2244
    },
    {
      "epoch": 7.74,
      "learning_rate": 5.911385433538621e-06,
      "loss": 0.0159,
      "step": 2245
    },
    {
      "epoch": 7.74,
      "learning_rate": 5.902892372453853e-06,
      "loss": 0.0043,
      "step": 2246
    },
    {
      "epoch": 7.75,
      "learning_rate": 5.894402861378721e-06,
      "loss": 0.003,
      "step": 2247
    },
    {
      "epoch": 7.75,
      "learning_rate": 5.885916907669114e-06,
      "loss": 0.0078,
      "step": 2248
    },
    {
      "epoch": 7.76,
      "learning_rate": 5.8774345186778295e-06,
      "loss": 0.0046,
      "step": 2249
    },
    {
      "epoch": 7.76,
      "learning_rate": 5.868955701754584e-06,
      "loss": 0.0054,
      "step": 2250
    },
    {
      "epoch": 7.76,
      "learning_rate": 5.86048046424599e-06,
      "loss": 0.0068,
      "step": 2251
    },
    {
      "epoch": 7.77,
      "learning_rate": 5.852008813495569e-06,
      "loss": 0.006,
      "step": 2252
    },
    {
      "epoch": 7.77,
      "learning_rate": 5.843540756843722e-06,
      "loss": 0.0032,
      "step": 2253
    },
    {
      "epoch": 7.77,
      "learning_rate": 5.835076301627752e-06,
      "loss": 0.0095,
      "step": 2254
    },
    {
      "epoch": 7.78,
      "learning_rate": 5.8266154551818225e-06,
      "loss": 0.0056,
      "step": 2255
    },
    {
      "epoch": 7.78,
      "learning_rate": 5.818158224836987e-06,
      "loss": 0.0113,
      "step": 2256
    },
    {
      "epoch": 7.78,
      "learning_rate": 5.809704617921155e-06,
      "loss": 0.0033,
      "step": 2257
    },
    {
      "epoch": 7.79,
      "learning_rate": 5.801254641759103e-06,
      "loss": 0.0114,
      "step": 2258
    },
    {
      "epoch": 7.79,
      "learning_rate": 5.792808303672454e-06,
      "loss": 0.0038,
      "step": 2259
    },
    {
      "epoch": 7.79,
      "learning_rate": 5.784365610979692e-06,
      "loss": 0.0064,
      "step": 2260
    },
    {
      "epoch": 7.8,
      "learning_rate": 5.775926570996122e-06,
      "loss": 0.0059,
      "step": 2261
    },
    {
      "epoch": 7.8,
      "learning_rate": 5.7674911910339094e-06,
      "loss": 0.0065,
      "step": 2262
    },
    {
      "epoch": 7.8,
      "learning_rate": 5.7590594784020216e-06,
      "loss": 0.0066,
      "step": 2263
    },
    {
      "epoch": 7.81,
      "learning_rate": 5.750631440406274e-06,
      "loss": 0.0059,
      "step": 2264
    },
    {
      "epoch": 7.81,
      "learning_rate": 5.742207084349274e-06,
      "loss": 0.0092,
      "step": 2265
    },
    {
      "epoch": 7.81,
      "learning_rate": 5.733786417530459e-06,
      "loss": 0.0158,
      "step": 2266
    },
    {
      "epoch": 7.82,
      "learning_rate": 5.7253694472460555e-06,
      "loss": 0.0023,
      "step": 2267
    },
    {
      "epoch": 7.82,
      "learning_rate": 5.716956180789098e-06,
      "loss": 0.005,
      "step": 2268
    },
    {
      "epoch": 7.82,
      "learning_rate": 5.708546625449405e-06,
      "loss": 0.0076,
      "step": 2269
    },
    {
      "epoch": 7.83,
      "learning_rate": 5.700140788513575e-06,
      "loss": 0.0043,
      "step": 2270
    },
    {
      "epoch": 7.83,
      "learning_rate": 5.691738677265e-06,
      "loss": 0.0079,
      "step": 2271
    },
    {
      "epoch": 7.83,
      "learning_rate": 5.6833402989838285e-06,
      "loss": 0.0022,
      "step": 2272
    },
    {
      "epoch": 7.84,
      "learning_rate": 5.674945660946977e-06,
      "loss": 0.0071,
      "step": 2273
    },
    {
      "epoch": 7.84,
      "learning_rate": 5.666554770428129e-06,
      "loss": 0.0052,
      "step": 2274
    },
    {
      "epoch": 7.84,
      "learning_rate": 5.65816763469772e-06,
      "loss": 0.0183,
      "step": 2275
    },
    {
      "epoch": 7.85,
      "learning_rate": 5.649784261022922e-06,
      "loss": 0.0033,
      "step": 2276
    },
    {
      "epoch": 7.85,
      "learning_rate": 5.641404656667661e-06,
      "loss": 0.0059,
      "step": 2277
    },
    {
      "epoch": 7.86,
      "learning_rate": 5.6330288288925805e-06,
      "loss": 0.0041,
      "step": 2278
    },
    {
      "epoch": 7.86,
      "learning_rate": 5.624656784955072e-06,
      "loss": 0.0022,
      "step": 2279
    },
    {
      "epoch": 7.86,
      "learning_rate": 5.616288532109225e-06,
      "loss": 0.0046,
      "step": 2280
    },
    {
      "epoch": 7.87,
      "learning_rate": 5.607924077605868e-06,
      "loss": 0.0064,
      "step": 2281
    },
    {
      "epoch": 7.87,
      "learning_rate": 5.59956342869252e-06,
      "loss": 0.0054,
      "step": 2282
    },
    {
      "epoch": 7.87,
      "learning_rate": 5.591206592613416e-06,
      "loss": 0.0041,
      "step": 2283
    },
    {
      "epoch": 7.88,
      "learning_rate": 5.582853576609471e-06,
      "loss": 0.0136,
      "step": 2284
    },
    {
      "epoch": 7.88,
      "learning_rate": 5.574504387918311e-06,
      "loss": 0.0026,
      "step": 2285
    },
    {
      "epoch": 7.88,
      "learning_rate": 5.5661590337742255e-06,
      "loss": 0.0047,
      "step": 2286
    },
    {
      "epoch": 7.89,
      "learning_rate": 5.5578175214081995e-06,
      "loss": 0.0036,
      "step": 2287
    },
    {
      "epoch": 7.89,
      "learning_rate": 5.549479858047875e-06,
      "loss": 0.0065,
      "step": 2288
    },
    {
      "epoch": 7.89,
      "learning_rate": 5.5411460509175605e-06,
      "loss": 0.0102,
      "step": 2289
    },
    {
      "epoch": 7.9,
      "learning_rate": 5.5328161072382355e-06,
      "loss": 0.0065,
      "step": 2290
    },
    {
      "epoch": 7.9,
      "learning_rate": 5.52449003422752e-06,
      "loss": 0.0083,
      "step": 2291
    },
    {
      "epoch": 7.9,
      "learning_rate": 5.516167839099679e-06,
      "loss": 0.0029,
      "step": 2292
    },
    {
      "epoch": 7.91,
      "learning_rate": 5.507849529065629e-06,
      "loss": 0.0107,
      "step": 2293
    },
    {
      "epoch": 7.91,
      "learning_rate": 5.49953511133291e-06,
      "loss": 0.0015,
      "step": 2294
    },
    {
      "epoch": 7.91,
      "learning_rate": 5.491224593105695e-06,
      "loss": 0.0074,
      "step": 2295
    },
    {
      "epoch": 7.92,
      "learning_rate": 5.4829179815847724e-06,
      "loss": 0.0039,
      "step": 2296
    },
    {
      "epoch": 7.92,
      "learning_rate": 5.474615283967554e-06,
      "loss": 0.0035,
      "step": 2297
    },
    {
      "epoch": 7.92,
      "learning_rate": 5.466316507448049e-06,
      "loss": 0.0025,
      "step": 2298
    },
    {
      "epoch": 7.93,
      "learning_rate": 5.458021659216884e-06,
      "loss": 0.0059,
      "step": 2299
    },
    {
      "epoch": 7.93,
      "learning_rate": 5.449730746461264e-06,
      "loss": 0.0059,
      "step": 2300
    },
    {
      "epoch": 7.93,
      "learning_rate": 5.441443776365003e-06,
      "loss": 0.0049,
      "step": 2301
    },
    {
      "epoch": 7.94,
      "learning_rate": 5.43316075610848e-06,
      "loss": 0.0039,
      "step": 2302
    },
    {
      "epoch": 7.94,
      "learning_rate": 5.424881692868669e-06,
      "loss": 0.0034,
      "step": 2303
    },
    {
      "epoch": 7.94,
      "learning_rate": 5.416606593819102e-06,
      "loss": 0.0049,
      "step": 2304
    },
    {
      "epoch": 7.95,
      "learning_rate": 5.4083354661298816e-06,
      "loss": 0.0061,
      "step": 2305
    },
    {
      "epoch": 7.95,
      "learning_rate": 5.400068316967675e-06,
      "loss": 0.0131,
      "step": 2306
    },
    {
      "epoch": 7.96,
      "learning_rate": 5.391805153495693e-06,
      "loss": 0.0006,
      "step": 2307
    },
    {
      "epoch": 7.96,
      "learning_rate": 5.3835459828736945e-06,
      "loss": 0.0026,
      "step": 2308
    },
    {
      "epoch": 7.96,
      "learning_rate": 5.3752908122579784e-06,
      "loss": 0.0176,
      "step": 2309
    },
    {
      "epoch": 7.97,
      "learning_rate": 5.367039648801386e-06,
      "loss": 0.0076,
      "step": 2310
    },
    {
      "epoch": 7.97,
      "learning_rate": 5.3587924996532736e-06,
      "loss": 0.0066,
      "step": 2311
    },
    {
      "epoch": 7.97,
      "learning_rate": 5.350549371959533e-06,
      "loss": 0.0099,
      "step": 2312
    },
    {
      "epoch": 7.98,
      "learning_rate": 5.342310272862558e-06,
      "loss": 0.0075,
      "step": 2313
    },
    {
      "epoch": 7.98,
      "learning_rate": 5.3340752095012636e-06,
      "loss": 0.0111,
      "step": 2314
    },
    {
      "epoch": 7.98,
      "learning_rate": 5.325844189011058e-06,
      "loss": 0.0059,
      "step": 2315
    },
    {
      "epoch": 7.99,
      "learning_rate": 5.317617218523856e-06,
      "loss": 0.0042,
      "step": 2316
    },
    {
      "epoch": 7.99,
      "learning_rate": 5.309394305168054e-06,
      "loss": 0.0012,
      "step": 2317
    },
    {
      "epoch": 7.99,
      "learning_rate": 5.30117545606854e-06,
      "loss": 0.0019,
      "step": 2318
    },
    {
      "epoch": 8.0,
      "learning_rate": 5.292960678346674e-06,
      "loss": 0.0101,
      "step": 2319
    },
    {
      "epoch": 8.0,
      "learning_rate": 5.284749979120299e-06,
      "loss": 0.0025,
      "step": 2320
    },
    {
      "epoch": 8.0,
      "learning_rate": 5.276543365503707e-06,
      "loss": 0.0016,
      "step": 2321
    },
    {
      "epoch": 8.01,
      "learning_rate": 5.26834084460767e-06,
      "loss": 0.0028,
      "step": 2322
    },
    {
      "epoch": 8.01,
      "learning_rate": 5.260142423539396e-06,
      "loss": 0.0016,
      "step": 2323
    },
    {
      "epoch": 8.01,
      "learning_rate": 5.251948109402556e-06,
      "loss": 0.0014,
      "step": 2324
    },
    {
      "epoch": 8.02,
      "learning_rate": 5.243757909297247e-06,
      "loss": 0.003,
      "step": 2325
    },
    {
      "epoch": 8.02,
      "learning_rate": 5.235571830320017e-06,
      "loss": 0.0026,
      "step": 2326
    },
    {
      "epoch": 8.02,
      "learning_rate": 5.227389879563831e-06,
      "loss": 0.0032,
      "step": 2327
    },
    {
      "epoch": 8.03,
      "learning_rate": 5.219212064118079e-06,
      "loss": 0.0018,
      "step": 2328
    },
    {
      "epoch": 8.03,
      "learning_rate": 5.211038391068577e-06,
      "loss": 0.0021,
      "step": 2329
    },
    {
      "epoch": 8.03,
      "learning_rate": 5.202868867497542e-06,
      "loss": 0.0043,
      "step": 2330
    },
    {
      "epoch": 8.04,
      "learning_rate": 5.194703500483593e-06,
      "loss": 0.0057,
      "step": 2331
    },
    {
      "epoch": 8.04,
      "learning_rate": 5.186542297101764e-06,
      "loss": 0.0023,
      "step": 2332
    },
    {
      "epoch": 8.04,
      "learning_rate": 5.1783852644234624e-06,
      "loss": 0.0009,
      "step": 2333
    },
    {
      "epoch": 8.05,
      "learning_rate": 5.1702324095164955e-06,
      "loss": 0.0042,
      "step": 2334
    },
    {
      "epoch": 8.05,
      "learning_rate": 5.162083739445038e-06,
      "loss": 0.0014,
      "step": 2335
    },
    {
      "epoch": 8.06,
      "learning_rate": 5.153939261269651e-06,
      "loss": 0.001,
      "step": 2336
    },
    {
      "epoch": 8.06,
      "learning_rate": 5.145798982047261e-06,
      "loss": 0.0112,
      "step": 2337
    },
    {
      "epoch": 8.06,
      "learning_rate": 5.137662908831147e-06,
      "loss": 0.002,
      "step": 2338
    },
    {
      "epoch": 8.07,
      "learning_rate": 5.129531048670956e-06,
      "loss": 0.0014,
      "step": 2339
    },
    {
      "epoch": 8.07,
      "learning_rate": 5.121403408612672e-06,
      "loss": 0.0017,
      "step": 2340
    },
    {
      "epoch": 8.07,
      "learning_rate": 5.113279995698636e-06,
      "loss": 0.0023,
      "step": 2341
    },
    {
      "epoch": 8.08,
      "learning_rate": 5.105160816967514e-06,
      "loss": 0.0037,
      "step": 2342
    },
    {
      "epoch": 8.08,
      "learning_rate": 5.0970458794543135e-06,
      "loss": 0.0044,
      "step": 2343
    },
    {
      "epoch": 8.08,
      "learning_rate": 5.088935190190355e-06,
      "loss": 0.0025,
      "step": 2344
    },
    {
      "epoch": 8.09,
      "learning_rate": 5.080828756203294e-06,
      "loss": 0.0017,
      "step": 2345
    },
    {
      "epoch": 8.09,
      "learning_rate": 5.072726584517086e-06,
      "loss": 0.0015,
      "step": 2346
    },
    {
      "epoch": 8.09,
      "learning_rate": 5.064628682151998e-06,
      "loss": 0.0028,
      "step": 2347
    },
    {
      "epoch": 8.1,
      "learning_rate": 5.056535056124592e-06,
      "loss": 0.0035,
      "step": 2348
    },
    {
      "epoch": 8.1,
      "learning_rate": 5.048445713447738e-06,
      "loss": 0.004,
      "step": 2349
    },
    {
      "epoch": 8.1,
      "learning_rate": 5.04036066113058e-06,
      "loss": 0.009,
      "step": 2350
    },
    {
      "epoch": 8.11,
      "learning_rate": 5.032279906178559e-06,
      "loss": 0.0081,
      "step": 2351
    },
    {
      "epoch": 8.11,
      "learning_rate": 5.024203455593375e-06,
      "loss": 0.0046,
      "step": 2352
    },
    {
      "epoch": 8.11,
      "learning_rate": 5.016131316373019e-06,
      "loss": 0.0022,
      "step": 2353
    },
    {
      "epoch": 8.12,
      "learning_rate": 5.008063495511724e-06,
      "loss": 0.0076,
      "step": 2354
    },
    {
      "epoch": 8.12,
      "learning_rate": 5.000000000000003e-06,
      "loss": 0.0031,
      "step": 2355
    },
    {
      "epoch": 8.12,
      "learning_rate": 4.991940836824602e-06,
      "loss": 0.0013,
      "step": 2356
    },
    {
      "epoch": 8.13,
      "learning_rate": 4.98388601296853e-06,
      "loss": 0.001,
      "step": 2357
    },
    {
      "epoch": 8.13,
      "learning_rate": 4.97583553541102e-06,
      "loss": 0.0019,
      "step": 2358
    },
    {
      "epoch": 8.13,
      "learning_rate": 4.967789411127556e-06,
      "loss": 0.0041,
      "step": 2359
    },
    {
      "epoch": 8.14,
      "learning_rate": 4.959747647089833e-06,
      "loss": 0.002,
      "step": 2360
    },
    {
      "epoch": 8.14,
      "learning_rate": 4.951710250265785e-06,
      "loss": 0.0027,
      "step": 2361
    },
    {
      "epoch": 8.14,
      "learning_rate": 4.943677227619543e-06,
      "loss": 0.004,
      "step": 2362
    },
    {
      "epoch": 8.15,
      "learning_rate": 4.935648586111469e-06,
      "loss": 0.0092,
      "step": 2363
    },
    {
      "epoch": 8.15,
      "learning_rate": 4.927624332698109e-06,
      "loss": 0.0025,
      "step": 2364
    },
    {
      "epoch": 8.16,
      "learning_rate": 4.919604474332223e-06,
      "loss": 0.0141,
      "step": 2365
    },
    {
      "epoch": 8.16,
      "learning_rate": 4.911589017962751e-06,
      "loss": 0.0042,
      "step": 2366
    },
    {
      "epoch": 8.16,
      "learning_rate": 4.903577970534823e-06,
      "loss": 0.0015,
      "step": 2367
    },
    {
      "epoch": 8.17,
      "learning_rate": 4.895571338989754e-06,
      "loss": 0.0074,
      "step": 2368
    },
    {
      "epoch": 8.17,
      "learning_rate": 4.887569130265023e-06,
      "loss": 0.0034,
      "step": 2369
    },
    {
      "epoch": 8.17,
      "learning_rate": 4.879571351294287e-06,
      "loss": 0.0011,
      "step": 2370
    },
    {
      "epoch": 8.18,
      "learning_rate": 4.8715780090073525e-06,
      "loss": 0.003,
      "step": 2371
    },
    {
      "epoch": 8.18,
      "learning_rate": 4.863589110330199e-06,
      "loss": 0.0007,
      "step": 2372
    },
    {
      "epoch": 8.18,
      "learning_rate": 4.855604662184935e-06,
      "loss": 0.0049,
      "step": 2373
    },
    {
      "epoch": 8.19,
      "learning_rate": 4.8476246714898334e-06,
      "loss": 0.0042,
      "step": 2374
    },
    {
      "epoch": 8.19,
      "learning_rate": 4.8396491451592855e-06,
      "loss": 0.0016,
      "step": 2375
    },
    {
      "epoch": 8.19,
      "learning_rate": 4.831678090103832e-06,
      "loss": 0.0073,
      "step": 2376
    },
    {
      "epoch": 8.2,
      "learning_rate": 4.823711513230125e-06,
      "loss": 0.007,
      "step": 2377
    },
    {
      "epoch": 8.2,
      "learning_rate": 4.8157494214409475e-06,
      "loss": 0.0066,
      "step": 2378
    },
    {
      "epoch": 8.2,
      "learning_rate": 4.807791821635186e-06,
      "loss": 0.0019,
      "step": 2379
    },
    {
      "epoch": 8.21,
      "learning_rate": 4.799838720707847e-06,
      "loss": 0.0024,
      "step": 2380
    },
    {
      "epoch": 8.21,
      "learning_rate": 4.791890125550024e-06,
      "loss": 0.0041,
      "step": 2381
    },
    {
      "epoch": 8.21,
      "learning_rate": 4.783946043048922e-06,
      "loss": 0.0011,
      "step": 2382
    },
    {
      "epoch": 8.22,
      "learning_rate": 4.776006480087827e-06,
      "loss": 0.0023,
      "step": 2383
    },
    {
      "epoch": 8.22,
      "learning_rate": 4.768071443546104e-06,
      "loss": 0.0009,
      "step": 2384
    },
    {
      "epoch": 8.22,
      "learning_rate": 4.76014094029921e-06,
      "loss": 0.0029,
      "step": 2385
    },
    {
      "epoch": 8.23,
      "learning_rate": 4.752214977218665e-06,
      "loss": 0.003,
      "step": 2386
    },
    {
      "epoch": 8.23,
      "learning_rate": 4.7442935611720505e-06,
      "loss": 0.0006,
      "step": 2387
    },
    {
      "epoch": 8.23,
      "learning_rate": 4.736376699023023e-06,
      "loss": 0.0042,
      "step": 2388
    },
    {
      "epoch": 8.24,
      "learning_rate": 4.728464397631276e-06,
      "loss": 0.0021,
      "step": 2389
    },
    {
      "epoch": 8.24,
      "learning_rate": 4.720556663852569e-06,
      "loss": 0.0022,
      "step": 2390
    },
    {
      "epoch": 8.24,
      "learning_rate": 4.712653504538684e-06,
      "loss": 0.0014,
      "step": 2391
    },
    {
      "epoch": 8.25,
      "learning_rate": 4.704754926537459e-06,
      "loss": 0.0036,
      "step": 2392
    },
    {
      "epoch": 8.25,
      "learning_rate": 4.696860936692746e-06,
      "loss": 0.0021,
      "step": 2393
    },
    {
      "epoch": 8.26,
      "learning_rate": 4.688971541844436e-06,
      "loss": 0.0035,
      "step": 2394
    },
    {
      "epoch": 8.26,
      "learning_rate": 4.681086748828424e-06,
      "loss": 0.0016,
      "step": 2395
    },
    {
      "epoch": 8.26,
      "learning_rate": 4.673206564476632e-06,
      "loss": 0.0011,
      "step": 2396
    },
    {
      "epoch": 8.27,
      "learning_rate": 4.6653309956169745e-06,
      "loss": 0.0029,
      "step": 2397
    },
    {
      "epoch": 8.27,
      "learning_rate": 4.6574600490733794e-06,
      "loss": 0.0016,
      "step": 2398
    },
    {
      "epoch": 8.27,
      "learning_rate": 4.649593731665765e-06,
      "loss": 0.002,
      "step": 2399
    },
    {
      "epoch": 8.28,
      "learning_rate": 4.641732050210032e-06,
      "loss": 0.0018,
      "step": 2400
    },
    {
      "epoch": 8.28,
      "learning_rate": 4.6338750115180774e-06,
      "loss": 0.002,
      "step": 2401
    },
    {
      "epoch": 8.28,
      "learning_rate": 4.6260226223977645e-06,
      "loss": 0.0015,
      "step": 2402
    },
    {
      "epoch": 8.29,
      "learning_rate": 4.618174889652928e-06,
      "loss": 0.0017,
      "step": 2403
    },
    {
      "epoch": 8.29,
      "learning_rate": 4.610331820083378e-06,
      "loss": 0.0041,
      "step": 2404
    },
    {
      "epoch": 8.29,
      "learning_rate": 4.6024934204848745e-06,
      "loss": 0.0008,
      "step": 2405
    },
    {
      "epoch": 8.3,
      "learning_rate": 4.59465969764913e-06,
      "loss": 0.0033,
      "step": 2406
    },
    {
      "epoch": 8.3,
      "learning_rate": 4.586830658363816e-06,
      "loss": 0.0017,
      "step": 2407
    },
    {
      "epoch": 8.3,
      "learning_rate": 4.579006309412533e-06,
      "loss": 0.0027,
      "step": 2408
    },
    {
      "epoch": 8.31,
      "learning_rate": 4.571186657574828e-06,
      "loss": 0.0012,
      "step": 2409
    },
    {
      "epoch": 8.31,
      "learning_rate": 4.563371709626167e-06,
      "loss": 0.0027,
      "step": 2410
    },
    {
      "epoch": 8.31,
      "learning_rate": 4.555561472337956e-06,
      "loss": 0.0022,
      "step": 2411
    },
    {
      "epoch": 8.32,
      "learning_rate": 4.5477559524775e-06,
      "loss": 0.0005,
      "step": 2412
    },
    {
      "epoch": 8.32,
      "learning_rate": 4.539955156808035e-06,
      "loss": 0.002,
      "step": 2413
    },
    {
      "epoch": 8.32,
      "learning_rate": 4.532159092088687e-06,
      "loss": 0.0008,
      "step": 2414
    },
    {
      "epoch": 8.33,
      "learning_rate": 4.524367765074499e-06,
      "loss": 0.0025,
      "step": 2415
    },
    {
      "epoch": 8.33,
      "learning_rate": 4.516581182516393e-06,
      "loss": 0.0063,
      "step": 2416
    },
    {
      "epoch": 8.33,
      "learning_rate": 4.508799351161196e-06,
      "loss": 0.0026,
      "step": 2417
    },
    {
      "epoch": 8.34,
      "learning_rate": 4.501022277751602e-06,
      "loss": 0.0019,
      "step": 2418
    },
    {
      "epoch": 8.34,
      "learning_rate": 4.493249969026198e-06,
      "loss": 0.0016,
      "step": 2419
    },
    {
      "epoch": 8.34,
      "learning_rate": 4.4854824317194266e-06,
      "loss": 0.0017,
      "step": 2420
    },
    {
      "epoch": 8.35,
      "learning_rate": 4.477719672561615e-06,
      "loss": 0.0017,
      "step": 2421
    },
    {
      "epoch": 8.35,
      "learning_rate": 4.469961698278933e-06,
      "loss": 0.005,
      "step": 2422
    },
    {
      "epoch": 8.36,
      "learning_rate": 4.462208515593409e-06,
      "loss": 0.0019,
      "step": 2423
    },
    {
      "epoch": 8.36,
      "learning_rate": 4.4544601312229295e-06,
      "loss": 0.0063,
      "step": 2424
    },
    {
      "epoch": 8.36,
      "learning_rate": 4.446716551881213e-06,
      "loss": 0.0118,
      "step": 2425
    },
    {
      "epoch": 8.37,
      "learning_rate": 4.438977784277812e-06,
      "loss": 0.0018,
      "step": 2426
    },
    {
      "epoch": 8.37,
      "learning_rate": 4.4312438351181246e-06,
      "loss": 0.0042,
      "step": 2427
    },
    {
      "epoch": 8.37,
      "learning_rate": 4.423514711103355e-06,
      "loss": 0.0012,
      "step": 2428
    },
    {
      "epoch": 8.38,
      "learning_rate": 4.415790418930541e-06,
      "loss": 0.0026,
      "step": 2429
    },
    {
      "epoch": 8.38,
      "learning_rate": 4.408070965292534e-06,
      "loss": 0.0005,
      "step": 2430
    },
    {
      "epoch": 8.38,
      "learning_rate": 4.4003563568779775e-06,
      "loss": 0.0012,
      "step": 2431
    },
    {
      "epoch": 8.39,
      "learning_rate": 4.3926466003713364e-06,
      "loss": 0.0089,
      "step": 2432
    },
    {
      "epoch": 8.39,
      "learning_rate": 4.384941702452856e-06,
      "loss": 0.0033,
      "step": 2433
    },
    {
      "epoch": 8.39,
      "learning_rate": 4.377241669798583e-06,
      "loss": 0.0008,
      "step": 2434
    },
    {
      "epoch": 8.4,
      "learning_rate": 4.369546509080338e-06,
      "loss": 0.0009,
      "step": 2435
    },
    {
      "epoch": 8.4,
      "learning_rate": 4.361856226965733e-06,
      "loss": 0.001,
      "step": 2436
    },
    {
      "epoch": 8.4,
      "learning_rate": 4.354170830118137e-06,
      "loss": 0.0027,
      "step": 2437
    },
    {
      "epoch": 8.41,
      "learning_rate": 4.346490325196704e-06,
      "loss": 0.0036,
      "step": 2438
    },
    {
      "epoch": 8.41,
      "learning_rate": 4.338814718856333e-06,
      "loss": 0.0005,
      "step": 2439
    },
    {
      "epoch": 8.41,
      "learning_rate": 4.33114401774769e-06,
      "loss": 0.0067,
      "step": 2440
    },
    {
      "epoch": 8.42,
      "learning_rate": 4.323478228517185e-06,
      "loss": 0.0023,
      "step": 2441
    },
    {
      "epoch": 8.42,
      "learning_rate": 4.315817357806974e-06,
      "loss": 0.0016,
      "step": 2442
    },
    {
      "epoch": 8.42,
      "learning_rate": 4.308161412254945e-06,
      "loss": 0.0032,
      "step": 2443
    },
    {
      "epoch": 8.43,
      "learning_rate": 4.300510398494734e-06,
      "loss": 0.0019,
      "step": 2444
    },
    {
      "epoch": 8.43,
      "learning_rate": 4.292864323155684e-06,
      "loss": 0.0014,
      "step": 2445
    },
    {
      "epoch": 8.43,
      "learning_rate": 4.285223192862879e-06,
      "loss": 0.002,
      "step": 2446
    },
    {
      "epoch": 8.44,
      "learning_rate": 4.277587014237098e-06,
      "loss": 0.0009,
      "step": 2447
    },
    {
      "epoch": 8.44,
      "learning_rate": 4.26995579389485e-06,
      "loss": 0.0026,
      "step": 2448
    },
    {
      "epoch": 8.44,
      "learning_rate": 4.262329538448328e-06,
      "loss": 0.0007,
      "step": 2449
    },
    {
      "epoch": 8.45,
      "learning_rate": 4.25470825450544e-06,
      "loss": 0.0078,
      "step": 2450
    },
    {
      "epoch": 8.45,
      "learning_rate": 4.247091948669775e-06,
      "loss": 0.0046,
      "step": 2451
    },
    {
      "epoch": 8.46,
      "learning_rate": 4.239480627540616e-06,
      "loss": 0.0045,
      "step": 2452
    },
    {
      "epoch": 8.46,
      "learning_rate": 4.231874297712919e-06,
      "loss": 0.0015,
      "step": 2453
    },
    {
      "epoch": 8.46,
      "learning_rate": 4.224272965777326e-06,
      "loss": 0.0025,
      "step": 2454
    },
    {
      "epoch": 8.47,
      "learning_rate": 4.216676638320135e-06,
      "loss": 0.0021,
      "step": 2455
    },
    {
      "epoch": 8.47,
      "learning_rate": 4.2090853219233215e-06,
      "loss": 0.005,
      "step": 2456
    },
    {
      "epoch": 8.47,
      "learning_rate": 4.201499023164508e-06,
      "loss": 0.0003,
      "step": 2457
    },
    {
      "epoch": 8.48,
      "learning_rate": 4.193917748616979e-06,
      "loss": 0.0032,
      "step": 2458
    },
    {
      "epoch": 8.48,
      "learning_rate": 4.1863415048496535e-06,
      "loss": 0.0025,
      "step": 2459
    },
    {
      "epoch": 8.48,
      "learning_rate": 4.178770298427107e-06,
      "loss": 0.002,
      "step": 2460
    },
    {
      "epoch": 8.49,
      "learning_rate": 4.1712041359095375e-06,
      "loss": 0.0027,
      "step": 2461
    },
    {
      "epoch": 8.49,
      "learning_rate": 4.163643023852775e-06,
      "loss": 0.0058,
      "step": 2462
    },
    {
      "epoch": 8.49,
      "learning_rate": 4.15608696880828e-06,
      "loss": 0.0014,
      "step": 2463
    },
    {
      "epoch": 8.5,
      "learning_rate": 4.148535977323124e-06,
      "loss": 0.0046,
      "step": 2464
    },
    {
      "epoch": 8.5,
      "learning_rate": 4.140990055939997e-06,
      "loss": 0.0035,
      "step": 2465
    },
    {
      "epoch": 8.5,
      "learning_rate": 4.133449211197188e-06,
      "loss": 0.0025,
      "step": 2466
    },
    {
      "epoch": 8.51,
      "learning_rate": 4.125913449628598e-06,
      "loss": 0.0081,
      "step": 2467
    },
    {
      "epoch": 8.51,
      "learning_rate": 4.118382777763711e-06,
      "loss": 0.0003,
      "step": 2468
    },
    {
      "epoch": 8.51,
      "learning_rate": 4.110857202127615e-06,
      "loss": 0.0032,
      "step": 2469
    },
    {
      "epoch": 8.52,
      "learning_rate": 4.103336729240967e-06,
      "loss": 0.0007,
      "step": 2470
    },
    {
      "epoch": 8.52,
      "learning_rate": 4.09582136562002e-06,
      "loss": 0.0016,
      "step": 2471
    },
    {
      "epoch": 8.52,
      "learning_rate": 4.08831111777658e-06,
      "loss": 0.0107,
      "step": 2472
    },
    {
      "epoch": 8.53,
      "learning_rate": 4.080805992218041e-06,
      "loss": 0.0018,
      "step": 2473
    },
    {
      "epoch": 8.53,
      "learning_rate": 4.073305995447341e-06,
      "loss": 0.0052,
      "step": 2474
    },
    {
      "epoch": 8.53,
      "learning_rate": 4.065811133962987e-06,
      "loss": 0.0017,
      "step": 2475
    },
    {
      "epoch": 8.54,
      "learning_rate": 4.058321414259026e-06,
      "loss": 0.0038,
      "step": 2476
    },
    {
      "epoch": 8.54,
      "learning_rate": 4.05083684282506e-06,
      "loss": 0.0025,
      "step": 2477
    },
    {
      "epoch": 8.54,
      "learning_rate": 4.04335742614622e-06,
      "loss": 0.0017,
      "step": 2478
    },
    {
      "epoch": 8.55,
      "learning_rate": 4.035883170703182e-06,
      "loss": 0.0307,
      "step": 2479
    },
    {
      "epoch": 8.55,
      "learning_rate": 4.028414082972141e-06,
      "loss": 0.0034,
      "step": 2480
    },
    {
      "epoch": 8.56,
      "learning_rate": 4.020950169424815e-06,
      "loss": 0.0027,
      "step": 2481
    },
    {
      "epoch": 8.56,
      "learning_rate": 4.01349143652844e-06,
      "loss": 0.0007,
      "step": 2482
    },
    {
      "epoch": 8.56,
      "learning_rate": 4.006037890745768e-06,
      "loss": 0.0049,
      "step": 2483
    },
    {
      "epoch": 8.57,
      "learning_rate": 3.998589538535046e-06,
      "loss": 0.0011,
      "step": 2484
    },
    {
      "epoch": 8.57,
      "learning_rate": 3.9911463863500365e-06,
      "loss": 0.0034,
      "step": 2485
    },
    {
      "epoch": 8.57,
      "learning_rate": 3.983708440639978e-06,
      "loss": 0.0008,
      "step": 2486
    },
    {
      "epoch": 8.58,
      "learning_rate": 3.976275707849616e-06,
      "loss": 0.0015,
      "step": 2487
    },
    {
      "epoch": 8.58,
      "learning_rate": 3.968848194419163e-06,
      "loss": 0.0024,
      "step": 2488
    },
    {
      "epoch": 8.58,
      "learning_rate": 3.96142590678432e-06,
      "loss": 0.0023,
      "step": 2489
    },
    {
      "epoch": 8.59,
      "learning_rate": 3.954008851376252e-06,
      "loss": 0.0025,
      "step": 2490
    },
    {
      "epoch": 8.59,
      "learning_rate": 3.946597034621599e-06,
      "loss": 0.004,
      "step": 2491
    },
    {
      "epoch": 8.59,
      "learning_rate": 3.939190462942458e-06,
      "loss": 0.0032,
      "step": 2492
    },
    {
      "epoch": 8.6,
      "learning_rate": 3.931789142756377e-06,
      "loss": 0.005,
      "step": 2493
    },
    {
      "epoch": 8.6,
      "learning_rate": 3.924393080476363e-06,
      "loss": 0.001,
      "step": 2494
    },
    {
      "epoch": 8.6,
      "learning_rate": 3.917002282510854e-06,
      "loss": 0.0029,
      "step": 2495
    },
    {
      "epoch": 8.61,
      "learning_rate": 3.9096167552637454e-06,
      "loss": 0.0019,
      "step": 2496
    },
    {
      "epoch": 8.61,
      "learning_rate": 3.902236505134347e-06,
      "loss": 0.0034,
      "step": 2497
    },
    {
      "epoch": 8.61,
      "learning_rate": 3.894861538517401e-06,
      "loss": 0.0024,
      "step": 2498
    },
    {
      "epoch": 8.62,
      "learning_rate": 3.887491861803085e-06,
      "loss": 0.0006,
      "step": 2499
    },
    {
      "epoch": 8.62,
      "learning_rate": 3.880127481376975e-06,
      "loss": 0.0016,
      "step": 2500
    },
    {
      "epoch": 8.62,
      "learning_rate": 3.872768403620066e-06,
      "loss": 0.0079,
      "step": 2501
    },
    {
      "epoch": 8.63,
      "learning_rate": 3.86541463490876e-06,
      "loss": 0.0019,
      "step": 2502
    },
    {
      "epoch": 8.63,
      "learning_rate": 3.858066181614855e-06,
      "loss": 0.0014,
      "step": 2503
    },
    {
      "epoch": 8.63,
      "learning_rate": 3.850723050105548e-06,
      "loss": 0.0039,
      "step": 2504
    },
    {
      "epoch": 8.64,
      "learning_rate": 3.8433852467434175e-06,
      "loss": 0.0011,
      "step": 2505
    },
    {
      "epoch": 8.64,
      "learning_rate": 3.836052777886437e-06,
      "loss": 0.0023,
      "step": 2506
    },
    {
      "epoch": 8.64,
      "learning_rate": 3.8287256498879426e-06,
      "loss": 0.002,
      "step": 2507
    },
    {
      "epoch": 8.65,
      "learning_rate": 3.821403869096658e-06,
      "loss": 0.0021,
      "step": 2508
    },
    {
      "epoch": 8.65,
      "learning_rate": 3.814087441856661e-06,
      "loss": 0.0028,
      "step": 2509
    },
    {
      "epoch": 8.66,
      "learning_rate": 3.8067763745074017e-06,
      "loss": 0.0097,
      "step": 2510
    },
    {
      "epoch": 8.66,
      "learning_rate": 3.7994706733836738e-06,
      "loss": 0.0025,
      "step": 2511
    },
    {
      "epoch": 8.66,
      "learning_rate": 3.7921703448156354e-06,
      "loss": 0.0017,
      "step": 2512
    },
    {
      "epoch": 8.67,
      "learning_rate": 3.7848753951287763e-06,
      "loss": 0.0018,
      "step": 2513
    },
    {
      "epoch": 8.67,
      "learning_rate": 3.7775858306439374e-06,
      "loss": 0.0018,
      "step": 2514
    },
    {
      "epoch": 8.67,
      "learning_rate": 3.77030165767728e-06,
      "loss": 0.001,
      "step": 2515
    },
    {
      "epoch": 8.68,
      "learning_rate": 3.7630228825403105e-06,
      "loss": 0.0003,
      "step": 2516
    },
    {
      "epoch": 8.68,
      "learning_rate": 3.7557495115398446e-06,
      "loss": 0.0056,
      "step": 2517
    },
    {
      "epoch": 8.68,
      "learning_rate": 3.748481550978017e-06,
      "loss": 0.0175,
      "step": 2518
    },
    {
      "epoch": 8.69,
      "learning_rate": 3.7412190071522837e-06,
      "loss": 0.0015,
      "step": 2519
    },
    {
      "epoch": 8.69,
      "learning_rate": 3.7339618863553983e-06,
      "loss": 0.0093,
      "step": 2520
    },
    {
      "epoch": 8.69,
      "learning_rate": 3.726710194875416e-06,
      "loss": 0.0027,
      "step": 2521
    },
    {
      "epoch": 8.7,
      "learning_rate": 3.7194639389956923e-06,
      "loss": 0.0011,
      "step": 2522
    },
    {
      "epoch": 8.7,
      "learning_rate": 3.7122231249948747e-06,
      "loss": 0.0006,
      "step": 2523
    },
    {
      "epoch": 8.7,
      "learning_rate": 3.7049877591468843e-06,
      "loss": 0.0019,
      "step": 2524
    },
    {
      "epoch": 8.71,
      "learning_rate": 3.6977578477209352e-06,
      "loss": 0.0063,
      "step": 2525
    },
    {
      "epoch": 8.71,
      "learning_rate": 3.6905333969815038e-06,
      "loss": 0.0013,
      "step": 2526
    },
    {
      "epoch": 8.71,
      "learning_rate": 3.6833144131883446e-06,
      "loss": 0.0047,
      "step": 2527
    },
    {
      "epoch": 8.72,
      "learning_rate": 3.6761009025964657e-06,
      "loss": 0.002,
      "step": 2528
    },
    {
      "epoch": 8.72,
      "learning_rate": 3.6688928714561444e-06,
      "loss": 0.0028,
      "step": 2529
    },
    {
      "epoch": 8.72,
      "learning_rate": 3.661690326012897e-06,
      "loss": 0.0017,
      "step": 2530
    },
    {
      "epoch": 8.73,
      "learning_rate": 3.654493272507499e-06,
      "loss": 0.0023,
      "step": 2531
    },
    {
      "epoch": 8.73,
      "learning_rate": 3.6473017171759563e-06,
      "loss": 0.0017,
      "step": 2532
    },
    {
      "epoch": 8.73,
      "learning_rate": 3.640115666249522e-06,
      "loss": 0.0026,
      "step": 2533
    },
    {
      "epoch": 8.74,
      "learning_rate": 3.6329351259546674e-06,
      "loss": 0.0019,
      "step": 2534
    },
    {
      "epoch": 8.74,
      "learning_rate": 3.625760102513103e-06,
      "loss": 0.0024,
      "step": 2535
    },
    {
      "epoch": 8.74,
      "learning_rate": 3.6185906021417484e-06,
      "loss": 0.0023,
      "step": 2536
    },
    {
      "epoch": 8.75,
      "learning_rate": 3.6114266310527367e-06,
      "loss": 0.0024,
      "step": 2537
    },
    {
      "epoch": 8.75,
      "learning_rate": 3.604268195453421e-06,
      "loss": 0.0009,
      "step": 2538
    },
    {
      "epoch": 8.76,
      "learning_rate": 3.5971153015463487e-06,
      "loss": 0.0032,
      "step": 2539
    },
    {
      "epoch": 8.76,
      "learning_rate": 3.5899679555292654e-06,
      "loss": 0.0029,
      "step": 2540
    },
    {
      "epoch": 8.76,
      "learning_rate": 3.582826163595119e-06,
      "loss": 0.0004,
      "step": 2541
    },
    {
      "epoch": 8.77,
      "learning_rate": 3.5756899319320305e-06,
      "loss": 0.003,
      "step": 2542
    },
    {
      "epoch": 8.77,
      "learning_rate": 3.568559266723318e-06,
      "loss": 0.0012,
      "step": 2543
    },
    {
      "epoch": 8.77,
      "learning_rate": 3.5614341741474633e-06,
      "loss": 0.0079,
      "step": 2544
    },
    {
      "epoch": 8.78,
      "learning_rate": 3.554314660378133e-06,
      "loss": 0.0016,
      "step": 2545
    },
    {
      "epoch": 8.78,
      "learning_rate": 3.547200731584145e-06,
      "loss": 0.0015,
      "step": 2546
    },
    {
      "epoch": 8.78,
      "learning_rate": 3.540092393929494e-06,
      "loss": 0.0021,
      "step": 2547
    },
    {
      "epoch": 8.79,
      "learning_rate": 3.5329896535733133e-06,
      "loss": 0.0015,
      "step": 2548
    },
    {
      "epoch": 8.79,
      "learning_rate": 3.525892516669902e-06,
      "loss": 0.0004,
      "step": 2549
    },
    {
      "epoch": 8.79,
      "learning_rate": 3.5188009893686916e-06,
      "loss": 0.0026,
      "step": 2550
    },
    {
      "epoch": 8.8,
      "learning_rate": 3.511715077814264e-06,
      "loss": 0.0025,
      "step": 2551
    },
    {
      "epoch": 8.8,
      "learning_rate": 3.504634788146322e-06,
      "loss": 0.0013,
      "step": 2552
    },
    {
      "epoch": 8.8,
      "learning_rate": 3.4975601264997094e-06,
      "loss": 0.0009,
      "step": 2553
    },
    {
      "epoch": 8.81,
      "learning_rate": 3.4904910990043926e-06,
      "loss": 0.0026,
      "step": 2554
    },
    {
      "epoch": 8.81,
      "learning_rate": 3.483427711785449e-06,
      "loss": 0.0019,
      "step": 2555
    },
    {
      "epoch": 8.81,
      "learning_rate": 3.476369970963072e-06,
      "loss": 0.0021,
      "step": 2556
    },
    {
      "epoch": 8.82,
      "learning_rate": 3.4693178826525587e-06,
      "loss": 0.0007,
      "step": 2557
    },
    {
      "epoch": 8.82,
      "learning_rate": 3.462271452964321e-06,
      "loss": 0.0004,
      "step": 2558
    },
    {
      "epoch": 8.82,
      "learning_rate": 3.455230688003852e-06,
      "loss": 0.0014,
      "step": 2559
    },
    {
      "epoch": 8.83,
      "learning_rate": 3.4481955938717514e-06,
      "loss": 0.0045,
      "step": 2560
    },
    {
      "epoch": 8.83,
      "learning_rate": 3.4411661766636917e-06,
      "loss": 0.0025,
      "step": 2561
    },
    {
      "epoch": 8.83,
      "learning_rate": 3.4341424424704373e-06,
      "loss": 0.0018,
      "step": 2562
    },
    {
      "epoch": 8.84,
      "learning_rate": 3.42712439737782e-06,
      "loss": 0.0012,
      "step": 2563
    },
    {
      "epoch": 8.84,
      "learning_rate": 3.4201120474667506e-06,
      "loss": 0.0016,
      "step": 2564
    },
    {
      "epoch": 8.84,
      "learning_rate": 3.4131053988131947e-06,
      "loss": 0.0016,
      "step": 2565
    },
    {
      "epoch": 8.85,
      "learning_rate": 3.406104457488192e-06,
      "loss": 0.0042,
      "step": 2566
    },
    {
      "epoch": 8.85,
      "learning_rate": 3.399109229557821e-06,
      "loss": 0.0009,
      "step": 2567
    },
    {
      "epoch": 8.86,
      "learning_rate": 3.3921197210832235e-06,
      "loss": 0.0048,
      "step": 2568
    },
    {
      "epoch": 8.86,
      "learning_rate": 3.3851359381205753e-06,
      "loss": 0.001,
      "step": 2569
    },
    {
      "epoch": 8.86,
      "learning_rate": 3.3781578867211016e-06,
      "loss": 0.0023,
      "step": 2570
    },
    {
      "epoch": 8.87,
      "learning_rate": 3.3711855729310482e-06,
      "loss": 0.0013,
      "step": 2571
    },
    {
      "epoch": 8.87,
      "learning_rate": 3.364219002791703e-06,
      "loss": 0.0017,
      "step": 2572
    },
    {
      "epoch": 8.87,
      "learning_rate": 3.3572581823393656e-06,
      "loss": 0.0037,
      "step": 2573
    },
    {
      "epoch": 8.88,
      "learning_rate": 3.3503031176053657e-06,
      "loss": 0.0033,
      "step": 2574
    },
    {
      "epoch": 8.88,
      "learning_rate": 3.343353814616036e-06,
      "loss": 0.0021,
      "step": 2575
    },
    {
      "epoch": 8.88,
      "learning_rate": 3.336410279392719e-06,
      "loss": 0.0009,
      "step": 2576
    },
    {
      "epoch": 8.89,
      "learning_rate": 3.3294725179517573e-06,
      "loss": 0.0012,
      "step": 2577
    },
    {
      "epoch": 8.89,
      "learning_rate": 3.3225405363045016e-06,
      "loss": 0.0011,
      "step": 2578
    },
    {
      "epoch": 8.89,
      "learning_rate": 3.315614340457279e-06,
      "loss": 0.0044,
      "step": 2579
    },
    {
      "epoch": 8.9,
      "learning_rate": 3.308693936411421e-06,
      "loss": 0.0077,
      "step": 2580
    },
    {
      "epoch": 8.9,
      "learning_rate": 3.3017793301632216e-06,
      "loss": 0.0015,
      "step": 2581
    },
    {
      "epoch": 8.9,
      "learning_rate": 3.2948705277039694e-06,
      "loss": 0.0015,
      "step": 2582
    },
    {
      "epoch": 8.91,
      "learning_rate": 3.287967535019908e-06,
      "loss": 0.0028,
      "step": 2583
    },
    {
      "epoch": 8.91,
      "learning_rate": 3.2810703580922576e-06,
      "loss": 0.0005,
      "step": 2584
    },
    {
      "epoch": 8.91,
      "learning_rate": 3.2741790028972e-06,
      "loss": 0.0111,
      "step": 2585
    },
    {
      "epoch": 8.92,
      "learning_rate": 3.2672934754058615e-06,
      "loss": 0.0015,
      "step": 2586
    },
    {
      "epoch": 8.92,
      "learning_rate": 3.260413781584334e-06,
      "loss": 0.0016,
      "step": 2587
    },
    {
      "epoch": 8.92,
      "learning_rate": 3.2535399273936407e-06,
      "loss": 0.01,
      "step": 2588
    },
    {
      "epoch": 8.93,
      "learning_rate": 3.2466719187897555e-06,
      "loss": 0.0004,
      "step": 2589
    },
    {
      "epoch": 8.93,
      "learning_rate": 3.239809761723579e-06,
      "loss": 0.0028,
      "step": 2590
    },
    {
      "epoch": 8.93,
      "learning_rate": 3.232953462140952e-06,
      "loss": 0.0048,
      "step": 2591
    },
    {
      "epoch": 8.94,
      "learning_rate": 3.2261030259826287e-06,
      "loss": 0.0042,
      "step": 2592
    },
    {
      "epoch": 8.94,
      "learning_rate": 3.2192584591842856e-06,
      "loss": 0.0015,
      "step": 2593
    },
    {
      "epoch": 8.94,
      "learning_rate": 3.2124197676765224e-06,
      "loss": 0.0019,
      "step": 2594
    },
    {
      "epoch": 8.95,
      "learning_rate": 3.2055869573848374e-06,
      "loss": 0.0042,
      "step": 2595
    },
    {
      "epoch": 8.95,
      "learning_rate": 3.1987600342296356e-06,
      "loss": 0.0014,
      "step": 2596
    },
    {
      "epoch": 8.96,
      "learning_rate": 3.1919390041262256e-06,
      "loss": 0.0022,
      "step": 2597
    },
    {
      "epoch": 8.96,
      "learning_rate": 3.1851238729848033e-06,
      "loss": 0.0004,
      "step": 2598
    },
    {
      "epoch": 8.96,
      "learning_rate": 3.178314646710463e-06,
      "loss": 0.0036,
      "step": 2599
    },
    {
      "epoch": 8.97,
      "learning_rate": 3.1715113312031674e-06,
      "loss": 0.0008,
      "step": 2600
    },
    {
      "epoch": 8.97,
      "learning_rate": 3.164713932357776e-06,
      "loss": 0.0035,
      "step": 2601
    },
    {
      "epoch": 8.97,
      "learning_rate": 3.1579224560640044e-06,
      "loss": 0.0027,
      "step": 2602
    },
    {
      "epoch": 8.98,
      "learning_rate": 3.1511369082064514e-06,
      "loss": 0.0023,
      "step": 2603
    },
    {
      "epoch": 8.98,
      "learning_rate": 3.144357294664565e-06,
      "loss": 0.0031,
      "step": 2604
    },
    {
      "epoch": 8.98,
      "learning_rate": 3.1375836213126653e-06,
      "loss": 0.0032,
      "step": 2605
    },
    {
      "epoch": 8.99,
      "learning_rate": 3.130815894019913e-06,
      "loss": 0.0054,
      "step": 2606
    },
    {
      "epoch": 8.99,
      "learning_rate": 3.124054118650327e-06,
      "loss": 0.0039,
      "step": 2607
    },
    {
      "epoch": 8.99,
      "learning_rate": 3.11729830106276e-06,
      "loss": 0.0031,
      "step": 2608
    },
    {
      "epoch": 9.0,
      "learning_rate": 3.1105484471109103e-06,
      "loss": 0.0053,
      "step": 2609
    },
    {
      "epoch": 9.0,
      "learning_rate": 3.103804562643302e-06,
      "loss": 0.0017,
      "step": 2610
    },
    {
      "epoch": 9.0,
      "learning_rate": 3.0970666535032943e-06,
      "loss": 0.0005,
      "step": 2611
    },
    {
      "epoch": 9.01,
      "learning_rate": 3.0903347255290593e-06,
      "loss": 0.0055,
      "step": 2612
    },
    {
      "epoch": 9.01,
      "learning_rate": 3.0836087845536e-06,
      "loss": 0.0014,
      "step": 2613
    },
    {
      "epoch": 9.01,
      "learning_rate": 3.076888836404719e-06,
      "loss": 0.0022,
      "step": 2614
    },
    {
      "epoch": 9.02,
      "learning_rate": 3.0701748869050285e-06,
      "loss": 0.0008,
      "step": 2615
    },
    {
      "epoch": 9.02,
      "learning_rate": 3.063466941871952e-06,
      "loss": 0.0029,
      "step": 2616
    },
    {
      "epoch": 9.02,
      "learning_rate": 3.0567650071177002e-06,
      "loss": 0.0006,
      "step": 2617
    },
    {
      "epoch": 9.03,
      "learning_rate": 3.0500690884492836e-06,
      "loss": 0.0015,
      "step": 2618
    },
    {
      "epoch": 9.03,
      "learning_rate": 3.043379191668492e-06,
      "loss": 0.001,
      "step": 2619
    },
    {
      "epoch": 9.03,
      "learning_rate": 3.0366953225719076e-06,
      "loss": 0.0012,
      "step": 2620
    },
    {
      "epoch": 9.04,
      "learning_rate": 3.030017486950879e-06,
      "loss": 0.0004,
      "step": 2621
    },
    {
      "epoch": 9.04,
      "learning_rate": 3.023345690591537e-06,
      "loss": 0.0018,
      "step": 2622
    },
    {
      "epoch": 9.04,
      "learning_rate": 3.016679939274768e-06,
      "loss": 0.0011,
      "step": 2623
    },
    {
      "epoch": 9.05,
      "learning_rate": 3.0100202387762357e-06,
      "loss": 0.0012,
      "step": 2624
    },
    {
      "epoch": 9.05,
      "learning_rate": 3.003366594866345e-06,
      "loss": 0.0012,
      "step": 2625
    },
    {
      "epoch": 9.06,
      "learning_rate": 2.9967190133102676e-06,
      "loss": 0.0068,
      "step": 2626
    },
    {
      "epoch": 9.06,
      "learning_rate": 2.990077499867907e-06,
      "loss": 0.0016,
      "step": 2627
    },
    {
      "epoch": 9.06,
      "learning_rate": 2.983442060293926e-06,
      "loss": 0.0009,
      "step": 2628
    },
    {
      "epoch": 9.07,
      "learning_rate": 2.9768127003377077e-06,
      "loss": 0.0005,
      "step": 2629
    },
    {
      "epoch": 9.07,
      "learning_rate": 2.970189425743383e-06,
      "loss": 0.001,
      "step": 2630
    },
    {
      "epoch": 9.07,
      "learning_rate": 2.963572242249799e-06,
      "loss": 0.0009,
      "step": 2631
    },
    {
      "epoch": 9.08,
      "learning_rate": 2.956961155590525e-06,
      "loss": 0.0011,
      "step": 2632
    },
    {
      "epoch": 9.08,
      "learning_rate": 2.9503561714938576e-06,
      "loss": 0.0009,
      "step": 2633
    },
    {
      "epoch": 9.08,
      "learning_rate": 2.9437572956827965e-06,
      "loss": 0.0018,
      "step": 2634
    },
    {
      "epoch": 9.09,
      "learning_rate": 2.9371645338750477e-06,
      "loss": 0.0005,
      "step": 2635
    },
    {
      "epoch": 9.09,
      "learning_rate": 2.9305778917830306e-06,
      "loss": 0.0021,
      "step": 2636
    },
    {
      "epoch": 9.09,
      "learning_rate": 2.9239973751138495e-06,
      "loss": 0.0014,
      "step": 2637
    },
    {
      "epoch": 9.1,
      "learning_rate": 2.917422989569311e-06,
      "loss": 0.0014,
      "step": 2638
    },
    {
      "epoch": 9.1,
      "learning_rate": 2.910854740845899e-06,
      "loss": 0.0014,
      "step": 2639
    },
    {
      "epoch": 9.1,
      "learning_rate": 2.9042926346347932e-06,
      "loss": 0.0004,
      "step": 2640
    },
    {
      "epoch": 9.11,
      "learning_rate": 2.8977366766218372e-06,
      "loss": 0.0003,
      "step": 2641
    },
    {
      "epoch": 9.11,
      "learning_rate": 2.8911868724875604e-06,
      "loss": 0.0009,
      "step": 2642
    },
    {
      "epoch": 9.11,
      "learning_rate": 2.884643227907147e-06,
      "loss": 0.0025,
      "step": 2643
    },
    {
      "epoch": 9.12,
      "learning_rate": 2.878105748550455e-06,
      "loss": 0.0012,
      "step": 2644
    },
    {
      "epoch": 9.12,
      "learning_rate": 2.8715744400819976e-06,
      "loss": 0.0032,
      "step": 2645
    },
    {
      "epoch": 9.12,
      "learning_rate": 2.8650493081609344e-06,
      "loss": 0.0021,
      "step": 2646
    },
    {
      "epoch": 9.13,
      "learning_rate": 2.8585303584410852e-06,
      "loss": 0.0013,
      "step": 2647
    },
    {
      "epoch": 9.13,
      "learning_rate": 2.852017596570901e-06,
      "loss": 0.0022,
      "step": 2648
    },
    {
      "epoch": 9.13,
      "learning_rate": 2.8455110281934804e-06,
      "loss": 0.0003,
      "step": 2649
    },
    {
      "epoch": 9.14,
      "learning_rate": 2.8390106589465514e-06,
      "loss": 0.0019,
      "step": 2650
    },
    {
      "epoch": 9.14,
      "learning_rate": 2.832516494462467e-06,
      "loss": 0.0005,
      "step": 2651
    },
    {
      "epoch": 9.14,
      "learning_rate": 2.8260285403682153e-06,
      "loss": 0.0003,
      "step": 2652
    },
    {
      "epoch": 9.15,
      "learning_rate": 2.8195468022853912e-06,
      "loss": 0.0013,
      "step": 2653
    },
    {
      "epoch": 9.15,
      "learning_rate": 2.8130712858302068e-06,
      "loss": 0.0007,
      "step": 2654
    },
    {
      "epoch": 9.16,
      "learning_rate": 2.8066019966134907e-06,
      "loss": 0.0009,
      "step": 2655
    },
    {
      "epoch": 9.16,
      "learning_rate": 2.8001389402406644e-06,
      "loss": 0.0019,
      "step": 2656
    },
    {
      "epoch": 9.16,
      "learning_rate": 2.7936821223117617e-06,
      "loss": 0.001,
      "step": 2657
    },
    {
      "epoch": 9.17,
      "learning_rate": 2.7872315484213954e-06,
      "loss": 0.0016,
      "step": 2658
    },
    {
      "epoch": 9.17,
      "learning_rate": 2.780787224158785e-06,
      "loss": 0.0009,
      "step": 2659
    },
    {
      "epoch": 9.17,
      "learning_rate": 2.7743491551077197e-06,
      "loss": 0.0023,
      "step": 2660
    },
    {
      "epoch": 9.18,
      "learning_rate": 2.7679173468465813e-06,
      "loss": 0.002,
      "step": 2661
    },
    {
      "epoch": 9.18,
      "learning_rate": 2.7614918049483166e-06,
      "loss": 0.0013,
      "step": 2662
    },
    {
      "epoch": 9.18,
      "learning_rate": 2.755072534980451e-06,
      "loss": 0.0005,
      "step": 2663
    },
    {
      "epoch": 9.19,
      "learning_rate": 2.7486595425050667e-06,
      "loss": 0.0015,
      "step": 2664
    },
    {
      "epoch": 9.19,
      "learning_rate": 2.742252833078818e-06,
      "loss": 0.0018,
      "step": 2665
    },
    {
      "epoch": 9.19,
      "learning_rate": 2.735852412252903e-06,
      "loss": 0.001,
      "step": 2666
    },
    {
      "epoch": 9.2,
      "learning_rate": 2.7294582855730835e-06,
      "loss": 0.001,
      "step": 2667
    },
    {
      "epoch": 9.2,
      "learning_rate": 2.723070458579653e-06,
      "loss": 0.0005,
      "step": 2668
    },
    {
      "epoch": 9.2,
      "learning_rate": 2.7166889368074624e-06,
      "loss": 0.0024,
      "step": 2669
    },
    {
      "epoch": 9.21,
      "learning_rate": 2.7103137257858867e-06,
      "loss": 0.0014,
      "step": 2670
    },
    {
      "epoch": 9.21,
      "learning_rate": 2.703944831038836e-06,
      "loss": 0.0006,
      "step": 2671
    },
    {
      "epoch": 9.21,
      "learning_rate": 2.6975822580847546e-06,
      "loss": 0.001,
      "step": 2672
    },
    {
      "epoch": 9.22,
      "learning_rate": 2.6912260124366007e-06,
      "loss": 0.0008,
      "step": 2673
    },
    {
      "epoch": 9.22,
      "learning_rate": 2.684876099601851e-06,
      "loss": 0.0006,
      "step": 2674
    },
    {
      "epoch": 9.22,
      "learning_rate": 2.678532525082498e-06,
      "loss": 0.0012,
      "step": 2675
    },
    {
      "epoch": 9.23,
      "learning_rate": 2.672195294375045e-06,
      "loss": 0.0009,
      "step": 2676
    },
    {
      "epoch": 9.23,
      "learning_rate": 2.6658644129704904e-06,
      "loss": 0.0004,
      "step": 2677
    },
    {
      "epoch": 9.23,
      "learning_rate": 2.6595398863543407e-06,
      "loss": 0.0015,
      "step": 2678
    },
    {
      "epoch": 9.24,
      "learning_rate": 2.6532217200065856e-06,
      "loss": 0.001,
      "step": 2679
    },
    {
      "epoch": 9.24,
      "learning_rate": 2.6469099194017144e-06,
      "loss": 0.0017,
      "step": 2680
    },
    {
      "epoch": 9.24,
      "learning_rate": 2.640604490008691e-06,
      "loss": 0.001,
      "step": 2681
    },
    {
      "epoch": 9.25,
      "learning_rate": 2.634305437290968e-06,
      "loss": 0.0012,
      "step": 2682
    },
    {
      "epoch": 9.25,
      "learning_rate": 2.628012766706465e-06,
      "loss": 0.001,
      "step": 2683
    },
    {
      "epoch": 9.26,
      "learning_rate": 2.6217264837075773e-06,
      "loss": 0.0004,
      "step": 2684
    },
    {
      "epoch": 9.26,
      "learning_rate": 2.615446593741161e-06,
      "loss": 0.0015,
      "step": 2685
    },
    {
      "epoch": 9.26,
      "learning_rate": 2.609173102248539e-06,
      "loss": 0.002,
      "step": 2686
    },
    {
      "epoch": 9.27,
      "learning_rate": 2.6029060146654804e-06,
      "loss": 0.0008,
      "step": 2687
    },
    {
      "epoch": 9.27,
      "learning_rate": 2.596645336422219e-06,
      "loss": 0.0002,
      "step": 2688
    },
    {
      "epoch": 9.27,
      "learning_rate": 2.590391072943423e-06,
      "loss": 0.0013,
      "step": 2689
    },
    {
      "epoch": 9.28,
      "learning_rate": 2.584143229648207e-06,
      "loss": 0.002,
      "step": 2690
    },
    {
      "epoch": 9.28,
      "learning_rate": 2.577901811950121e-06,
      "loss": 0.0007,
      "step": 2691
    },
    {
      "epoch": 9.28,
      "learning_rate": 2.5716668252571542e-06,
      "loss": 0.0017,
      "step": 2692
    },
    {
      "epoch": 9.29,
      "learning_rate": 2.565438274971712e-06,
      "loss": 0.0017,
      "step": 2693
    },
    {
      "epoch": 9.29,
      "learning_rate": 2.5592161664906366e-06,
      "loss": 0.0017,
      "step": 2694
    },
    {
      "epoch": 9.29,
      "learning_rate": 2.5530005052051742e-06,
      "loss": 0.0019,
      "step": 2695
    },
    {
      "epoch": 9.3,
      "learning_rate": 2.546791296500999e-06,
      "loss": 0.0005,
      "step": 2696
    },
    {
      "epoch": 9.3,
      "learning_rate": 2.5405885457581793e-06,
      "loss": 0.0008,
      "step": 2697
    },
    {
      "epoch": 9.3,
      "learning_rate": 2.5343922583512026e-06,
      "loss": 0.0102,
      "step": 2698
    },
    {
      "epoch": 9.31,
      "learning_rate": 2.5282024396489435e-06,
      "loss": 0.0033,
      "step": 2699
    },
    {
      "epoch": 9.31,
      "learning_rate": 2.522019095014683e-06,
      "loss": 0.0009,
      "step": 2700
    },
    {
      "epoch": 9.31,
      "learning_rate": 2.5158422298060805e-06,
      "loss": 0.003,
      "step": 2701
    },
    {
      "epoch": 9.32,
      "learning_rate": 2.509671849375194e-06,
      "loss": 0.0013,
      "step": 2702
    },
    {
      "epoch": 9.32,
      "learning_rate": 2.5035079590684496e-06,
      "loss": 0.0017,
      "step": 2703
    },
    {
      "epoch": 9.32,
      "learning_rate": 2.4973505642266625e-06,
      "loss": 0.0006,
      "step": 2704
    },
    {
      "epoch": 9.33,
      "learning_rate": 2.4911996701850083e-06,
      "loss": 0.0029,
      "step": 2705
    },
    {
      "epoch": 9.33,
      "learning_rate": 2.48505528227304e-06,
      "loss": 0.0006,
      "step": 2706
    },
    {
      "epoch": 9.33,
      "learning_rate": 2.478917405814665e-06,
      "loss": 0.0007,
      "step": 2707
    },
    {
      "epoch": 9.34,
      "learning_rate": 2.472786046128156e-06,
      "loss": 0.0017,
      "step": 2708
    },
    {
      "epoch": 9.34,
      "learning_rate": 2.4666612085261344e-06,
      "loss": 0.005,
      "step": 2709
    },
    {
      "epoch": 9.34,
      "learning_rate": 2.4605428983155667e-06,
      "loss": 0.0008,
      "step": 2710
    },
    {
      "epoch": 9.35,
      "learning_rate": 2.4544311207977754e-06,
      "loss": 0.0004,
      "step": 2711
    },
    {
      "epoch": 9.35,
      "learning_rate": 2.4483258812684096e-06,
      "loss": 0.0003,
      "step": 2712
    },
    {
      "epoch": 9.36,
      "learning_rate": 2.442227185017465e-06,
      "loss": 0.0014,
      "step": 2713
    },
    {
      "epoch": 9.36,
      "learning_rate": 2.4361350373292567e-06,
      "loss": 0.0023,
      "step": 2714
    },
    {
      "epoch": 9.36,
      "learning_rate": 2.4300494434824373e-06,
      "loss": 0.0014,
      "step": 2715
    },
    {
      "epoch": 9.37,
      "learning_rate": 2.4239704087499683e-06,
      "loss": 0.0004,
      "step": 2716
    },
    {
      "epoch": 9.37,
      "learning_rate": 2.4178979383991407e-06,
      "loss": 0.0007,
      "step": 2717
    },
    {
      "epoch": 9.37,
      "learning_rate": 2.411832037691545e-06,
      "loss": 0.0027,
      "step": 2718
    },
    {
      "epoch": 9.38,
      "learning_rate": 2.405772711883092e-06,
      "loss": 0.0014,
      "step": 2719
    },
    {
      "epoch": 9.38,
      "learning_rate": 2.3997199662239825e-06,
      "loss": 0.0005,
      "step": 2720
    },
    {
      "epoch": 9.38,
      "learning_rate": 2.3936738059587284e-06,
      "loss": 0.0013,
      "step": 2721
    },
    {
      "epoch": 9.39,
      "learning_rate": 2.387634236326125e-06,
      "loss": 0.0008,
      "step": 2722
    },
    {
      "epoch": 9.39,
      "learning_rate": 2.3816012625592657e-06,
      "loss": 0.0007,
      "step": 2723
    },
    {
      "epoch": 9.39,
      "learning_rate": 2.37557488988552e-06,
      "loss": 0.0003,
      "step": 2724
    },
    {
      "epoch": 9.4,
      "learning_rate": 2.3695551235265492e-06,
      "loss": 0.0011,
      "step": 2725
    },
    {
      "epoch": 9.4,
      "learning_rate": 2.3635419686982763e-06,
      "loss": 0.0016,
      "step": 2726
    },
    {
      "epoch": 9.4,
      "learning_rate": 2.35753543061091e-06,
      "loss": 0.0059,
      "step": 2727
    },
    {
      "epoch": 9.41,
      "learning_rate": 2.3515355144689155e-06,
      "loss": 0.0006,
      "step": 2728
    },
    {
      "epoch": 9.41,
      "learning_rate": 2.3455422254710236e-06,
      "loss": 0.0009,
      "step": 2729
    },
    {
      "epoch": 9.41,
      "learning_rate": 2.339555568810221e-06,
      "loss": 0.0021,
      "step": 2730
    },
    {
      "epoch": 9.42,
      "learning_rate": 2.3335755496737543e-06,
      "loss": 0.0003,
      "step": 2731
    },
    {
      "epoch": 9.42,
      "learning_rate": 2.3276021732431096e-06,
      "loss": 0.0022,
      "step": 2732
    },
    {
      "epoch": 9.42,
      "learning_rate": 2.321635444694028e-06,
      "loss": 0.001,
      "step": 2733
    },
    {
      "epoch": 9.43,
      "learning_rate": 2.3156753691964774e-06,
      "loss": 0.0023,
      "step": 2734
    },
    {
      "epoch": 9.43,
      "learning_rate": 2.309721951914675e-06,
      "loss": 0.0026,
      "step": 2735
    },
    {
      "epoch": 9.43,
      "learning_rate": 2.3037751980070557e-06,
      "loss": 0.0002,
      "step": 2736
    },
    {
      "epoch": 9.44,
      "learning_rate": 2.29783511262629e-06,
      "loss": 0.0007,
      "step": 2737
    },
    {
      "epoch": 9.44,
      "learning_rate": 2.2919017009192703e-06,
      "loss": 0.0015,
      "step": 2738
    },
    {
      "epoch": 9.44,
      "learning_rate": 2.2859749680270983e-06,
      "loss": 0.0011,
      "step": 2739
    },
    {
      "epoch": 9.45,
      "learning_rate": 2.2800549190850997e-06,
      "loss": 0.0023,
      "step": 2740
    },
    {
      "epoch": 9.45,
      "learning_rate": 2.274141559222797e-06,
      "loss": 0.0011,
      "step": 2741
    },
    {
      "epoch": 9.46,
      "learning_rate": 2.2682348935639274e-06,
      "loss": 0.0015,
      "step": 2742
    },
    {
      "epoch": 9.46,
      "learning_rate": 2.2623349272264205e-06,
      "loss": 0.0006,
      "step": 2743
    },
    {
      "epoch": 9.46,
      "learning_rate": 2.2564416653224074e-06,
      "loss": 0.0014,
      "step": 2744
    },
    {
      "epoch": 9.47,
      "learning_rate": 2.2505551129582047e-06,
      "loss": 0.0006,
      "step": 2745
    },
    {
      "epoch": 9.47,
      "learning_rate": 2.244675275234315e-06,
      "loss": 0.0012,
      "step": 2746
    },
    {
      "epoch": 9.47,
      "learning_rate": 2.23880215724543e-06,
      "loss": 0.0009,
      "step": 2747
    },
    {
      "epoch": 9.48,
      "learning_rate": 2.2329357640804118e-06,
      "loss": 0.0021,
      "step": 2748
    },
    {
      "epoch": 9.48,
      "learning_rate": 2.2270761008222953e-06,
      "loss": 0.0006,
      "step": 2749
    },
    {
      "epoch": 9.48,
      "learning_rate": 2.2212231725482914e-06,
      "loss": 0.0009,
      "step": 2750
    },
    {
      "epoch": 9.49,
      "learning_rate": 2.215376984329767e-06,
      "loss": 0.0012,
      "step": 2751
    },
    {
      "epoch": 9.49,
      "learning_rate": 2.2095375412322563e-06,
      "loss": 0.0007,
      "step": 2752
    },
    {
      "epoch": 9.49,
      "learning_rate": 2.2037048483154422e-06,
      "loss": 0.0018,
      "step": 2753
    },
    {
      "epoch": 9.5,
      "learning_rate": 2.1978789106331666e-06,
      "loss": 0.0003,
      "step": 2754
    },
    {
      "epoch": 9.5,
      "learning_rate": 2.192059733233408e-06,
      "loss": 0.0006,
      "step": 2755
    },
    {
      "epoch": 9.5,
      "learning_rate": 2.186247321158299e-06,
      "loss": 0.0045,
      "step": 2756
    },
    {
      "epoch": 9.51,
      "learning_rate": 2.1804416794441e-06,
      "loss": 0.0017,
      "step": 2757
    },
    {
      "epoch": 9.51,
      "learning_rate": 2.1746428131212126e-06,
      "loss": 0.0016,
      "step": 2758
    },
    {
      "epoch": 9.51,
      "learning_rate": 2.168850727214161e-06,
      "loss": 0.001,
      "step": 2759
    },
    {
      "epoch": 9.52,
      "learning_rate": 2.163065426741603e-06,
      "loss": 0.0035,
      "step": 2760
    },
    {
      "epoch": 9.52,
      "learning_rate": 2.157286916716307e-06,
      "loss": 0.0007,
      "step": 2761
    },
    {
      "epoch": 9.52,
      "learning_rate": 2.151515202145168e-06,
      "loss": 0.0018,
      "step": 2762
    },
    {
      "epoch": 9.53,
      "learning_rate": 2.1457502880291815e-06,
      "loss": 0.0003,
      "step": 2763
    },
    {
      "epoch": 9.53,
      "learning_rate": 2.1399921793634626e-06,
      "loss": 0.0012,
      "step": 2764
    },
    {
      "epoch": 9.53,
      "learning_rate": 2.1342408811372217e-06,
      "loss": 0.001,
      "step": 2765
    },
    {
      "epoch": 9.54,
      "learning_rate": 2.128496398333768e-06,
      "loss": 0.0026,
      "step": 2766
    },
    {
      "epoch": 9.54,
      "learning_rate": 2.1227587359305137e-06,
      "loss": 0.0011,
      "step": 2767
    },
    {
      "epoch": 9.54,
      "learning_rate": 2.117027898898948e-06,
      "loss": 0.0021,
      "step": 2768
    },
    {
      "epoch": 9.55,
      "learning_rate": 2.1113038922046603e-06,
      "loss": 0.0015,
      "step": 2769
    },
    {
      "epoch": 9.55,
      "learning_rate": 2.10558672080731e-06,
      "loss": 0.0003,
      "step": 2770
    },
    {
      "epoch": 9.56,
      "learning_rate": 2.099876389660643e-06,
      "loss": 0.001,
      "step": 2771
    },
    {
      "epoch": 9.56,
      "learning_rate": 2.09417290371247e-06,
      "loss": 0.0035,
      "step": 2772
    },
    {
      "epoch": 9.56,
      "learning_rate": 2.088476267904681e-06,
      "loss": 0.0014,
      "step": 2773
    },
    {
      "epoch": 9.57,
      "learning_rate": 2.0827864871732174e-06,
      "loss": 0.0004,
      "step": 2774
    },
    {
      "epoch": 9.57,
      "learning_rate": 2.0771035664480944e-06,
      "loss": 0.0017,
      "step": 2775
    },
    {
      "epoch": 9.57,
      "learning_rate": 2.0714275106533697e-06,
      "loss": 0.0009,
      "step": 2776
    },
    {
      "epoch": 9.58,
      "learning_rate": 2.0657583247071677e-06,
      "loss": 0.0008,
      "step": 2777
    },
    {
      "epoch": 9.58,
      "learning_rate": 2.0600960135216463e-06,
      "loss": 0.0008,
      "step": 2778
    },
    {
      "epoch": 9.58,
      "learning_rate": 2.0544405820030165e-06,
      "loss": 0.0021,
      "step": 2779
    },
    {
      "epoch": 9.59,
      "learning_rate": 2.048792035051521e-06,
      "loss": 0.0003,
      "step": 2780
    },
    {
      "epoch": 9.59,
      "learning_rate": 2.0431503775614457e-06,
      "loss": 0.0005,
      "step": 2781
    },
    {
      "epoch": 9.59,
      "learning_rate": 2.0375156144210974e-06,
      "loss": 0.0026,
      "step": 2782
    },
    {
      "epoch": 9.6,
      "learning_rate": 2.0318877505128177e-06,
      "loss": 0.0006,
      "step": 2783
    },
    {
      "epoch": 9.6,
      "learning_rate": 2.026266790712965e-06,
      "loss": 0.003,
      "step": 2784
    },
    {
      "epoch": 9.6,
      "learning_rate": 2.020652739891914e-06,
      "loss": 0.0003,
      "step": 2785
    },
    {
      "epoch": 9.61,
      "learning_rate": 2.015045602914062e-06,
      "loss": 0.0009,
      "step": 2786
    },
    {
      "epoch": 9.61,
      "learning_rate": 2.009445384637805e-06,
      "loss": 0.0003,
      "step": 2787
    },
    {
      "epoch": 9.61,
      "learning_rate": 2.003852089915548e-06,
      "loss": 0.0005,
      "step": 2788
    },
    {
      "epoch": 9.62,
      "learning_rate": 1.9982657235937018e-06,
      "loss": 0.0003,
      "step": 2789
    },
    {
      "epoch": 9.62,
      "learning_rate": 1.9926862905126663e-06,
      "loss": 0.0014,
      "step": 2790
    },
    {
      "epoch": 9.62,
      "learning_rate": 1.987113795506841e-06,
      "loss": 0.002,
      "step": 2791
    },
    {
      "epoch": 9.63,
      "learning_rate": 1.9815482434046062e-06,
      "loss": 0.0018,
      "step": 2792
    },
    {
      "epoch": 9.63,
      "learning_rate": 1.9759896390283362e-06,
      "loss": 0.0016,
      "step": 2793
    },
    {
      "epoch": 9.63,
      "learning_rate": 1.9704379871943746e-06,
      "loss": 0.0013,
      "step": 2794
    },
    {
      "epoch": 9.64,
      "learning_rate": 1.964893292713049e-06,
      "loss": 0.0053,
      "step": 2795
    },
    {
      "epoch": 9.64,
      "learning_rate": 1.959355560388654e-06,
      "loss": 0.0021,
      "step": 2796
    },
    {
      "epoch": 9.64,
      "learning_rate": 1.9538247950194556e-06,
      "loss": 0.0018,
      "step": 2797
    },
    {
      "epoch": 9.65,
      "learning_rate": 1.9483010013976766e-06,
      "loss": 0.0003,
      "step": 2798
    },
    {
      "epoch": 9.65,
      "learning_rate": 1.9427841843095063e-06,
      "loss": 0.0016,
      "step": 2799
    },
    {
      "epoch": 9.66,
      "learning_rate": 1.9372743485350887e-06,
      "loss": 0.0015,
      "step": 2800
    },
    {
      "epoch": 9.66,
      "learning_rate": 1.93177149884851e-06,
      "loss": 0.0027,
      "step": 2801
    },
    {
      "epoch": 9.66,
      "learning_rate": 1.9262756400178163e-06,
      "loss": 0.0002,
      "step": 2802
    },
    {
      "epoch": 9.67,
      "learning_rate": 1.920786776804986e-06,
      "loss": 0.0021,
      "step": 2803
    },
    {
      "epoch": 9.67,
      "learning_rate": 1.9153049139659386e-06,
      "loss": 0.0012,
      "step": 2804
    },
    {
      "epoch": 9.67,
      "learning_rate": 1.9098300562505266e-06,
      "loss": 0.0019,
      "step": 2805
    },
    {
      "epoch": 9.68,
      "learning_rate": 1.9043622084025404e-06,
      "loss": 0.0009,
      "step": 2806
    },
    {
      "epoch": 9.68,
      "learning_rate": 1.8989013751596864e-06,
      "loss": 0.0003,
      "step": 2807
    },
    {
      "epoch": 9.68,
      "learning_rate": 1.8934475612536019e-06,
      "loss": 0.0022,
      "step": 2808
    },
    {
      "epoch": 9.69,
      "learning_rate": 1.8880007714098347e-06,
      "loss": 0.0009,
      "step": 2809
    },
    {
      "epoch": 9.69,
      "learning_rate": 1.8825610103478531e-06,
      "loss": 0.002,
      "step": 2810
    },
    {
      "epoch": 9.69,
      "learning_rate": 1.8771282827810278e-06,
      "loss": 0.0016,
      "step": 2811
    },
    {
      "epoch": 9.7,
      "learning_rate": 1.8717025934166445e-06,
      "loss": 0.0019,
      "step": 2812
    },
    {
      "epoch": 9.7,
      "learning_rate": 1.8662839469558803e-06,
      "loss": 0.0017,
      "step": 2813
    },
    {
      "epoch": 9.7,
      "learning_rate": 1.8608723480938207e-06,
      "loss": 0.0017,
      "step": 2814
    },
    {
      "epoch": 9.71,
      "learning_rate": 1.8554678015194316e-06,
      "loss": 0.0006,
      "step": 2815
    },
    {
      "epoch": 9.71,
      "learning_rate": 1.8500703119155838e-06,
      "loss": 0.0015,
      "step": 2816
    },
    {
      "epoch": 9.71,
      "learning_rate": 1.8446798839590186e-06,
      "loss": 0.0003,
      "step": 2817
    },
    {
      "epoch": 9.72,
      "learning_rate": 1.8392965223203707e-06,
      "loss": 0.0006,
      "step": 2818
    },
    {
      "epoch": 9.72,
      "learning_rate": 1.8339202316641413e-06,
      "loss": 0.0004,
      "step": 2819
    },
    {
      "epoch": 9.72,
      "learning_rate": 1.8285510166487154e-06,
      "loss": 0.001,
      "step": 2820
    },
    {
      "epoch": 9.73,
      "learning_rate": 1.8231888819263377e-06,
      "loss": 0.0006,
      "step": 2821
    },
    {
      "epoch": 9.73,
      "learning_rate": 1.8178338321431266e-06,
      "loss": 0.0016,
      "step": 2822
    },
    {
      "epoch": 9.73,
      "learning_rate": 1.812485871939056e-06,
      "loss": 0.001,
      "step": 2823
    },
    {
      "epoch": 9.74,
      "learning_rate": 1.8071450059479579e-06,
      "loss": 0.0008,
      "step": 2824
    },
    {
      "epoch": 9.74,
      "learning_rate": 1.8018112387975139e-06,
      "loss": 0.001,
      "step": 2825
    },
    {
      "epoch": 9.74,
      "learning_rate": 1.7964845751092663e-06,
      "loss": 0.0015,
      "step": 2826
    },
    {
      "epoch": 9.75,
      "learning_rate": 1.7911650194985875e-06,
      "loss": 0.0025,
      "step": 2827
    },
    {
      "epoch": 9.75,
      "learning_rate": 1.7858525765747047e-06,
      "loss": 0.0007,
      "step": 2828
    },
    {
      "epoch": 9.76,
      "learning_rate": 1.7805472509406695e-06,
      "loss": 0.0009,
      "step": 2829
    },
    {
      "epoch": 9.76,
      "learning_rate": 1.7752490471933769e-06,
      "loss": 0.002,
      "step": 2830
    },
    {
      "epoch": 9.76,
      "learning_rate": 1.7699579699235491e-06,
      "loss": 0.0005,
      "step": 2831
    },
    {
      "epoch": 9.77,
      "learning_rate": 1.7646740237157256e-06,
      "loss": 0.0027,
      "step": 2832
    },
    {
      "epoch": 9.77,
      "learning_rate": 1.7593972131482773e-06,
      "loss": 0.0012,
      "step": 2833
    },
    {
      "epoch": 9.77,
      "learning_rate": 1.7541275427933847e-06,
      "loss": 0.0007,
      "step": 2834
    },
    {
      "epoch": 9.78,
      "learning_rate": 1.7488650172170496e-06,
      "loss": 0.0013,
      "step": 2835
    },
    {
      "epoch": 9.78,
      "learning_rate": 1.7436096409790703e-06,
      "loss": 0.0015,
      "step": 2836
    },
    {
      "epoch": 9.78,
      "learning_rate": 1.7383614186330667e-06,
      "loss": 0.0004,
      "step": 2837
    },
    {
      "epoch": 9.79,
      "learning_rate": 1.7331203547264452e-06,
      "loss": 0.0011,
      "step": 2838
    },
    {
      "epoch": 9.79,
      "learning_rate": 1.7278864538004204e-06,
      "loss": 0.0003,
      "step": 2839
    },
    {
      "epoch": 9.79,
      "learning_rate": 1.7226597203899941e-06,
      "loss": 0.0007,
      "step": 2840
    },
    {
      "epoch": 9.8,
      "learning_rate": 1.7174401590239587e-06,
      "loss": 0.0015,
      "step": 2841
    },
    {
      "epoch": 9.8,
      "learning_rate": 1.712227774224896e-06,
      "loss": 0.0003,
      "step": 2842
    },
    {
      "epoch": 9.8,
      "learning_rate": 1.707022570509166e-06,
      "loss": 0.0015,
      "step": 2843
    },
    {
      "epoch": 9.81,
      "learning_rate": 1.7018245523869038e-06,
      "loss": 0.0009,
      "step": 2844
    },
    {
      "epoch": 9.81,
      "learning_rate": 1.6966337243620267e-06,
      "loss": 0.0009,
      "step": 2845
    },
    {
      "epoch": 9.81,
      "learning_rate": 1.691450090932213e-06,
      "loss": 0.001,
      "step": 2846
    },
    {
      "epoch": 9.82,
      "learning_rate": 1.686273656588917e-06,
      "loss": 0.0017,
      "step": 2847
    },
    {
      "epoch": 9.82,
      "learning_rate": 1.6811044258173425e-06,
      "loss": 0.0019,
      "step": 2848
    },
    {
      "epoch": 9.82,
      "learning_rate": 1.6759424030964666e-06,
      "loss": 0.0025,
      "step": 2849
    },
    {
      "epoch": 9.83,
      "learning_rate": 1.6707875928990059e-06,
      "loss": 0.0021,
      "step": 2850
    },
    {
      "epoch": 9.83,
      "learning_rate": 1.6656399996914397e-06,
      "loss": 0.0011,
      "step": 2851
    },
    {
      "epoch": 9.83,
      "learning_rate": 1.6604996279339847e-06,
      "loss": 0.0022,
      "step": 2852
    },
    {
      "epoch": 9.84,
      "learning_rate": 1.6553664820806102e-06,
      "loss": 0.0013,
      "step": 2853
    },
    {
      "epoch": 9.84,
      "learning_rate": 1.6502405665790134e-06,
      "loss": 0.0004,
      "step": 2854
    },
    {
      "epoch": 9.84,
      "learning_rate": 1.6451218858706374e-06,
      "loss": 0.0012,
      "step": 2855
    },
    {
      "epoch": 9.85,
      "learning_rate": 1.6400104443906463e-06,
      "loss": 0.0013,
      "step": 2856
    },
    {
      "epoch": 9.85,
      "learning_rate": 1.634906246567941e-06,
      "loss": 0.0012,
      "step": 2857
    },
    {
      "epoch": 9.86,
      "learning_rate": 1.629809296825139e-06,
      "loss": 0.0011,
      "step": 2858
    },
    {
      "epoch": 9.86,
      "learning_rate": 1.6247195995785836e-06,
      "loss": 0.0009,
      "step": 2859
    },
    {
      "epoch": 9.86,
      "learning_rate": 1.6196371592383264e-06,
      "loss": 0.0003,
      "step": 2860
    },
    {
      "epoch": 9.87,
      "learning_rate": 1.6145619802081413e-06,
      "loss": 0.0013,
      "step": 2861
    },
    {
      "epoch": 9.87,
      "learning_rate": 1.6094940668855008e-06,
      "loss": 0.0019,
      "step": 2862
    },
    {
      "epoch": 9.87,
      "learning_rate": 1.6044334236615845e-06,
      "loss": 0.0011,
      "step": 2863
    },
    {
      "epoch": 9.88,
      "learning_rate": 1.599380054921279e-06,
      "loss": 0.0016,
      "step": 2864
    },
    {
      "epoch": 9.88,
      "learning_rate": 1.5943339650431578e-06,
      "loss": 0.0011,
      "step": 2865
    },
    {
      "epoch": 9.88,
      "learning_rate": 1.5892951583994965e-06,
      "loss": 0.0008,
      "step": 2866
    },
    {
      "epoch": 9.89,
      "learning_rate": 1.5842636393562537e-06,
      "loss": 0.0007,
      "step": 2867
    },
    {
      "epoch": 9.89,
      "learning_rate": 1.579239412273078e-06,
      "loss": 0.0005,
      "step": 2868
    },
    {
      "epoch": 9.89,
      "learning_rate": 1.5742224815032947e-06,
      "loss": 0.001,
      "step": 2869
    },
    {
      "epoch": 9.9,
      "learning_rate": 1.5692128513939142e-06,
      "loss": 0.0014,
      "step": 2870
    },
    {
      "epoch": 9.9,
      "learning_rate": 1.5642105262856122e-06,
      "loss": 0.0008,
      "step": 2871
    },
    {
      "epoch": 9.9,
      "learning_rate": 1.5592155105127448e-06,
      "loss": 0.0013,
      "step": 2872
    },
    {
      "epoch": 9.91,
      "learning_rate": 1.5542278084033236e-06,
      "loss": 0.0014,
      "step": 2873
    },
    {
      "epoch": 9.91,
      "learning_rate": 1.5492474242790368e-06,
      "loss": 0.0008,
      "step": 2874
    },
    {
      "epoch": 9.91,
      "learning_rate": 1.544274362455216e-06,
      "loss": 0.0042,
      "step": 2875
    },
    {
      "epoch": 9.92,
      "learning_rate": 1.539308627240864e-06,
      "loss": 0.0012,
      "step": 2876
    },
    {
      "epoch": 9.92,
      "learning_rate": 1.5343502229386209e-06,
      "loss": 0.0003,
      "step": 2877
    },
    {
      "epoch": 9.92,
      "learning_rate": 1.5293991538447882e-06,
      "loss": 0.0013,
      "step": 2878
    },
    {
      "epoch": 9.93,
      "learning_rate": 1.5244554242493026e-06,
      "loss": 0.0013,
      "step": 2879
    },
    {
      "epoch": 9.93,
      "learning_rate": 1.5195190384357405e-06,
      "loss": 0.0023,
      "step": 2880
    },
    {
      "epoch": 9.93,
      "learning_rate": 1.514590000681324e-06,
      "loss": 0.0014,
      "step": 2881
    },
    {
      "epoch": 9.94,
      "learning_rate": 1.5096683152569003e-06,
      "loss": 0.0015,
      "step": 2882
    },
    {
      "epoch": 9.94,
      "learning_rate": 1.5047539864269477e-06,
      "loss": 0.0009,
      "step": 2883
    },
    {
      "epoch": 9.94,
      "learning_rate": 1.4998470184495739e-06,
      "loss": 0.0011,
      "step": 2884
    },
    {
      "epoch": 9.95,
      "learning_rate": 1.494947415576502e-06,
      "loss": 0.002,
      "step": 2885
    },
    {
      "epoch": 9.95,
      "learning_rate": 1.490055182053083e-06,
      "loss": 0.0015,
      "step": 2886
    },
    {
      "epoch": 9.96,
      "learning_rate": 1.4851703221182724e-06,
      "loss": 0.0019,
      "step": 2887
    },
    {
      "epoch": 9.96,
      "learning_rate": 1.4802928400046457e-06,
      "loss": 0.0022,
      "step": 2888
    },
    {
      "epoch": 9.96,
      "learning_rate": 1.4754227399383758e-06,
      "loss": 0.0013,
      "step": 2889
    },
    {
      "epoch": 9.97,
      "learning_rate": 1.4705600261392505e-06,
      "loss": 0.0014,
      "step": 2890
    },
    {
      "epoch": 9.97,
      "learning_rate": 1.4657047028206484e-06,
      "loss": 0.0017,
      "step": 2891
    },
    {
      "epoch": 9.97,
      "learning_rate": 1.4608567741895496e-06,
      "loss": 0.0006,
      "step": 2892
    },
    {
      "epoch": 9.98,
      "learning_rate": 1.4560162444465276e-06,
      "loss": 0.0006,
      "step": 2893
    },
    {
      "epoch": 9.98,
      "learning_rate": 1.4511831177857383e-06,
      "loss": 0.0004,
      "step": 2894
    },
    {
      "epoch": 9.98,
      "learning_rate": 1.446357398394934e-06,
      "loss": 0.0007,
      "step": 2895
    },
    {
      "epoch": 9.99,
      "learning_rate": 1.441539090455436e-06,
      "loss": 0.001,
      "step": 2896
    },
    {
      "epoch": 9.99,
      "learning_rate": 1.4367281981421554e-06,
      "loss": 0.0008,
      "step": 2897
    },
    {
      "epoch": 9.99,
      "learning_rate": 1.4319247256235713e-06,
      "loss": 0.001,
      "step": 2898
    },
    {
      "epoch": 10.0,
      "learning_rate": 1.4271286770617354e-06,
      "loss": 0.0009,
      "step": 2899
    },
    {
      "epoch": 10.0,
      "learning_rate": 1.4223400566122635e-06,
      "loss": 0.0009,
      "step": 2900
    },
    {
      "epoch": 10.0,
      "learning_rate": 1.4175588684243447e-06,
      "loss": 0.0004,
      "step": 2901
    },
    {
      "epoch": 10.01,
      "learning_rate": 1.4127851166407146e-06,
      "loss": 0.0008,
      "step": 2902
    },
    {
      "epoch": 10.01,
      "learning_rate": 1.4080188053976807e-06,
      "loss": 0.0002,
      "step": 2903
    },
    {
      "epoch": 10.01,
      "learning_rate": 1.40325993882509e-06,
      "loss": 0.0006,
      "step": 2904
    },
    {
      "epoch": 10.02,
      "learning_rate": 1.3985085210463479e-06,
      "loss": 0.0006,
      "step": 2905
    },
    {
      "epoch": 10.02,
      "learning_rate": 1.3937645561783985e-06,
      "loss": 0.0009,
      "step": 2906
    },
    {
      "epoch": 10.02,
      "learning_rate": 1.3890280483317375e-06,
      "loss": 0.0006,
      "step": 2907
    },
    {
      "epoch": 10.03,
      "learning_rate": 1.3842990016103886e-06,
      "loss": 0.0004,
      "step": 2908
    },
    {
      "epoch": 10.03,
      "learning_rate": 1.3795774201119216e-06,
      "loss": 0.001,
      "step": 2909
    },
    {
      "epoch": 10.03,
      "learning_rate": 1.3748633079274254e-06,
      "loss": 0.0004,
      "step": 2910
    },
    {
      "epoch": 10.04,
      "learning_rate": 1.3701566691415302e-06,
      "loss": 0.0002,
      "step": 2911
    },
    {
      "epoch": 10.04,
      "learning_rate": 1.3654575078323795e-06,
      "loss": 0.0003,
      "step": 2912
    },
    {
      "epoch": 10.04,
      "learning_rate": 1.3607658280716474e-06,
      "loss": 0.0013,
      "step": 2913
    },
    {
      "epoch": 10.05,
      "learning_rate": 1.3560816339245163e-06,
      "loss": 0.0003,
      "step": 2914
    },
    {
      "epoch": 10.05,
      "learning_rate": 1.3514049294496911e-06,
      "loss": 0.001,
      "step": 2915
    },
    {
      "epoch": 10.06,
      "learning_rate": 1.3467357186993802e-06,
      "loss": 0.0008,
      "step": 2916
    },
    {
      "epoch": 10.06,
      "learning_rate": 1.3420740057193038e-06,
      "loss": 0.0002,
      "step": 2917
    },
    {
      "epoch": 10.06,
      "learning_rate": 1.3374197945486833e-06,
      "loss": 0.0007,
      "step": 2918
    },
    {
      "epoch": 10.07,
      "learning_rate": 1.3327730892202384e-06,
      "loss": 0.0007,
      "step": 2919
    },
    {
      "epoch": 10.07,
      "learning_rate": 1.3281338937601895e-06,
      "loss": 0.0009,
      "step": 2920
    },
    {
      "epoch": 10.07,
      "learning_rate": 1.3235022121882468e-06,
      "loss": 0.0006,
      "step": 2921
    },
    {
      "epoch": 10.08,
      "learning_rate": 1.3188780485176089e-06,
      "loss": 0.001,
      "step": 2922
    },
    {
      "epoch": 10.08,
      "learning_rate": 1.314261406754964e-06,
      "loss": 0.0027,
      "step": 2923
    },
    {
      "epoch": 10.08,
      "learning_rate": 1.3096522909004827e-06,
      "loss": 0.0004,
      "step": 2924
    },
    {
      "epoch": 10.09,
      "learning_rate": 1.30505070494781e-06,
      "loss": 0.0014,
      "step": 2925
    },
    {
      "epoch": 10.09,
      "learning_rate": 1.3004566528840724e-06,
      "loss": 0.0004,
      "step": 2926
    },
    {
      "epoch": 10.09,
      "learning_rate": 1.295870138689862e-06,
      "loss": 0.0008,
      "step": 2927
    },
    {
      "epoch": 10.1,
      "learning_rate": 1.2912911663392468e-06,
      "loss": 0.0017,
      "step": 2928
    },
    {
      "epoch": 10.1,
      "learning_rate": 1.2867197397997533e-06,
      "loss": 0.0003,
      "step": 2929
    },
    {
      "epoch": 10.1,
      "learning_rate": 1.282155863032377e-06,
      "loss": 0.0022,
      "step": 2930
    },
    {
      "epoch": 10.11,
      "learning_rate": 1.277599539991563e-06,
      "loss": 0.0005,
      "step": 2931
    },
    {
      "epoch": 10.11,
      "learning_rate": 1.2730507746252197e-06,
      "loss": 0.0003,
      "step": 2932
    },
    {
      "epoch": 10.11,
      "learning_rate": 1.2685095708747009e-06,
      "loss": 0.0007,
      "step": 2933
    },
    {
      "epoch": 10.12,
      "learning_rate": 1.2639759326748136e-06,
      "loss": 0.0002,
      "step": 2934
    },
    {
      "epoch": 10.12,
      "learning_rate": 1.2594498639538032e-06,
      "loss": 0.0021,
      "step": 2935
    },
    {
      "epoch": 10.12,
      "learning_rate": 1.2549313686333641e-06,
      "loss": 0.0006,
      "step": 2936
    },
    {
      "epoch": 10.13,
      "learning_rate": 1.2504204506286244e-06,
      "loss": 0.0002,
      "step": 2937
    },
    {
      "epoch": 10.13,
      "learning_rate": 1.245917113848144e-06,
      "loss": 0.0004,
      "step": 2938
    },
    {
      "epoch": 10.13,
      "learning_rate": 1.2414213621939154e-06,
      "loss": 0.0012,
      "step": 2939
    },
    {
      "epoch": 10.14,
      "learning_rate": 1.2369331995613664e-06,
      "loss": 0.0009,
      "step": 2940
    },
    {
      "epoch": 10.14,
      "learning_rate": 1.2324526298393358e-06,
      "loss": 0.0005,
      "step": 2941
    },
    {
      "epoch": 10.14,
      "learning_rate": 1.2279796569100978e-06,
      "loss": 0.0003,
      "step": 2942
    },
    {
      "epoch": 10.15,
      "learning_rate": 1.223514284649331e-06,
      "loss": 0.0007,
      "step": 2943
    },
    {
      "epoch": 10.15,
      "learning_rate": 1.2190565169261381e-06,
      "loss": 0.0009,
      "step": 2944
    },
    {
      "epoch": 10.16,
      "learning_rate": 1.2146063576030265e-06,
      "loss": 0.0005,
      "step": 2945
    },
    {
      "epoch": 10.16,
      "learning_rate": 1.210163810535917e-06,
      "loss": 0.0008,
      "step": 2946
    },
    {
      "epoch": 10.16,
      "learning_rate": 1.2057288795741261e-06,
      "loss": 0.0009,
      "step": 2947
    },
    {
      "epoch": 10.17,
      "learning_rate": 1.2013015685603813e-06,
      "loss": 0.0004,
      "step": 2948
    },
    {
      "epoch": 10.17,
      "learning_rate": 1.196881881330798e-06,
      "loss": 0.0011,
      "step": 2949
    },
    {
      "epoch": 10.17,
      "learning_rate": 1.1924698217148955e-06,
      "loss": 0.0009,
      "step": 2950
    },
    {
      "epoch": 10.18,
      "learning_rate": 1.1880653935355745e-06,
      "loss": 0.0004,
      "step": 2951
    },
    {
      "epoch": 10.18,
      "learning_rate": 1.1836686006091313e-06,
      "loss": 0.0002,
      "step": 2952
    },
    {
      "epoch": 10.18,
      "learning_rate": 1.1792794467452406e-06,
      "loss": 0.0006,
      "step": 2953
    },
    {
      "epoch": 10.19,
      "learning_rate": 1.1748979357469626e-06,
      "loss": 0.0003,
      "step": 2954
    },
    {
      "epoch": 10.19,
      "learning_rate": 1.1705240714107301e-06,
      "loss": 0.001,
      "step": 2955
    },
    {
      "epoch": 10.19,
      "learning_rate": 1.1661578575263578e-06,
      "loss": 0.0002,
      "step": 2956
    },
    {
      "epoch": 10.2,
      "learning_rate": 1.1617992978770242e-06,
      "loss": 0.0007,
      "step": 2957
    },
    {
      "epoch": 10.2,
      "learning_rate": 1.1574483962392768e-06,
      "loss": 0.0007,
      "step": 2958
    },
    {
      "epoch": 10.2,
      "learning_rate": 1.1531051563830343e-06,
      "loss": 0.0011,
      "step": 2959
    },
    {
      "epoch": 10.21,
      "learning_rate": 1.1487695820715672e-06,
      "loss": 0.0011,
      "step": 2960
    },
    {
      "epoch": 10.21,
      "learning_rate": 1.1444416770615118e-06,
      "loss": 0.0004,
      "step": 2961
    },
    {
      "epoch": 10.21,
      "learning_rate": 1.1401214451028542e-06,
      "loss": 0.0014,
      "step": 2962
    },
    {
      "epoch": 10.22,
      "learning_rate": 1.1358088899389353e-06,
      "loss": 0.0013,
      "step": 2963
    },
    {
      "epoch": 10.22,
      "learning_rate": 1.1315040153064416e-06,
      "loss": 0.0004,
      "step": 2964
    },
    {
      "epoch": 10.22,
      "learning_rate": 1.1272068249354085e-06,
      "loss": 0.0006,
      "step": 2965
    },
    {
      "epoch": 10.23,
      "learning_rate": 1.1229173225492073e-06,
      "loss": 0.0006,
      "step": 2966
    },
    {
      "epoch": 10.23,
      "learning_rate": 1.1186355118645552e-06,
      "loss": 0.0005,
      "step": 2967
    },
    {
      "epoch": 10.23,
      "learning_rate": 1.114361396591498e-06,
      "loss": 0.0004,
      "step": 2968
    },
    {
      "epoch": 10.24,
      "learning_rate": 1.1100949804334183e-06,
      "loss": 0.0008,
      "step": 2969
    },
    {
      "epoch": 10.24,
      "learning_rate": 1.1058362670870248e-06,
      "loss": 0.0002,
      "step": 2970
    },
    {
      "epoch": 10.24,
      "learning_rate": 1.1015852602423548e-06,
      "loss": 0.0013,
      "step": 2971
    },
    {
      "epoch": 10.25,
      "learning_rate": 1.0973419635827643e-06,
      "loss": 0.0009,
      "step": 2972
    },
    {
      "epoch": 10.25,
      "learning_rate": 1.093106380784934e-06,
      "loss": 0.0003,
      "step": 2973
    },
    {
      "epoch": 10.26,
      "learning_rate": 1.0888785155188542e-06,
      "loss": 0.0007,
      "step": 2974
    },
    {
      "epoch": 10.26,
      "learning_rate": 1.0846583714478355e-06,
      "loss": 0.0004,
      "step": 2975
    },
    {
      "epoch": 10.26,
      "learning_rate": 1.0804459522284927e-06,
      "loss": 0.0004,
      "step": 2976
    },
    {
      "epoch": 10.27,
      "learning_rate": 1.0762412615107499e-06,
      "loss": 0.0005,
      "step": 2977
    },
    {
      "epoch": 10.27,
      "learning_rate": 1.0720443029378303e-06,
      "loss": 0.0002,
      "step": 2978
    },
    {
      "epoch": 10.27,
      "learning_rate": 1.0678550801462662e-06,
      "loss": 0.0013,
      "step": 2979
    },
    {
      "epoch": 10.28,
      "learning_rate": 1.0636735967658785e-06,
      "loss": 0.0006,
      "step": 2980
    },
    {
      "epoch": 10.28,
      "learning_rate": 1.059499856419789e-06,
      "loss": 0.0007,
      "step": 2981
    },
    {
      "epoch": 10.28,
      "learning_rate": 1.0553338627244026e-06,
      "loss": 0.0004,
      "step": 2982
    },
    {
      "epoch": 10.29,
      "learning_rate": 1.0511756192894207e-06,
      "loss": 0.0008,
      "step": 2983
    },
    {
      "epoch": 10.29,
      "learning_rate": 1.0470251297178213e-06,
      "loss": 0.0011,
      "step": 2984
    },
    {
      "epoch": 10.29,
      "learning_rate": 1.042882397605871e-06,
      "loss": 0.0007,
      "step": 2985
    },
    {
      "epoch": 10.3,
      "learning_rate": 1.0387474265431118e-06,
      "loss": 0.0016,
      "step": 2986
    },
    {
      "epoch": 10.3,
      "learning_rate": 1.0346202201123567e-06,
      "loss": 0.0024,
      "step": 2987
    },
    {
      "epoch": 10.3,
      "learning_rate": 1.0305007818897006e-06,
      "loss": 0.0008,
      "step": 2988
    },
    {
      "epoch": 10.31,
      "learning_rate": 1.026389115444497e-06,
      "loss": 0.0002,
      "step": 2989
    },
    {
      "epoch": 10.31,
      "learning_rate": 1.0222852243393732e-06,
      "loss": 0.0007,
      "step": 2990
    },
    {
      "epoch": 10.31,
      "learning_rate": 1.0181891121302145e-06,
      "loss": 0.0006,
      "step": 2991
    },
    {
      "epoch": 10.32,
      "learning_rate": 1.014100782366171e-06,
      "loss": 0.0015,
      "step": 2992
    },
    {
      "epoch": 10.32,
      "learning_rate": 1.010020238589644e-06,
      "loss": 0.0054,
      "step": 2993
    },
    {
      "epoch": 10.32,
      "learning_rate": 1.0059474843362893e-06,
      "loss": 0.0008,
      "step": 2994
    },
    {
      "epoch": 10.33,
      "learning_rate": 1.0018825231350203e-06,
      "loss": 0.0014,
      "step": 2995
    },
    {
      "epoch": 10.33,
      "learning_rate": 9.9782535850799e-07,
      "loss": 0.0016,
      "step": 2996
    },
    {
      "epoch": 10.33,
      "learning_rate": 9.93775993970597e-07,
      "loss": 0.0015,
      "step": 2997
    },
    {
      "epoch": 10.34,
      "learning_rate": 9.897344330314862e-07,
      "loss": 0.0011,
      "step": 2998
    },
    {
      "epoch": 10.34,
      "learning_rate": 9.85700679192536e-07,
      "loss": 0.0006,
      "step": 2999
    },
    {
      "epoch": 10.34,
      "learning_rate": 9.816747359488632e-07,
      "loss": 0.0012,
      "step": 3000
    },
    {
      "epoch": 10.35,
      "learning_rate": 9.776566067888137e-07,
      "loss": 0.0006,
      "step": 3001
    },
    {
      "epoch": 10.35,
      "learning_rate": 9.736462951939695e-07,
      "loss": 0.001,
      "step": 3002
    },
    {
      "epoch": 10.36,
      "learning_rate": 9.696438046391288e-07,
      "loss": 0.0005,
      "step": 3003
    },
    {
      "epoch": 10.36,
      "learning_rate": 9.656491385923217e-07,
      "loss": 0.0013,
      "step": 3004
    },
    {
      "epoch": 10.36,
      "learning_rate": 9.616623005147952e-07,
      "loss": 0.0004,
      "step": 3005
    },
    {
      "epoch": 10.37,
      "learning_rate": 9.576832938610137e-07,
      "loss": 0.0014,
      "step": 3006
    },
    {
      "epoch": 10.37,
      "learning_rate": 9.537121220786561e-07,
      "loss": 0.0018,
      "step": 3007
    },
    {
      "epoch": 10.37,
      "learning_rate": 9.497487886086132e-07,
      "loss": 0.0004,
      "step": 3008
    },
    {
      "epoch": 10.38,
      "learning_rate": 9.457932968849826e-07,
      "loss": 0.0009,
      "step": 3009
    },
    {
      "epoch": 10.38,
      "learning_rate": 9.418456503350714e-07,
      "loss": 0.0007,
      "step": 3010
    },
    {
      "epoch": 10.38,
      "learning_rate": 9.379058523793816e-07,
      "loss": 0.001,
      "step": 3011
    },
    {
      "epoch": 10.39,
      "learning_rate": 9.339739064316233e-07,
      "loss": 0.0006,
      "step": 3012
    },
    {
      "epoch": 10.39,
      "learning_rate": 9.30049815898697e-07,
      "loss": 0.0002,
      "step": 3013
    },
    {
      "epoch": 10.39,
      "learning_rate": 9.261335841806973e-07,
      "loss": 0.0005,
      "step": 3014
    },
    {
      "epoch": 10.4,
      "learning_rate": 9.222252146709143e-07,
      "loss": 0.0005,
      "step": 3015
    },
    {
      "epoch": 10.4,
      "learning_rate": 9.183247107558191e-07,
      "loss": 0.0006,
      "step": 3016
    },
    {
      "epoch": 10.4,
      "learning_rate": 9.144320758150727e-07,
      "loss": 0.0016,
      "step": 3017
    },
    {
      "epoch": 10.41,
      "learning_rate": 9.105473132215126e-07,
      "loss": 0.0008,
      "step": 3018
    },
    {
      "epoch": 10.41,
      "learning_rate": 9.066704263411641e-07,
      "loss": 0.001,
      "step": 3019
    },
    {
      "epoch": 10.41,
      "learning_rate": 9.028014185332168e-07,
      "loss": 0.001,
      "step": 3020
    },
    {
      "epoch": 10.42,
      "learning_rate": 8.989402931500434e-07,
      "loss": 0.0004,
      "step": 3021
    },
    {
      "epoch": 10.42,
      "learning_rate": 8.950870535371803e-07,
      "loss": 0.0024,
      "step": 3022
    },
    {
      "epoch": 10.42,
      "learning_rate": 8.912417030333365e-07,
      "loss": 0.0007,
      "step": 3023
    },
    {
      "epoch": 10.43,
      "learning_rate": 8.874042449703779e-07,
      "loss": 0.0003,
      "step": 3024
    },
    {
      "epoch": 10.43,
      "learning_rate": 8.835746826733404e-07,
      "loss": 0.0011,
      "step": 3025
    },
    {
      "epoch": 10.43,
      "learning_rate": 8.797530194604109e-07,
      "loss": 0.0007,
      "step": 3026
    },
    {
      "epoch": 10.44,
      "learning_rate": 8.759392586429394e-07,
      "loss": 0.001,
      "step": 3027
    },
    {
      "epoch": 10.44,
      "learning_rate": 8.721334035254203e-07,
      "loss": 0.0005,
      "step": 3028
    },
    {
      "epoch": 10.44,
      "learning_rate": 8.683354574055059e-07,
      "loss": 0.0003,
      "step": 3029
    },
    {
      "epoch": 10.45,
      "learning_rate": 8.645454235739903e-07,
      "loss": 0.0003,
      "step": 3030
    },
    {
      "epoch": 10.45,
      "learning_rate": 8.607633053148156e-07,
      "loss": 0.001,
      "step": 3031
    },
    {
      "epoch": 10.46,
      "learning_rate": 8.569891059050628e-07,
      "loss": 0.0014,
      "step": 3032
    },
    {
      "epoch": 10.46,
      "learning_rate": 8.532228286149502e-07,
      "loss": 0.0006,
      "step": 3033
    },
    {
      "epoch": 10.46,
      "learning_rate": 8.494644767078375e-07,
      "loss": 0.0003,
      "step": 3034
    },
    {
      "epoch": 10.47,
      "learning_rate": 8.457140534402098e-07,
      "loss": 0.0006,
      "step": 3035
    },
    {
      "epoch": 10.47,
      "learning_rate": 8.419715620616875e-07,
      "loss": 0.0014,
      "step": 3036
    },
    {
      "epoch": 10.47,
      "learning_rate": 8.38237005815018e-07,
      "loss": 0.0004,
      "step": 3037
    },
    {
      "epoch": 10.48,
      "learning_rate": 8.345103879360695e-07,
      "loss": 0.0005,
      "step": 3038
    },
    {
      "epoch": 10.48,
      "learning_rate": 8.307917116538378e-07,
      "loss": 0.0012,
      "step": 3039
    },
    {
      "epoch": 10.48,
      "learning_rate": 8.270809801904301e-07,
      "loss": 0.0013,
      "step": 3040
    },
    {
      "epoch": 10.49,
      "learning_rate": 8.233781967610788e-07,
      "loss": 0.0011,
      "step": 3041
    },
    {
      "epoch": 10.49,
      "learning_rate": 8.196833645741187e-07,
      "loss": 0.0016,
      "step": 3042
    },
    {
      "epoch": 10.49,
      "learning_rate": 8.159964868310066e-07,
      "loss": 0.0004,
      "step": 3043
    },
    {
      "epoch": 10.5,
      "learning_rate": 8.123175667262972e-07,
      "loss": 0.0007,
      "step": 3044
    },
    {
      "epoch": 10.5,
      "learning_rate": 8.086466074476562e-07,
      "loss": 0.0006,
      "step": 3045
    },
    {
      "epoch": 10.5,
      "learning_rate": 8.049836121758492e-07,
      "loss": 0.0004,
      "step": 3046
    },
    {
      "epoch": 10.51,
      "learning_rate": 8.013285840847407e-07,
      "loss": 0.0004,
      "step": 3047
    },
    {
      "epoch": 10.51,
      "learning_rate": 7.976815263412963e-07,
      "loss": 0.001,
      "step": 3048
    },
    {
      "epoch": 10.51,
      "learning_rate": 7.940424421055681e-07,
      "loss": 0.0012,
      "step": 3049
    },
    {
      "epoch": 10.52,
      "learning_rate": 7.904113345307073e-07,
      "loss": 0.0007,
      "step": 3050
    },
    {
      "epoch": 10.52,
      "learning_rate": 7.867882067629473e-07,
      "loss": 0.0016,
      "step": 3051
    },
    {
      "epoch": 10.52,
      "learning_rate": 7.8317306194161e-07,
      "loss": 0.0007,
      "step": 3052
    },
    {
      "epoch": 10.53,
      "learning_rate": 7.795659031990988e-07,
      "loss": 0.0006,
      "step": 3053
    },
    {
      "epoch": 10.53,
      "learning_rate": 7.759667336609011e-07,
      "loss": 0.0005,
      "step": 3054
    },
    {
      "epoch": 10.53,
      "learning_rate": 7.723755564455771e-07,
      "loss": 0.0007,
      "step": 3055
    },
    {
      "epoch": 10.54,
      "learning_rate": 7.687923746647663e-07,
      "loss": 0.0006,
      "step": 3056
    },
    {
      "epoch": 10.54,
      "learning_rate": 7.652171914231777e-07,
      "loss": 0.0003,
      "step": 3057
    },
    {
      "epoch": 10.54,
      "learning_rate": 7.616500098185908e-07,
      "loss": 0.0007,
      "step": 3058
    },
    {
      "epoch": 10.55,
      "learning_rate": 7.580908329418501e-07,
      "loss": 0.0003,
      "step": 3059
    },
    {
      "epoch": 10.55,
      "learning_rate": 7.545396638768698e-07,
      "loss": 0.0006,
      "step": 3060
    },
    {
      "epoch": 10.56,
      "learning_rate": 7.509965057006163e-07,
      "loss": 0.0002,
      "step": 3061
    },
    {
      "epoch": 10.56,
      "learning_rate": 7.47461361483125e-07,
      "loss": 0.0007,
      "step": 3062
    },
    {
      "epoch": 10.56,
      "learning_rate": 7.439342342874789e-07,
      "loss": 0.0011,
      "step": 3063
    },
    {
      "epoch": 10.57,
      "learning_rate": 7.404151271698212e-07,
      "loss": 0.0006,
      "step": 3064
    },
    {
      "epoch": 10.57,
      "learning_rate": 7.369040431793406e-07,
      "loss": 0.0014,
      "step": 3065
    },
    {
      "epoch": 10.57,
      "learning_rate": 7.334009853582791e-07,
      "loss": 0.0014,
      "step": 3066
    },
    {
      "epoch": 10.58,
      "learning_rate": 7.299059567419175e-07,
      "loss": 0.0005,
      "step": 3067
    },
    {
      "epoch": 10.58,
      "learning_rate": 7.264189603585892e-07,
      "loss": 0.0008,
      "step": 3068
    },
    {
      "epoch": 10.58,
      "learning_rate": 7.22939999229657e-07,
      "loss": 0.0009,
      "step": 3069
    },
    {
      "epoch": 10.59,
      "learning_rate": 7.194690763695312e-07,
      "loss": 0.0008,
      "step": 3070
    },
    {
      "epoch": 10.59,
      "learning_rate": 7.160061947856511e-07,
      "loss": 0.0003,
      "step": 3071
    },
    {
      "epoch": 10.59,
      "learning_rate": 7.125513574784904e-07,
      "loss": 0.0005,
      "step": 3072
    },
    {
      "epoch": 10.6,
      "learning_rate": 7.091045674415498e-07,
      "loss": 0.0016,
      "step": 3073
    },
    {
      "epoch": 10.6,
      "learning_rate": 7.056658276613648e-07,
      "loss": 0.0009,
      "step": 3074
    },
    {
      "epoch": 10.6,
      "learning_rate": 7.022351411174866e-07,
      "loss": 0.0006,
      "step": 3075
    },
    {
      "epoch": 10.61,
      "learning_rate": 6.988125107824961e-07,
      "loss": 0.0005,
      "step": 3076
    },
    {
      "epoch": 10.61,
      "learning_rate": 6.953979396219879e-07,
      "loss": 0.0009,
      "step": 3077
    },
    {
      "epoch": 10.61,
      "learning_rate": 6.919914305945774e-07,
      "loss": 0.004,
      "step": 3078
    },
    {
      "epoch": 10.62,
      "learning_rate": 6.885929866518948e-07,
      "loss": 0.0009,
      "step": 3079
    },
    {
      "epoch": 10.62,
      "learning_rate": 6.852026107385756e-07,
      "loss": 0.001,
      "step": 3080
    },
    {
      "epoch": 10.62,
      "learning_rate": 6.818203057922756e-07,
      "loss": 0.0005,
      "step": 3081
    },
    {
      "epoch": 10.63,
      "learning_rate": 6.784460747436472e-07,
      "loss": 0.0004,
      "step": 3082
    },
    {
      "epoch": 10.63,
      "learning_rate": 6.750799205163528e-07,
      "loss": 0.001,
      "step": 3083
    },
    {
      "epoch": 10.63,
      "learning_rate": 6.717218460270536e-07,
      "loss": 0.0015,
      "step": 3084
    },
    {
      "epoch": 10.64,
      "learning_rate": 6.683718541854134e-07,
      "loss": 0.001,
      "step": 3085
    },
    {
      "epoch": 10.64,
      "learning_rate": 6.65029947894088e-07,
      "loss": 0.0012,
      "step": 3086
    },
    {
      "epoch": 10.64,
      "learning_rate": 6.616961300487323e-07,
      "loss": 0.001,
      "step": 3087
    },
    {
      "epoch": 10.65,
      "learning_rate": 6.58370403537989e-07,
      "loss": 0.0005,
      "step": 3088
    },
    {
      "epoch": 10.65,
      "learning_rate": 6.550527712434884e-07,
      "loss": 0.0005,
      "step": 3089
    },
    {
      "epoch": 10.66,
      "learning_rate": 6.517432360398556e-07,
      "loss": 0.001,
      "step": 3090
    },
    {
      "epoch": 10.66,
      "learning_rate": 6.484418007946925e-07,
      "loss": 0.0003,
      "step": 3091
    },
    {
      "epoch": 10.66,
      "learning_rate": 6.451484683685815e-07,
      "loss": 0.0013,
      "step": 3092
    },
    {
      "epoch": 10.67,
      "learning_rate": 6.418632416150927e-07,
      "loss": 0.0003,
      "step": 3093
    },
    {
      "epoch": 10.67,
      "learning_rate": 6.385861233807633e-07,
      "loss": 0.0003,
      "step": 3094
    },
    {
      "epoch": 10.67,
      "learning_rate": 6.353171165051109e-07,
      "loss": 0.0011,
      "step": 3095
    },
    {
      "epoch": 10.68,
      "learning_rate": 6.320562238206218e-07,
      "loss": 0.0008,
      "step": 3096
    },
    {
      "epoch": 10.68,
      "learning_rate": 6.288034481527549e-07,
      "loss": 0.0006,
      "step": 3097
    },
    {
      "epoch": 10.68,
      "learning_rate": 6.255587923199313e-07,
      "loss": 0.0002,
      "step": 3098
    },
    {
      "epoch": 10.69,
      "learning_rate": 6.223222591335409e-07,
      "loss": 0.0008,
      "step": 3099
    },
    {
      "epoch": 10.69,
      "learning_rate": 6.190938513979317e-07,
      "loss": 0.0004,
      "step": 3100
    },
    {
      "epoch": 10.69,
      "learning_rate": 6.15873571910417e-07,
      "loss": 0.0009,
      "step": 3101
    },
    {
      "epoch": 10.7,
      "learning_rate": 6.126614234612593e-07,
      "loss": 0.0003,
      "step": 3102
    },
    {
      "epoch": 10.7,
      "learning_rate": 6.094574088336835e-07,
      "loss": 0.0002,
      "step": 3103
    },
    {
      "epoch": 10.7,
      "learning_rate": 6.0626153080386e-07,
      "loss": 0.0007,
      "step": 3104
    },
    {
      "epoch": 10.71,
      "learning_rate": 6.030737921409169e-07,
      "loss": 0.0009,
      "step": 3105
    },
    {
      "epoch": 10.71,
      "learning_rate": 5.998941956069204e-07,
      "loss": 0.0008,
      "step": 3106
    },
    {
      "epoch": 10.71,
      "learning_rate": 5.967227439568913e-07,
      "loss": 0.0002,
      "step": 3107
    },
    {
      "epoch": 10.72,
      "learning_rate": 5.935594399387856e-07,
      "loss": 0.0008,
      "step": 3108
    },
    {
      "epoch": 10.72,
      "learning_rate": 5.904042862935044e-07,
      "loss": 0.0018,
      "step": 3109
    },
    {
      "epoch": 10.72,
      "learning_rate": 5.872572857548853e-07,
      "loss": 0.0006,
      "step": 3110
    },
    {
      "epoch": 10.73,
      "learning_rate": 5.841184410496992e-07,
      "loss": 0.0018,
      "step": 3111
    },
    {
      "epoch": 10.73,
      "learning_rate": 5.809877548976539e-07,
      "loss": 0.0016,
      "step": 3112
    },
    {
      "epoch": 10.73,
      "learning_rate": 5.778652300113841e-07,
      "loss": 0.0003,
      "step": 3113
    },
    {
      "epoch": 10.74,
      "learning_rate": 5.747508690964599e-07,
      "loss": 0.0013,
      "step": 3114
    },
    {
      "epoch": 10.74,
      "learning_rate": 5.716446748513682e-07,
      "loss": 0.001,
      "step": 3115
    },
    {
      "epoch": 10.74,
      "learning_rate": 5.685466499675296e-07,
      "loss": 0.0006,
      "step": 3116
    },
    {
      "epoch": 10.75,
      "learning_rate": 5.654567971292757e-07,
      "loss": 0.0002,
      "step": 3117
    },
    {
      "epoch": 10.75,
      "learning_rate": 5.623751190138682e-07,
      "loss": 0.0008,
      "step": 3118
    },
    {
      "epoch": 10.76,
      "learning_rate": 5.593016182914757e-07,
      "loss": 0.0005,
      "step": 3119
    },
    {
      "epoch": 10.76,
      "learning_rate": 5.562362976251901e-07,
      "loss": 0.001,
      "step": 3120
    },
    {
      "epoch": 10.76,
      "learning_rate": 5.531791596710079e-07,
      "loss": 0.001,
      "step": 3121
    },
    {
      "epoch": 10.77,
      "learning_rate": 5.501302070778414e-07,
      "loss": 0.0006,
      "step": 3122
    },
    {
      "epoch": 10.77,
      "learning_rate": 5.470894424875062e-07,
      "loss": 0.0004,
      "step": 3123
    },
    {
      "epoch": 10.77,
      "learning_rate": 5.44056868534728e-07,
      "loss": 0.001,
      "step": 3124
    },
    {
      "epoch": 10.78,
      "learning_rate": 5.410324878471296e-07,
      "loss": 0.0009,
      "step": 3125
    },
    {
      "epoch": 10.78,
      "learning_rate": 5.380163030452412e-07,
      "loss": 0.0012,
      "step": 3126
    },
    {
      "epoch": 10.78,
      "learning_rate": 5.350083167424869e-07,
      "loss": 0.0006,
      "step": 3127
    },
    {
      "epoch": 10.79,
      "learning_rate": 5.320085315451862e-07,
      "loss": 0.0004,
      "step": 3128
    },
    {
      "epoch": 10.79,
      "learning_rate": 5.290169500525577e-07,
      "loss": 0.0004,
      "step": 3129
    },
    {
      "epoch": 10.79,
      "learning_rate": 5.26033574856708e-07,
      "loss": 0.0002,
      "step": 3130
    },
    {
      "epoch": 10.8,
      "learning_rate": 5.230584085426327e-07,
      "loss": 0.0012,
      "step": 3131
    },
    {
      "epoch": 10.8,
      "learning_rate": 5.200914536882184e-07,
      "loss": 0.0007,
      "step": 3132
    },
    {
      "epoch": 10.8,
      "learning_rate": 5.171327128642312e-07,
      "loss": 0.0006,
      "step": 3133
    },
    {
      "epoch": 10.81,
      "learning_rate": 5.141821886343267e-07,
      "loss": 0.0004,
      "step": 3134
    },
    {
      "epoch": 10.81,
      "learning_rate": 5.112398835550348e-07,
      "loss": 0.0006,
      "step": 3135
    },
    {
      "epoch": 10.81,
      "learning_rate": 5.08305800175769e-07,
      "loss": 0.0006,
      "step": 3136
    },
    {
      "epoch": 10.82,
      "learning_rate": 5.053799410388138e-07,
      "loss": 0.0005,
      "step": 3137
    },
    {
      "epoch": 10.82,
      "learning_rate": 5.024623086793323e-07,
      "loss": 0.0008,
      "step": 3138
    },
    {
      "epoch": 10.82,
      "learning_rate": 4.995529056253556e-07,
      "loss": 0.0009,
      "step": 3139
    },
    {
      "epoch": 10.83,
      "learning_rate": 4.966517343977884e-07,
      "loss": 0.0005,
      "step": 3140
    },
    {
      "epoch": 10.83,
      "learning_rate": 4.937587975103997e-07,
      "loss": 0.0009,
      "step": 3141
    },
    {
      "epoch": 10.83,
      "learning_rate": 4.908740974698245e-07,
      "loss": 0.0005,
      "step": 3142
    },
    {
      "epoch": 10.84,
      "learning_rate": 4.879976367755612e-07,
      "loss": 0.0004,
      "step": 3143
    },
    {
      "epoch": 10.84,
      "learning_rate": 4.851294179199673e-07,
      "loss": 0.0007,
      "step": 3144
    },
    {
      "epoch": 10.84,
      "learning_rate": 4.822694433882635e-07,
      "loss": 0.0006,
      "step": 3145
    },
    {
      "epoch": 10.85,
      "learning_rate": 4.794177156585233e-07,
      "loss": 0.0008,
      "step": 3146
    },
    {
      "epoch": 10.85,
      "learning_rate": 4.765742372016735e-07,
      "loss": 0.0007,
      "step": 3147
    },
    {
      "epoch": 10.86,
      "learning_rate": 4.737390104814954e-07,
      "loss": 0.0015,
      "step": 3148
    },
    {
      "epoch": 10.86,
      "learning_rate": 4.709120379546217e-07,
      "loss": 0.0009,
      "step": 3149
    },
    {
      "epoch": 10.86,
      "learning_rate": 4.6809332207053083e-07,
      "loss": 0.0004,
      "step": 3150
    },
    {
      "epoch": 10.87,
      "learning_rate": 4.65282865271548e-07,
      "loss": 0.0011,
      "step": 3151
    },
    {
      "epoch": 10.87,
      "learning_rate": 4.624806699928408e-07,
      "loss": 0.0009,
      "step": 3152
    },
    {
      "epoch": 10.87,
      "learning_rate": 4.596867386624215e-07,
      "loss": 0.001,
      "step": 3153
    },
    {
      "epoch": 10.88,
      "learning_rate": 4.5690107370113814e-07,
      "loss": 0.0006,
      "step": 3154
    },
    {
      "epoch": 10.88,
      "learning_rate": 4.5412367752268094e-07,
      "loss": 0.0004,
      "step": 3155
    },
    {
      "epoch": 10.88,
      "learning_rate": 4.5135455253357053e-07,
      "loss": 0.0002,
      "step": 3156
    },
    {
      "epoch": 10.89,
      "learning_rate": 4.485937011331643e-07,
      "loss": 0.0008,
      "step": 3157
    },
    {
      "epoch": 10.89,
      "learning_rate": 4.458411257136486e-07,
      "loss": 0.0005,
      "step": 3158
    },
    {
      "epoch": 10.89,
      "learning_rate": 4.4309682866004124e-07,
      "loss": 0.0014,
      "step": 3159
    },
    {
      "epoch": 10.9,
      "learning_rate": 4.4036081235018347e-07,
      "loss": 0.0002,
      "step": 3160
    },
    {
      "epoch": 10.9,
      "learning_rate": 4.376330791547478e-07,
      "loss": 0.001,
      "step": 3161
    },
    {
      "epoch": 10.9,
      "learning_rate": 4.349136314372204e-07,
      "loss": 0.0008,
      "step": 3162
    },
    {
      "epoch": 10.91,
      "learning_rate": 4.322024715539197e-07,
      "loss": 0.0011,
      "step": 3163
    },
    {
      "epoch": 10.91,
      "learning_rate": 4.29499601853971e-07,
      "loss": 0.0002,
      "step": 3164
    },
    {
      "epoch": 10.91,
      "learning_rate": 4.268050246793276e-07,
      "loss": 0.0008,
      "step": 3165
    },
    {
      "epoch": 10.92,
      "learning_rate": 4.241187423647497e-07,
      "loss": 0.0006,
      "step": 3166
    },
    {
      "epoch": 10.92,
      "learning_rate": 4.2144075723781206e-07,
      "loss": 0.0008,
      "step": 3167
    },
    {
      "epoch": 10.92,
      "learning_rate": 4.1877107161890416e-07,
      "loss": 0.0006,
      "step": 3168
    },
    {
      "epoch": 10.93,
      "learning_rate": 4.1610968782122006e-07,
      "loss": 0.0003,
      "step": 3169
    },
    {
      "epoch": 10.93,
      "learning_rate": 4.134566081507585e-07,
      "loss": 0.0003,
      "step": 3170
    },
    {
      "epoch": 10.93,
      "learning_rate": 4.108118349063306e-07,
      "loss": 0.0003,
      "step": 3171
    },
    {
      "epoch": 10.94,
      "learning_rate": 4.081753703795444e-07,
      "loss": 0.001,
      "step": 3172
    },
    {
      "epoch": 10.94,
      "learning_rate": 4.05547216854808e-07,
      "loss": 0.001,
      "step": 3173
    },
    {
      "epoch": 10.94,
      "learning_rate": 4.0292737660933335e-07,
      "loss": 0.0008,
      "step": 3174
    },
    {
      "epoch": 10.95,
      "learning_rate": 4.003158519131245e-07,
      "loss": 0.0003,
      "step": 3175
    },
    {
      "epoch": 10.95,
      "learning_rate": 3.9771264502898366e-07,
      "loss": 0.0014,
      "step": 3176
    },
    {
      "epoch": 10.96,
      "learning_rate": 3.9511775821250206e-07,
      "loss": 0.0004,
      "step": 3177
    },
    {
      "epoch": 10.96,
      "learning_rate": 3.9253119371206684e-07,
      "loss": 0.0005,
      "step": 3178
    },
    {
      "epoch": 10.96,
      "learning_rate": 3.8995295376884957e-07,
      "loss": 0.0007,
      "step": 3179
    },
    {
      "epoch": 10.97,
      "learning_rate": 3.8738304061681107e-07,
      "loss": 0.0007,
      "step": 3180
    },
    {
      "epoch": 10.97,
      "learning_rate": 3.848214564826969e-07,
      "loss": 0.0008,
      "step": 3181
    },
    {
      "epoch": 10.97,
      "learning_rate": 3.822682035860381e-07,
      "loss": 0.0015,
      "step": 3182
    },
    {
      "epoch": 10.98,
      "learning_rate": 3.7972328413914074e-07,
      "loss": 0.0005,
      "step": 3183
    },
    {
      "epoch": 10.98,
      "learning_rate": 3.771867003470975e-07,
      "loss": 0.0007,
      "step": 3184
    },
    {
      "epoch": 10.98,
      "learning_rate": 3.746584544077736e-07,
      "loss": 0.0011,
      "step": 3185
    },
    {
      "epoch": 10.99,
      "learning_rate": 3.721385485118123e-07,
      "loss": 0.0017,
      "step": 3186
    },
    {
      "epoch": 10.99,
      "learning_rate": 3.6962698484262814e-07,
      "loss": 0.0008,
      "step": 3187
    },
    {
      "epoch": 10.99,
      "learning_rate": 3.671237655764104e-07,
      "loss": 0.0006,
      "step": 3188
    },
    {
      "epoch": 11.0,
      "learning_rate": 3.646288928821151e-07,
      "loss": 0.0005,
      "step": 3189
    },
    {
      "epoch": 11.0,
      "learning_rate": 3.6214236892146983e-07,
      "loss": 0.0006,
      "step": 3190
    },
    {
      "epoch": 11.0,
      "learning_rate": 3.596641958489633e-07,
      "loss": 0.0006,
      "step": 3191
    },
    {
      "epoch": 11.01,
      "learning_rate": 3.571943758118546e-07,
      "loss": 0.0004,
      "step": 3192
    },
    {
      "epoch": 11.01,
      "learning_rate": 3.547329109501585e-07,
      "loss": 0.0002,
      "step": 3193
    },
    {
      "epoch": 11.01,
      "learning_rate": 3.522798033966579e-07,
      "loss": 0.0007,
      "step": 3194
    },
    {
      "epoch": 11.02,
      "learning_rate": 3.498350552768859e-07,
      "loss": 0.0006,
      "step": 3195
    },
    {
      "epoch": 11.02,
      "learning_rate": 3.473986687091402e-07,
      "loss": 0.0004,
      "step": 3196
    },
    {
      "epoch": 11.02,
      "learning_rate": 3.449706458044666e-07,
      "loss": 0.0003,
      "step": 3197
    },
    {
      "epoch": 11.03,
      "learning_rate": 3.4255098866667114e-07,
      "loss": 0.0005,
      "step": 3198
    },
    {
      "epoch": 11.03,
      "learning_rate": 3.401396993923045e-07,
      "loss": 0.0003,
      "step": 3199
    },
    {
      "epoch": 11.03,
      "learning_rate": 3.377367800706732e-07,
      "loss": 0.0004,
      "step": 3200
    },
    {
      "epoch": 11.04,
      "learning_rate": 3.3534223278382405e-07,
      "loss": 0.0009,
      "step": 3201
    },
    {
      "epoch": 11.04,
      "learning_rate": 3.329560596065573e-07,
      "loss": 0.0009,
      "step": 3202
    },
    {
      "epoch": 11.04,
      "learning_rate": 3.3057826260641136e-07,
      "loss": 0.0006,
      "step": 3203
    },
    {
      "epoch": 11.05,
      "learning_rate": 3.282088438436715e-07,
      "loss": 0.0007,
      "step": 3204
    },
    {
      "epoch": 11.05,
      "learning_rate": 3.2584780537136206e-07,
      "loss": 0.0005,
      "step": 3205
    },
    {
      "epoch": 11.06,
      "learning_rate": 3.2349514923524115e-07,
      "loss": 0.0012,
      "step": 3206
    },
    {
      "epoch": 11.06,
      "learning_rate": 3.211508774738137e-07,
      "loss": 0.0012,
      "step": 3207
    },
    {
      "epoch": 11.06,
      "learning_rate": 3.188149921183115e-07,
      "loss": 0.0008,
      "step": 3208
    },
    {
      "epoch": 11.07,
      "learning_rate": 3.164874951927033e-07,
      "loss": 0.0012,
      "step": 3209
    },
    {
      "epoch": 11.07,
      "learning_rate": 3.1416838871368925e-07,
      "loss": 0.0009,
      "step": 3210
    },
    {
      "epoch": 11.07,
      "learning_rate": 3.1185767469069874e-07,
      "loss": 0.0006,
      "step": 3211
    },
    {
      "epoch": 11.08,
      "learning_rate": 3.0955535512589007e-07,
      "loss": 0.0004,
      "step": 3212
    },
    {
      "epoch": 11.08,
      "learning_rate": 3.072614320141487e-07,
      "loss": 0.0008,
      "step": 3213
    },
    {
      "epoch": 11.08,
      "learning_rate": 3.049759073430814e-07,
      "loss": 0.0005,
      "step": 3214
    },
    {
      "epoch": 11.09,
      "learning_rate": 3.026987830930239e-07,
      "loss": 0.0002,
      "step": 3215
    },
    {
      "epoch": 11.09,
      "learning_rate": 3.00430061237027e-07,
      "loss": 0.0004,
      "step": 3216
    },
    {
      "epoch": 11.09,
      "learning_rate": 2.9816974374086594e-07,
      "loss": 0.0006,
      "step": 3217
    },
    {
      "epoch": 11.1,
      "learning_rate": 2.959178325630296e-07,
      "loss": 0.0003,
      "step": 3218
    },
    {
      "epoch": 11.1,
      "learning_rate": 2.936743296547273e-07,
      "loss": 0.0003,
      "step": 3219
    },
    {
      "epoch": 11.1,
      "learning_rate": 2.9143923695987955e-07,
      "loss": 0.0005,
      "step": 3220
    },
    {
      "epoch": 11.11,
      "learning_rate": 2.8921255641512157e-07,
      "loss": 0.0007,
      "step": 3221
    },
    {
      "epoch": 11.11,
      "learning_rate": 2.8699428994980017e-07,
      "loss": 0.0006,
      "step": 3222
    },
    {
      "epoch": 11.11,
      "learning_rate": 2.847844394859689e-07,
      "loss": 0.0005,
      "step": 3223
    },
    {
      "epoch": 11.12,
      "learning_rate": 2.825830069383917e-07,
      "loss": 0.0004,
      "step": 3224
    },
    {
      "epoch": 11.12,
      "learning_rate": 2.8038999421453827e-07,
      "loss": 0.0004,
      "step": 3225
    },
    {
      "epoch": 11.12,
      "learning_rate": 2.7820540321458087e-07,
      "loss": 0.0004,
      "step": 3226
    },
    {
      "epoch": 11.13,
      "learning_rate": 2.760292358313976e-07,
      "loss": 0.0002,
      "step": 3227
    },
    {
      "epoch": 11.13,
      "learning_rate": 2.7386149395056463e-07,
      "loss": 0.0007,
      "step": 3228
    },
    {
      "epoch": 11.13,
      "learning_rate": 2.717021794503616e-07,
      "loss": 0.0007,
      "step": 3229
    },
    {
      "epoch": 11.14,
      "learning_rate": 2.6955129420176193e-07,
      "loss": 0.0004,
      "step": 3230
    },
    {
      "epoch": 11.14,
      "learning_rate": 2.6740884006843826e-07,
      "loss": 0.0008,
      "step": 3231
    },
    {
      "epoch": 11.14,
      "learning_rate": 2.6527481890675666e-07,
      "loss": 0.0006,
      "step": 3232
    },
    {
      "epoch": 11.15,
      "learning_rate": 2.6314923256577586e-07,
      "loss": 0.0002,
      "step": 3233
    },
    {
      "epoch": 11.15,
      "learning_rate": 2.6103208288724815e-07,
      "loss": 0.0003,
      "step": 3234
    },
    {
      "epoch": 11.16,
      "learning_rate": 2.589233717056128e-07,
      "loss": 0.0011,
      "step": 3235
    },
    {
      "epoch": 11.16,
      "learning_rate": 2.5682310084800154e-07,
      "loss": 0.0011,
      "step": 3236
    },
    {
      "epoch": 11.16,
      "learning_rate": 2.547312721342277e-07,
      "loss": 0.0012,
      "step": 3237
    },
    {
      "epoch": 11.17,
      "learning_rate": 2.526478873767946e-07,
      "loss": 0.0002,
      "step": 3238
    },
    {
      "epoch": 11.17,
      "learning_rate": 2.50572948380885e-07,
      "loss": 0.0002,
      "step": 3239
    },
    {
      "epoch": 11.17,
      "learning_rate": 2.4850645694436736e-07,
      "loss": 0.0006,
      "step": 3240
    },
    {
      "epoch": 11.18,
      "learning_rate": 2.4644841485778836e-07,
      "loss": 0.0009,
      "step": 3241
    },
    {
      "epoch": 11.18,
      "learning_rate": 2.4439882390437264e-07,
      "loss": 0.0006,
      "step": 3242
    },
    {
      "epoch": 11.18,
      "learning_rate": 2.423576858600252e-07,
      "loss": 0.0008,
      "step": 3243
    },
    {
      "epoch": 11.19,
      "learning_rate": 2.403250024933246e-07,
      "loss": 0.0004,
      "step": 3244
    },
    {
      "epoch": 11.19,
      "learning_rate": 2.3830077556552424e-07,
      "loss": 0.0007,
      "step": 3245
    },
    {
      "epoch": 11.19,
      "learning_rate": 2.3628500683055222e-07,
      "loss": 0.0003,
      "step": 3246
    },
    {
      "epoch": 11.2,
      "learning_rate": 2.3427769803500365e-07,
      "loss": 0.0003,
      "step": 3247
    },
    {
      "epoch": 11.2,
      "learning_rate": 2.322788509181484e-07,
      "loss": 0.0011,
      "step": 3248
    },
    {
      "epoch": 11.2,
      "learning_rate": 2.3028846721191878e-07,
      "loss": 0.0008,
      "step": 3249
    },
    {
      "epoch": 11.21,
      "learning_rate": 2.2830654864092083e-07,
      "loss": 0.0006,
      "step": 3250
    },
    {
      "epoch": 11.21,
      "learning_rate": 2.2633309692241978e-07,
      "loss": 0.0011,
      "step": 3251
    },
    {
      "epoch": 11.21,
      "learning_rate": 2.2436811376634893e-07,
      "loss": 0.0004,
      "step": 3252
    },
    {
      "epoch": 11.22,
      "learning_rate": 2.2241160087529857e-07,
      "loss": 0.0004,
      "step": 3253
    },
    {
      "epoch": 11.22,
      "learning_rate": 2.2046355994452596e-07,
      "loss": 0.0003,
      "step": 3254
    },
    {
      "epoch": 11.22,
      "learning_rate": 2.1852399266194312e-07,
      "loss": 0.0017,
      "step": 3255
    },
    {
      "epoch": 11.23,
      "learning_rate": 2.1659290070812356e-07,
      "loss": 0.0011,
      "step": 3256
    },
    {
      "epoch": 11.23,
      "learning_rate": 2.1467028575629322e-07,
      "loss": 0.0003,
      "step": 3257
    },
    {
      "epoch": 11.23,
      "learning_rate": 2.1275614947233624e-07,
      "loss": 0.0003,
      "step": 3258
    },
    {
      "epoch": 11.24,
      "learning_rate": 2.1085049351478814e-07,
      "loss": 0.0009,
      "step": 3259
    },
    {
      "epoch": 11.24,
      "learning_rate": 2.089533195348392e-07,
      "loss": 0.0005,
      "step": 3260
    },
    {
      "epoch": 11.24,
      "learning_rate": 2.0706462917632676e-07,
      "loss": 0.0003,
      "step": 3261
    },
    {
      "epoch": 11.25,
      "learning_rate": 2.0518442407573946e-07,
      "loss": 0.0014,
      "step": 3262
    },
    {
      "epoch": 11.25,
      "learning_rate": 2.0331270586221308e-07,
      "loss": 0.0008,
      "step": 3263
    },
    {
      "epoch": 11.26,
      "learning_rate": 2.014494761575314e-07,
      "loss": 0.0003,
      "step": 3264
    },
    {
      "epoch": 11.26,
      "learning_rate": 1.9959473657612193e-07,
      "loss": 0.0007,
      "step": 3265
    },
    {
      "epoch": 11.26,
      "learning_rate": 1.977484887250547e-07,
      "loss": 0.0002,
      "step": 3266
    },
    {
      "epoch": 11.27,
      "learning_rate": 1.9591073420404338e-07,
      "loss": 0.0003,
      "step": 3267
    },
    {
      "epoch": 11.27,
      "learning_rate": 1.9408147460544203e-07,
      "loss": 0.0003,
      "step": 3268
    },
    {
      "epoch": 11.27,
      "learning_rate": 1.9226071151424608e-07,
      "loss": 0.0018,
      "step": 3269
    },
    {
      "epoch": 11.28,
      "learning_rate": 1.9044844650808468e-07,
      "loss": 0.0006,
      "step": 3270
    },
    {
      "epoch": 11.28,
      "learning_rate": 1.8864468115722733e-07,
      "loss": 0.0002,
      "step": 3271
    },
    {
      "epoch": 11.28,
      "learning_rate": 1.8684941702457604e-07,
      "loss": 0.0005,
      "step": 3272
    },
    {
      "epoch": 11.29,
      "learning_rate": 1.8506265566567095e-07,
      "loss": 0.0006,
      "step": 3273
    },
    {
      "epoch": 11.29,
      "learning_rate": 1.832843986286803e-07,
      "loss": 0.0004,
      "step": 3274
    },
    {
      "epoch": 11.29,
      "learning_rate": 1.8151464745440828e-07,
      "loss": 0.0004,
      "step": 3275
    },
    {
      "epoch": 11.3,
      "learning_rate": 1.7975340367628269e-07,
      "loss": 0.0008,
      "step": 3276
    },
    {
      "epoch": 11.3,
      "learning_rate": 1.7800066882036615e-07,
      "loss": 0.0009,
      "step": 3277
    },
    {
      "epoch": 11.3,
      "learning_rate": 1.7625644440534384e-07,
      "loss": 0.0002,
      "step": 3278
    },
    {
      "epoch": 11.31,
      "learning_rate": 1.7452073194253237e-07,
      "loss": 0.001,
      "step": 3279
    },
    {
      "epoch": 11.31,
      "learning_rate": 1.7279353293586765e-07,
      "loss": 0.0004,
      "step": 3280
    },
    {
      "epoch": 11.31,
      "learning_rate": 1.710748488819114e-07,
      "loss": 0.0002,
      "step": 3281
    },
    {
      "epoch": 11.32,
      "learning_rate": 1.6936468126984573e-07,
      "loss": 0.0009,
      "step": 3282
    },
    {
      "epoch": 11.32,
      "learning_rate": 1.6766303158147757e-07,
      "loss": 0.0008,
      "step": 3283
    },
    {
      "epoch": 11.32,
      "learning_rate": 1.659699012912286e-07,
      "loss": 0.0003,
      "step": 3284
    },
    {
      "epoch": 11.33,
      "learning_rate": 1.6428529186614195e-07,
      "loss": 0.0004,
      "step": 3285
    },
    {
      "epoch": 11.33,
      "learning_rate": 1.626092047658756e-07,
      "loss": 0.001,
      "step": 3286
    },
    {
      "epoch": 11.33,
      "learning_rate": 1.6094164144270453e-07,
      "loss": 0.0004,
      "step": 3287
    },
    {
      "epoch": 11.34,
      "learning_rate": 1.5928260334151847e-07,
      "loss": 0.0004,
      "step": 3288
    },
    {
      "epoch": 11.34,
      "learning_rate": 1.5763209189981864e-07,
      "loss": 0.0007,
      "step": 3289
    },
    {
      "epoch": 11.34,
      "learning_rate": 1.5599010854772002e-07,
      "loss": 0.0005,
      "step": 3290
    },
    {
      "epoch": 11.35,
      "learning_rate": 1.543566547079467e-07,
      "loss": 0.0018,
      "step": 3291
    },
    {
      "epoch": 11.35,
      "learning_rate": 1.5273173179583322e-07,
      "loss": 0.0003,
      "step": 3292
    },
    {
      "epoch": 11.36,
      "learning_rate": 1.5111534121932225e-07,
      "loss": 0.0005,
      "step": 3293
    },
    {
      "epoch": 11.36,
      "learning_rate": 1.4950748437896235e-07,
      "loss": 0.0003,
      "step": 3294
    },
    {
      "epoch": 11.36,
      "learning_rate": 1.4790816266791018e-07,
      "loss": 0.0005,
      "step": 3295
    },
    {
      "epoch": 11.37,
      "learning_rate": 1.463173774719262e-07,
      "loss": 0.0009,
      "step": 3296
    },
    {
      "epoch": 11.37,
      "learning_rate": 1.4473513016937223e-07,
      "loss": 0.0003,
      "step": 3297
    },
    {
      "epoch": 11.37,
      "learning_rate": 1.4316142213121386e-07,
      "loss": 0.0002,
      "step": 3298
    },
    {
      "epoch": 11.38,
      "learning_rate": 1.4159625472101812e-07,
      "loss": 0.0008,
      "step": 3299
    },
    {
      "epoch": 11.38,
      "learning_rate": 1.400396292949513e-07,
      "loss": 0.0002,
      "step": 3300
    },
    {
      "epoch": 11.38,
      "learning_rate": 1.3849154720177782e-07,
      "loss": 0.0009,
      "step": 3301
    },
    {
      "epoch": 11.39,
      "learning_rate": 1.3695200978286028e-07,
      "loss": 0.0005,
      "step": 3302
    },
    {
      "epoch": 11.39,
      "learning_rate": 1.3542101837215826e-07,
      "loss": 0.0004,
      "step": 3303
    },
    {
      "epoch": 11.39,
      "learning_rate": 1.338985742962251e-07,
      "loss": 0.0006,
      "step": 3304
    },
    {
      "epoch": 11.4,
      "learning_rate": 1.323846788742078e-07,
      "loss": 0.0003,
      "step": 3305
    },
    {
      "epoch": 11.4,
      "learning_rate": 1.308793334178493e-07,
      "loss": 0.0005,
      "step": 3306
    },
    {
      "epoch": 11.4,
      "learning_rate": 1.293825392314807e-07,
      "loss": 0.0003,
      "step": 3307
    },
    {
      "epoch": 11.41,
      "learning_rate": 1.2789429761202565e-07,
      "loss": 0.0004,
      "step": 3308
    },
    {
      "epoch": 11.41,
      "learning_rate": 1.26414609848996e-07,
      "loss": 0.0007,
      "step": 3309
    },
    {
      "epoch": 11.41,
      "learning_rate": 1.2494347722449506e-07,
      "loss": 0.0004,
      "step": 3310
    },
    {
      "epoch": 11.42,
      "learning_rate": 1.2348090101320766e-07,
      "loss": 0.0005,
      "step": 3311
    },
    {
      "epoch": 11.42,
      "learning_rate": 1.2202688248241113e-07,
      "loss": 0.0009,
      "step": 3312
    },
    {
      "epoch": 11.42,
      "learning_rate": 1.205814228919633e-07,
      "loss": 0.0009,
      "step": 3313
    },
    {
      "epoch": 11.43,
      "learning_rate": 1.1914452349430782e-07,
      "loss": 0.0009,
      "step": 3314
    },
    {
      "epoch": 11.43,
      "learning_rate": 1.1771618553447217e-07,
      "loss": 0.0009,
      "step": 3315
    },
    {
      "epoch": 11.43,
      "learning_rate": 1.16296410250063e-07,
      "loss": 0.0003,
      "step": 3316
    },
    {
      "epoch": 11.44,
      "learning_rate": 1.1488519887126848e-07,
      "loss": 0.0008,
      "step": 3317
    },
    {
      "epoch": 11.44,
      "learning_rate": 1.134825526208605e-07,
      "loss": 0.0004,
      "step": 3318
    },
    {
      "epoch": 11.44,
      "learning_rate": 1.1208847271418244e-07,
      "loss": 0.0006,
      "step": 3319
    },
    {
      "epoch": 11.45,
      "learning_rate": 1.1070296035916028e-07,
      "loss": 0.0005,
      "step": 3320
    },
    {
      "epoch": 11.45,
      "learning_rate": 1.0932601675629595e-07,
      "loss": 0.0004,
      "step": 3321
    },
    {
      "epoch": 11.46,
      "learning_rate": 1.0795764309866397e-07,
      "loss": 0.0011,
      "step": 3322
    },
    {
      "epoch": 11.46,
      "learning_rate": 1.0659784057191702e-07,
      "loss": 0.0004,
      "step": 3323
    },
    {
      "epoch": 11.46,
      "learning_rate": 1.052466103542793e-07,
      "loss": 0.0007,
      "step": 3324
    },
    {
      "epoch": 11.47,
      "learning_rate": 1.039039536165476e-07,
      "loss": 0.0015,
      "step": 3325
    },
    {
      "epoch": 11.47,
      "learning_rate": 1.0256987152208908e-07,
      "loss": 0.0008,
      "step": 3326
    },
    {
      "epoch": 11.47,
      "learning_rate": 1.0124436522684244e-07,
      "loss": 0.0012,
      "step": 3327
    },
    {
      "epoch": 11.48,
      "learning_rate": 9.992743587931674e-08,
      "loss": 0.0013,
      "step": 3328
    },
    {
      "epoch": 11.48,
      "learning_rate": 9.8619084620587e-08,
      "loss": 0.0006,
      "step": 3329
    },
    {
      "epoch": 11.48,
      "learning_rate": 9.731931258429638e-08,
      "loss": 0.0006,
      "step": 3330
    },
    {
      "epoch": 11.49,
      "learning_rate": 9.602812089665626e-08,
      "loss": 0.0002,
      "step": 3331
    },
    {
      "epoch": 11.49,
      "learning_rate": 9.474551067644167e-08,
      "loss": 0.0004,
      "step": 3332
    },
    {
      "epoch": 11.49,
      "learning_rate": 9.347148303499143e-08,
      "loss": 0.0009,
      "step": 3333
    },
    {
      "epoch": 11.5,
      "learning_rate": 9.220603907620806e-08,
      "loss": 0.0006,
      "step": 3334
    },
    {
      "epoch": 11.5,
      "learning_rate": 9.094917989656005e-08,
      "loss": 0.0006,
      "step": 3335
    },
    {
      "epoch": 11.5,
      "learning_rate": 8.970090658507291e-08,
      "loss": 0.0003,
      "step": 3336
    },
    {
      "epoch": 11.51,
      "learning_rate": 8.84612202233337e-08,
      "loss": 0.0006,
      "step": 3337
    },
    {
      "epoch": 11.51,
      "learning_rate": 8.723012188549318e-08,
      "loss": 0.001,
      "step": 3338
    },
    {
      "epoch": 11.51,
      "learning_rate": 8.600761263825475e-08,
      "loss": 0.0003,
      "step": 3339
    },
    {
      "epoch": 11.52,
      "learning_rate": 8.479369354088329e-08,
      "loss": 0.0002,
      "step": 3340
    },
    {
      "epoch": 11.52,
      "learning_rate": 8.358836564520189e-08,
      "loss": 0.0002,
      "step": 3341
    },
    {
      "epoch": 11.52,
      "learning_rate": 8.239162999558403e-08,
      "loss": 0.0008,
      "step": 3342
    },
    {
      "epoch": 11.53,
      "learning_rate": 8.120348762896579e-08,
      "loss": 0.0007,
      "step": 3343
    },
    {
      "epoch": 11.53,
      "learning_rate": 8.002393957483145e-08,
      "loss": 0.0008,
      "step": 3344
    },
    {
      "epoch": 11.53,
      "learning_rate": 7.885298685522235e-08,
      "loss": 0.0006,
      "step": 3345
    },
    {
      "epoch": 11.54,
      "learning_rate": 7.769063048472802e-08,
      "loss": 0.0007,
      "step": 3346
    },
    {
      "epoch": 11.54,
      "learning_rate": 7.653687147049504e-08,
      "loss": 0.0003,
      "step": 3347
    },
    {
      "epoch": 11.54,
      "learning_rate": 7.539171081221597e-08,
      "loss": 0.0005,
      "step": 3348
    },
    {
      "epoch": 11.55,
      "learning_rate": 7.425514950213708e-08,
      "loss": 0.0005,
      "step": 3349
    },
    {
      "epoch": 11.55,
      "learning_rate": 7.31271885250484e-08,
      "loss": 0.0003,
      "step": 3350
    },
    {
      "epoch": 11.56,
      "learning_rate": 7.200782885829482e-08,
      "loss": 0.0007,
      "step": 3351
    },
    {
      "epoch": 11.56,
      "learning_rate": 7.089707147176161e-08,
      "loss": 0.0006,
      "step": 3352
    },
    {
      "epoch": 11.56,
      "learning_rate": 6.979491732788557e-08,
      "loss": 0.0018,
      "step": 3353
    },
    {
      "epoch": 11.57,
      "learning_rate": 6.870136738164612e-08,
      "loss": 0.0008,
      "step": 3354
    },
    {
      "epoch": 11.57,
      "learning_rate": 6.761642258056977e-08,
      "loss": 0.0002,
      "step": 3355
    },
    {
      "epoch": 11.57,
      "learning_rate": 6.654008386472455e-08,
      "loss": 0.001,
      "step": 3356
    },
    {
      "epoch": 11.58,
      "learning_rate": 6.547235216672443e-08,
      "loss": 0.0002,
      "step": 3357
    },
    {
      "epoch": 11.58,
      "learning_rate": 6.44132284117216e-08,
      "loss": 0.0005,
      "step": 3358
    },
    {
      "epoch": 11.58,
      "learning_rate": 6.336271351741308e-08,
      "loss": 0.0004,
      "step": 3359
    },
    {
      "epoch": 11.59,
      "learning_rate": 6.232080839403631e-08,
      "loss": 0.0002,
      "step": 3360
    },
    {
      "epoch": 11.59,
      "learning_rate": 6.128751394436694e-08,
      "loss": 0.0003,
      "step": 3361
    },
    {
      "epoch": 11.59,
      "learning_rate": 6.02628310637221e-08,
      "loss": 0.0006,
      "step": 3362
    },
    {
      "epoch": 11.6,
      "learning_rate": 5.9246760639953824e-08,
      "loss": 0.0007,
      "step": 3363
    },
    {
      "epoch": 11.6,
      "learning_rate": 5.823930355345675e-08,
      "loss": 0.0008,
      "step": 3364
    },
    {
      "epoch": 11.6,
      "learning_rate": 5.724046067715705e-08,
      "loss": 0.0003,
      "step": 3365
    },
    {
      "epoch": 11.61,
      "learning_rate": 5.625023287652021e-08,
      "loss": 0.0007,
      "step": 3366
    },
    {
      "epoch": 11.61,
      "learning_rate": 5.526862100954655e-08,
      "loss": 0.0006,
      "step": 3367
    },
    {
      "epoch": 11.61,
      "learning_rate": 5.429562592677018e-08,
      "loss": 0.0005,
      "step": 3368
    },
    {
      "epoch": 11.62,
      "learning_rate": 5.3331248471258926e-08,
      "loss": 0.0003,
      "step": 3369
    },
    {
      "epoch": 11.62,
      "learning_rate": 5.2375489478616593e-08,
      "loss": 0.0005,
      "step": 3370
    },
    {
      "epoch": 11.62,
      "learning_rate": 5.142834977697408e-08,
      "loss": 0.0007,
      "step": 3371
    },
    {
      "epoch": 11.63,
      "learning_rate": 5.048983018699827e-08,
      "loss": 0.0004,
      "step": 3372
    },
    {
      "epoch": 11.63,
      "learning_rate": 4.955993152188643e-08,
      "loss": 0.0012,
      "step": 3373
    },
    {
      "epoch": 11.63,
      "learning_rate": 4.863865458736405e-08,
      "loss": 0.0006,
      "step": 3374
    },
    {
      "epoch": 11.64,
      "learning_rate": 4.772600018168816e-08,
      "loss": 0.0004,
      "step": 3375
    },
    {
      "epoch": 11.64,
      "learning_rate": 4.682196909564396e-08,
      "loss": 0.0012,
      "step": 3376
    },
    {
      "epoch": 11.64,
      "learning_rate": 4.592656211254487e-08,
      "loss": 0.0003,
      "step": 3377
    },
    {
      "epoch": 11.65,
      "learning_rate": 4.503978000823028e-08,
      "loss": 0.0002,
      "step": 3378
    },
    {
      "epoch": 11.65,
      "learning_rate": 4.416162355107001e-08,
      "loss": 0.0009,
      "step": 3379
    },
    {
      "epoch": 11.66,
      "learning_rate": 4.329209350195651e-08,
      "loss": 0.0006,
      "step": 3380
    },
    {
      "epoch": 11.66,
      "learning_rate": 4.2431190614309334e-08,
      "loss": 0.0013,
      "step": 3381
    },
    {
      "epoch": 11.66,
      "learning_rate": 4.1578915634072904e-08,
      "loss": 0.0009,
      "step": 3382
    },
    {
      "epoch": 11.67,
      "learning_rate": 4.0735269299715386e-08,
      "loss": 0.0006,
      "step": 3383
    },
    {
      "epoch": 11.67,
      "learning_rate": 3.990025234222872e-08,
      "loss": 0.0008,
      "step": 3384
    },
    {
      "epoch": 11.67,
      "learning_rate": 3.907386548512748e-08,
      "loss": 0.0003,
      "step": 3385
    },
    {
      "epoch": 11.68,
      "learning_rate": 3.825610944445002e-08,
      "loss": 0.0011,
      "step": 3386
    },
    {
      "epoch": 11.68,
      "learning_rate": 3.7446984928753984e-08,
      "loss": 0.0004,
      "step": 3387
    },
    {
      "epoch": 11.68,
      "learning_rate": 3.6646492639118567e-08,
      "loss": 0.0007,
      "step": 3388
    },
    {
      "epoch": 11.69,
      "learning_rate": 3.5854633269146735e-08,
      "loss": 0.0004,
      "step": 3389
    },
    {
      "epoch": 11.69,
      "learning_rate": 3.50714075049563e-08,
      "loss": 0.0007,
      "step": 3390
    },
    {
      "epoch": 11.69,
      "learning_rate": 3.429681602518886e-08,
      "loss": 0.0004,
      "step": 3391
    },
    {
      "epoch": 11.7,
      "learning_rate": 3.353085950099977e-08,
      "loss": 0.0006,
      "step": 3392
    },
    {
      "epoch": 11.7,
      "learning_rate": 3.2773538596068134e-08,
      "loss": 0.0003,
      "step": 3393
    },
    {
      "epoch": 11.7,
      "learning_rate": 3.2024853966585725e-08,
      "loss": 0.0002,
      "step": 3394
    },
    {
      "epoch": 11.71,
      "learning_rate": 3.1284806261264735e-08,
      "loss": 0.0007,
      "step": 3395
    },
    {
      "epoch": 11.71,
      "learning_rate": 3.0553396121330015e-08,
      "loss": 0.0003,
      "step": 3396
    },
    {
      "epoch": 11.71,
      "learning_rate": 2.9830624180526845e-08,
      "loss": 0.0004,
      "step": 3397
    },
    {
      "epoch": 11.72,
      "learning_rate": 2.911649106511316e-08,
      "loss": 0.0007,
      "step": 3398
    },
    {
      "epoch": 11.72,
      "learning_rate": 2.8410997393860663e-08,
      "loss": 0.0003,
      "step": 3399
    },
    {
      "epoch": 11.72,
      "learning_rate": 2.7714143778058146e-08,
      "loss": 0.0002,
      "step": 3400
    },
    {
      "epoch": 11.73,
      "learning_rate": 2.702593082150484e-08,
      "loss": 0.0004,
      "step": 3401
    },
    {
      "epoch": 11.73,
      "learning_rate": 2.6346359120514863e-08,
      "loss": 0.0005,
      "step": 3402
    },
    {
      "epoch": 11.73,
      "learning_rate": 2.5675429263917197e-08,
      "loss": 0.0014,
      "step": 3403
    },
    {
      "epoch": 11.74,
      "learning_rate": 2.5013141833046818e-08,
      "loss": 0.0004,
      "step": 3404
    },
    {
      "epoch": 11.74,
      "learning_rate": 2.4359497401758026e-08,
      "loss": 0.0005,
      "step": 3405
    },
    {
      "epoch": 11.74,
      "learning_rate": 2.371449653640889e-08,
      "loss": 0.0004,
      "step": 3406
    },
    {
      "epoch": 11.75,
      "learning_rate": 2.3078139795874587e-08,
      "loss": 0.0003,
      "step": 3407
    },
    {
      "epoch": 11.75,
      "learning_rate": 2.2450427731534052e-08,
      "loss": 0.0009,
      "step": 3408
    },
    {
      "epoch": 11.76,
      "learning_rate": 2.1831360887283325e-08,
      "loss": 0.001,
      "step": 3409
    },
    {
      "epoch": 11.76,
      "learning_rate": 2.1220939799520003e-08,
      "loss": 0.0015,
      "step": 3410
    },
    {
      "epoch": 11.76,
      "learning_rate": 2.061916499715544e-08,
      "loss": 0.0012,
      "step": 3411
    },
    {
      "epoch": 11.77,
      "learning_rate": 2.002603700160699e-08,
      "loss": 0.0016,
      "step": 3412
    },
    {
      "epoch": 11.77,
      "learning_rate": 1.9441556326802447e-08,
      "loss": 0.0003,
      "step": 3413
    },
    {
      "epoch": 11.77,
      "learning_rate": 1.886572347917337e-08,
      "loss": 0.0009,
      "step": 3414
    },
    {
      "epoch": 11.78,
      "learning_rate": 1.829853895766176e-08,
      "loss": 0.0003,
      "step": 3415
    },
    {
      "epoch": 11.78,
      "learning_rate": 1.7740003253712278e-08,
      "loss": 0.0004,
      "step": 3416
    },
    {
      "epoch": 11.78,
      "learning_rate": 1.7190116851280024e-08,
      "loss": 0.0002,
      "step": 3417
    },
    {
      "epoch": 11.79,
      "learning_rate": 1.664888022682165e-08,
      "loss": 0.0008,
      "step": 3418
    },
    {
      "epoch": 11.79,
      "learning_rate": 1.6116293849302024e-08,
      "loss": 0.0003,
      "step": 3419
    },
    {
      "epoch": 11.79,
      "learning_rate": 1.5592358180189782e-08,
      "loss": 0.0008,
      "step": 3420
    },
    {
      "epoch": 11.8,
      "learning_rate": 1.5077073673458453e-08,
      "loss": 0.0003,
      "step": 3421
    },
    {
      "epoch": 11.8,
      "learning_rate": 1.4570440775584226e-08,
      "loss": 0.0006,
      "step": 3422
    },
    {
      "epoch": 11.8,
      "learning_rate": 1.4072459925548176e-08,
      "loss": 0.0005,
      "step": 3423
    },
    {
      "epoch": 11.81,
      "learning_rate": 1.358313155483404e-08,
      "loss": 0.0004,
      "step": 3424
    },
    {
      "epoch": 11.81,
      "learning_rate": 1.3102456087430437e-08,
      "loss": 0.0015,
      "step": 3425
    },
    {
      "epoch": 11.81,
      "learning_rate": 1.2630433939825326e-08,
      "loss": 0.0004,
      "step": 3426
    },
    {
      "epoch": 11.82,
      "learning_rate": 1.2167065521010436e-08,
      "loss": 0.0015,
      "step": 3427
    },
    {
      "epoch": 11.82,
      "learning_rate": 1.1712351232480157e-08,
      "loss": 0.0003,
      "step": 3428
    },
    {
      "epoch": 11.82,
      "learning_rate": 1.126629146822933e-08,
      "loss": 0.0003,
      "step": 3429
    },
    {
      "epoch": 11.83,
      "learning_rate": 1.0828886614754342e-08,
      "loss": 0.0002,
      "step": 3430
    },
    {
      "epoch": 11.83,
      "learning_rate": 1.0400137051052028e-08,
      "loss": 0.0005,
      "step": 3431
    },
    {
      "epoch": 11.83,
      "learning_rate": 9.980043148619668e-09,
      "loss": 0.0004,
      "step": 3432
    },
    {
      "epoch": 11.84,
      "learning_rate": 9.568605271454978e-09,
      "loss": 0.0004,
      "step": 3433
    },
    {
      "epoch": 11.84,
      "learning_rate": 9.165823776055016e-09,
      "loss": 0.001,
      "step": 3434
    },
    {
      "epoch": 11.84,
      "learning_rate": 8.771699011416169e-09,
      "loss": 0.001,
      "step": 3435
    },
    {
      "epoch": 11.85,
      "learning_rate": 8.386231319037485e-09,
      "loss": 0.0002,
      "step": 3436
    },
    {
      "epoch": 11.85,
      "learning_rate": 8.009421032910692e-09,
      "loss": 0.0003,
      "step": 3437
    },
    {
      "epoch": 11.86,
      "learning_rate": 7.641268479531283e-09,
      "loss": 0.0002,
      "step": 3438
    },
    {
      "epoch": 11.86,
      "learning_rate": 7.28177397789187e-09,
      "loss": 0.0011,
      "step": 3439
    },
    {
      "epoch": 11.86,
      "learning_rate": 6.930937839481067e-09,
      "loss": 0.0014,
      "step": 3440
    },
    {
      "epoch": 11.87,
      "learning_rate": 6.588760368287928e-09,
      "loss": 0.0014,
      "step": 3441
    },
    {
      "epoch": 11.87,
      "learning_rate": 6.255241860798622e-09,
      "loss": 0.0007,
      "step": 3442
    },
    {
      "epoch": 11.87,
      "learning_rate": 5.930382605995322e-09,
      "loss": 0.0006,
      "step": 3443
    },
    {
      "epoch": 11.88,
      "learning_rate": 5.614182885357311e-09,
      "loss": 0.0003,
      "step": 3444
    },
    {
      "epoch": 11.88,
      "learning_rate": 5.306642972862097e-09,
      "loss": 0.0007,
      "step": 3445
    },
    {
      "epoch": 11.88,
      "learning_rate": 5.00776313498319e-09,
      "loss": 0.0002,
      "step": 3446
    },
    {
      "epoch": 11.89,
      "learning_rate": 4.717543630688992e-09,
      "loss": 0.0005,
      "step": 3447
    },
    {
      "epoch": 11.89,
      "learning_rate": 4.435984711446128e-09,
      "loss": 0.0004,
      "step": 3448
    },
    {
      "epoch": 11.89,
      "learning_rate": 4.1630866212161166e-09,
      "loss": 0.0002,
      "step": 3449
    },
    {
      "epoch": 11.9,
      "learning_rate": 3.898849596456477e-09,
      "loss": 0.0012,
      "step": 3450
    },
    {
      "epoch": 11.9,
      "learning_rate": 3.643273866119623e-09,
      "loss": 0.0004,
      "step": 3451
    },
    {
      "epoch": 11.9,
      "learning_rate": 3.3963596516528586e-09,
      "loss": 0.0015,
      "step": 3452
    },
    {
      "epoch": 11.91,
      "learning_rate": 3.1581071670006013e-09,
      "loss": 0.0015,
      "step": 3453
    },
    {
      "epoch": 11.91,
      "learning_rate": 2.9285166185999414e-09,
      "loss": 0.0012,
      "step": 3454
    },
    {
      "epoch": 11.91,
      "learning_rate": 2.7075882053828605e-09,
      "loss": 0.0005,
      "step": 3455
    },
    {
      "epoch": 11.92,
      "learning_rate": 2.495322118778454e-09,
      "loss": 0.0003,
      "step": 3456
    },
    {
      "epoch": 11.92,
      "learning_rate": 2.291718542707377e-09,
      "loss": 0.0006,
      "step": 3457
    },
    {
      "epoch": 11.92,
      "learning_rate": 2.0967776535851802e-09,
      "loss": 0.0006,
      "step": 3458
    },
    {
      "epoch": 11.93,
      "learning_rate": 1.910499620322304e-09,
      "loss": 0.0003,
      "step": 3459
    },
    {
      "epoch": 11.93,
      "learning_rate": 1.7328846043229707e-09,
      "loss": 0.0005,
      "step": 3460
    },
    {
      "epoch": 11.93,
      "learning_rate": 1.5639327594829667e-09,
      "loss": 0.001,
      "step": 3461
    },
    {
      "epoch": 11.94,
      "learning_rate": 1.4036442321962995e-09,
      "loss": 0.0003,
      "step": 3462
    },
    {
      "epoch": 11.94,
      "learning_rate": 1.2520191613452082e-09,
      "loss": 0.0004,
      "step": 3463
    },
    {
      "epoch": 11.94,
      "learning_rate": 1.1090576783079343e-09,
      "loss": 0.0002,
      "step": 3464
    },
    {
      "epoch": 11.95,
      "learning_rate": 9.74759906957612e-10,
      "loss": 0.0005,
      "step": 3465
    },
    {
      "epoch": 11.95,
      "learning_rate": 8.491259636578264e-10,
      "loss": 0.0007,
      "step": 3466
    },
    {
      "epoch": 11.96,
      "learning_rate": 7.321559572670556e-10,
      "loss": 0.0011,
      "step": 3467
    },
    {
      "epoch": 11.96,
      "learning_rate": 6.238499891353389e-10,
      "loss": 0.0014,
      "step": 3468
    },
    {
      "epoch": 11.96,
      "learning_rate": 5.242081531053877e-10,
      "loss": 0.0004,
      "step": 3469
    },
    {
      "epoch": 11.97,
      "learning_rate": 4.332305355159161e-10,
      "loss": 0.0003,
      "step": 3470
    },
    {
      "epoch": 11.97,
      "learning_rate": 3.509172151938689e-10,
      "loss": 0.0005,
      "step": 3471
    },
    {
      "epoch": 11.97,
      "learning_rate": 2.772682634610835e-10,
      "loss": 0.001,
      "step": 3472
    },
    {
      "epoch": 11.98,
      "learning_rate": 2.1228374413428955e-10,
      "loss": 0.0014,
      "step": 3473
    },
    {
      "epoch": 11.98,
      "learning_rate": 1.559637135173375e-10,
      "loss": 0.0004,
      "step": 3474
    },
    {
      "epoch": 11.98,
      "learning_rate": 1.0830822041230093e-10,
      "loss": 0.0003,
      "step": 3475
    },
    {
      "epoch": 11.99,
      "learning_rate": 6.931730610948429e-11,
      "loss": 0.0014,
      "step": 3476
    },
    {
      "epoch": 11.99,
      "learning_rate": 3.899100439408443e-11,
      "loss": 0.0009,
      "step": 3477
    },
    {
      "epoch": 11.99,
      "learning_rate": 1.7329341542859922e-11,
      "loss": 0.0005,
      "step": 3478
    },
    {
      "epoch": 12.0,
      "learning_rate": 4.332336324130993e-12,
      "loss": 0.0004,
      "step": 3479
    },
    {
      "epoch": 12.0,
      "learning_rate": 0.0,
      "loss": 0.0007,
      "step": 3480
    },
    {
      "epoch": 12.0,
      "step": 3480,
      "total_flos": 387889000611840.0,
      "train_loss": 0.22196650955858327,
      "train_runtime": 26294.1127,
      "train_samples_per_second": 33.801,
      "train_steps_per_second": 0.132
    }
  ],
  "max_steps": 3480,
  "num_train_epochs": 12,
  "total_flos": 387889000611840.0,
  "trial_name": null,
  "trial_params": null
}