{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9998968412799933,
  "global_step": 6058,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 5.494505494505495e-06,
      "loss": 5.8911,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.098901098901099e-05,
      "loss": 6.1758,
      "step": 2
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6483516483516486e-05,
      "loss": 5.8765,
      "step": 3
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.197802197802198e-05,
      "loss": 5.1143,
      "step": 4
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.7472527472527473e-05,
      "loss": 4.6204,
      "step": 5
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.296703296703297e-05,
      "loss": 4.2139,
      "step": 6
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.846153846153846e-05,
      "loss": 3.8811,
      "step": 7
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.395604395604396e-05,
      "loss": 3.6367,
      "step": 8
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9450549450549446e-05,
      "loss": 3.5115,
      "step": 9
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.4945054945054945e-05,
      "loss": 3.1321,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.0439560439560444e-05,
      "loss": 3.0981,
      "step": 11
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.593406593406594e-05,
      "loss": 2.8411,
      "step": 12
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.142857142857142e-05,
      "loss": 2.6672,
      "step": 13
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.692307692307693e-05,
      "loss": 2.5,
      "step": 14
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.241758241758242e-05,
      "loss": 2.4393,
      "step": 15
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.791208791208792e-05,
      "loss": 2.2229,
      "step": 16
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.340659340659341e-05,
      "loss": 2.3713,
      "step": 17
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.890109890109889e-05,
      "loss": 2.0336,
      "step": 18
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0001043956043956044,
      "loss": 2.0554,
      "step": 19
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00010989010989010989,
      "loss": 1.8015,
      "step": 20
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0001153846153846154,
      "loss": 1.8584,
      "step": 21
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00012087912087912089,
      "loss": 1.4788,
      "step": 22
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00012637362637362638,
      "loss": 1.4582,
      "step": 23
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00013186813186813188,
      "loss": 1.3698,
      "step": 24
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0001373626373626374,
      "loss": 1.4747,
      "step": 25
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00014285714285714284,
      "loss": 1.1926,
      "step": 26
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00014835164835164835,
      "loss": 1.0837,
      "step": 27
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00015384615384615385,
      "loss": 0.8904,
      "step": 28
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00015934065934065933,
      "loss": 1.1371,
      "step": 29
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.00016483516483516484,
      "loss": 0.7328,
      "step": 30
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00017032967032967034,
      "loss": 0.7315,
      "step": 31
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00017582417582417585,
      "loss": 0.6114,
      "step": 32
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00018131868131868132,
      "loss": 0.7441,
      "step": 33
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00018681318681318683,
      "loss": 0.6458,
      "step": 34
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00019230769230769233,
      "loss": 0.7249,
      "step": 35
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00019780219780219779,
      "loss": 0.7923,
      "step": 36
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0002032967032967033,
      "loss": 0.6039,
      "step": 37
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0002087912087912088,
      "loss": 0.4961,
      "step": 38
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00021428571428571427,
      "loss": 0.4446,
      "step": 39
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00021978021978021978,
      "loss": 0.6175,
      "step": 40
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00022527472527472529,
      "loss": 0.5841,
      "step": 41
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0002307692307692308,
      "loss": 0.6214,
      "step": 42
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00023626373626373627,
      "loss": 0.4749,
      "step": 43
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00024175824175824177,
      "loss": 0.6706,
      "step": 44
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00024725274725274725,
      "loss": 0.382,
      "step": 45
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00025274725274725276,
      "loss": 0.6717,
      "step": 46
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00025824175824175826,
      "loss": 0.5335,
      "step": 47
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00026373626373626377,
      "loss": 0.3465,
      "step": 48
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0002692307692307692,
      "loss": 0.5374,
      "step": 49
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0002747252747252748,
      "loss": 0.3931,
      "step": 50
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00028021978021978023,
      "loss": 0.3968,
      "step": 51
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0002857142857142857,
      "loss": 0.6075,
      "step": 52
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00029120879120879124,
      "loss": 0.4166,
      "step": 53
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0002967032967032967,
      "loss": 0.4963,
      "step": 54
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003021978021978022,
      "loss": 0.5352,
      "step": 55
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003076923076923077,
      "loss": 0.5162,
      "step": 56
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003131868131868132,
      "loss": 0.4594,
      "step": 57
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00031868131868131866,
      "loss": 0.6122,
      "step": 58
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003241758241758242,
      "loss": 0.4103,
      "step": 59
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00032967032967032967,
      "loss": 0.4709,
      "step": 60
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003351648351648351,
      "loss": 0.4424,
      "step": 61
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003406593406593407,
      "loss": 0.3966,
      "step": 62
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00034615384615384613,
      "loss": 0.4741,
      "step": 63
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003516483516483517,
      "loss": 0.4952,
      "step": 64
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00035714285714285714,
      "loss": 0.4437,
      "step": 65
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00036263736263736265,
      "loss": 0.4284,
      "step": 66
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00036813186813186815,
      "loss": 0.459,
      "step": 67
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00037362637362637366,
      "loss": 0.5243,
      "step": 68
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003791208791208791,
      "loss": 0.3784,
      "step": 69
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00038461538461538467,
      "loss": 0.4922,
      "step": 70
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0003901098901098901,
      "loss": 0.3933,
      "step": 71
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00039560439560439557,
      "loss": 0.5215,
      "step": 72
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00040109890109890113,
      "loss": 0.6127,
      "step": 73
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004065934065934066,
      "loss": 0.4771,
      "step": 74
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004120879120879121,
      "loss": 0.3471,
      "step": 75
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004175824175824176,
      "loss": 0.5886,
      "step": 76
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004230769230769231,
      "loss": 0.6365,
      "step": 77
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00042857142857142855,
      "loss": 0.4245,
      "step": 78
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004340659340659341,
      "loss": 0.3097,
      "step": 79
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00043956043956043956,
      "loss": 0.5103,
      "step": 80
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000445054945054945,
      "loss": 0.4838,
      "step": 81
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00045054945054945057,
      "loss": 0.4991,
      "step": 82
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000456043956043956,
      "loss": 0.4131,
      "step": 83
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004615384615384616,
      "loss": 0.409,
      "step": 84
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00046703296703296703,
      "loss": 0.2586,
      "step": 85
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00047252747252747254,
      "loss": 0.3257,
      "step": 86
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00047802197802197804,
      "loss": 0.3526,
      "step": 87
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00048351648351648355,
      "loss": 0.3883,
      "step": 88
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000489010989010989,
      "loss": 0.2986,
      "step": 89
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004945054945054945,
      "loss": 0.527,
      "step": 90
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0005,
      "loss": 0.3896,
      "step": 91
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0005054945054945055,
      "loss": 0.3304,
      "step": 92
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0005109890109890109,
      "loss": 0.4275,
      "step": 93
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0005164835164835165,
      "loss": 0.6211,
      "step": 94
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000521978021978022,
      "loss": 0.3013,
      "step": 95
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0005274725274725275,
      "loss": 0.3153,
      "step": 96
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0005329670329670329,
      "loss": 0.3248,
      "step": 97
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0005384615384615384,
      "loss": 0.3924,
      "step": 98
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0005439560439560439,
      "loss": 0.5089,
      "step": 99
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0005494505494505496,
      "loss": 0.3829,
      "step": 100
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000554945054945055,
      "loss": 0.3993,
      "step": 101
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0005604395604395605,
      "loss": 0.4294,
      "step": 102
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000565934065934066,
      "loss": 0.4555,
      "step": 103
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0005714285714285714,
      "loss": 0.6044,
      "step": 104
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0005769230769230769,
      "loss": 0.3865,
      "step": 105
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0005824175824175825,
      "loss": 0.3645,
      "step": 106
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000587912087912088,
      "loss": 0.4089,
      "step": 107
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0005934065934065934,
      "loss": 0.4912,
      "step": 108
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0005989010989010989,
      "loss": 0.3649,
      "step": 109
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0006043956043956044,
      "loss": 0.4901,
      "step": 110
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00060989010989011,
      "loss": 0.3346,
      "step": 111
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0006153846153846154,
      "loss": 0.3767,
      "step": 112
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0006208791208791209,
      "loss": 0.3485,
      "step": 113
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0006263736263736264,
      "loss": 0.4851,
      "step": 114
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0006318681318681318,
      "loss": 0.4764,
      "step": 115
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0006373626373626373,
      "loss": 0.4273,
      "step": 116
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0006428571428571429,
      "loss": 0.4469,
      "step": 117
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0006483516483516484,
      "loss": 0.3336,
      "step": 118
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0006538461538461538,
      "loss": 0.4439,
      "step": 119
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0006593406593406593,
      "loss": 0.3321,
      "step": 120
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0006648351648351648,
      "loss": 0.3029,
      "step": 121
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0006703296703296702,
      "loss": 0.4047,
      "step": 122
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0006758241758241759,
      "loss": 0.3172,
      "step": 123
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0006813186813186814,
      "loss": 0.3665,
      "step": 124
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0006868131868131869,
      "loss": 0.3455,
      "step": 125
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0006923076923076923,
      "loss": 0.4028,
      "step": 126
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0006978021978021978,
      "loss": 0.4227,
      "step": 127
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007032967032967034,
      "loss": 0.2826,
      "step": 128
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007087912087912089,
      "loss": 0.3519,
      "step": 129
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007142857142857143,
      "loss": 0.4212,
      "step": 130
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007197802197802198,
      "loss": 0.4267,
      "step": 131
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007252747252747253,
      "loss": 0.3557,
      "step": 132
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007307692307692307,
      "loss": 0.3648,
      "step": 133
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007362637362637363,
      "loss": 0.3334,
      "step": 134
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007417582417582418,
      "loss": 0.3674,
      "step": 135
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007472527472527473,
      "loss": 0.3932,
      "step": 136
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007527472527472527,
      "loss": 0.2827,
      "step": 137
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007582417582417582,
      "loss": 0.4096,
      "step": 138
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007637362637362637,
      "loss": 0.2588,
      "step": 139
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007692307692307693,
      "loss": 0.332,
      "step": 140
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007747252747252747,
      "loss": 0.4,
      "step": 141
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007802197802197802,
      "loss": 0.3784,
      "step": 142
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007857142857142857,
      "loss": 0.4586,
      "step": 143
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007912087912087911,
      "loss": 0.3276,
      "step": 144
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0007967032967032966,
      "loss": 0.5004,
      "step": 145
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0008021978021978023,
      "loss": 0.3369,
      "step": 146
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0008076923076923078,
      "loss": 0.2488,
      "step": 147
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0008131868131868132,
      "loss": 0.3287,
      "step": 148
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0008186813186813187,
      "loss": 0.3242,
      "step": 149
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0008241758241758242,
      "loss": 0.24,
      "step": 150
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0008296703296703298,
      "loss": 0.3121,
      "step": 151
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0008351648351648352,
      "loss": 0.4656,
      "step": 152
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0008406593406593407,
      "loss": 0.3739,
      "step": 153
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0008461538461538462,
      "loss": 0.4714,
      "step": 154
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0008516483516483516,
      "loss": 0.3584,
      "step": 155
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0008571428571428571,
      "loss": 0.5448,
      "step": 156
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0008626373626373627,
      "loss": 0.2822,
      "step": 157
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0008681318681318682,
      "loss": 0.403,
      "step": 158
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0008736263736263736,
      "loss": 0.4641,
      "step": 159
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0008791208791208791,
      "loss": 0.3534,
      "step": 160
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0008846153846153846,
      "loss": 0.3631,
      "step": 161
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00089010989010989,
      "loss": 0.419,
      "step": 162
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0008956043956043956,
      "loss": 0.3252,
      "step": 163
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009010989010989011,
      "loss": 0.2769,
      "step": 164
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009065934065934066,
      "loss": 0.3636,
      "step": 165
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000912087912087912,
      "loss": 0.544,
      "step": 166
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009175824175824175,
      "loss": 0.3964,
      "step": 167
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009230769230769232,
      "loss": 0.3081,
      "step": 168
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009285714285714287,
      "loss": 0.5906,
      "step": 169
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009340659340659341,
      "loss": 0.3771,
      "step": 170
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009395604395604396,
      "loss": 0.3053,
      "step": 171
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009450549450549451,
      "loss": 0.3738,
      "step": 172
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009505494505494505,
      "loss": 0.4071,
      "step": 173
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009560439560439561,
      "loss": 0.4124,
      "step": 174
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009615384615384616,
      "loss": 0.4858,
      "step": 175
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009670329670329671,
      "loss": 0.3378,
      "step": 176
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009725274725274725,
      "loss": 0.4893,
      "step": 177
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000978021978021978,
      "loss": 0.4289,
      "step": 178
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009835164835164834,
      "loss": 0.4174,
      "step": 179
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000989010989010989,
      "loss": 0.4212,
      "step": 180
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009945054945054946,
      "loss": 0.3544,
      "step": 181
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.001,
      "loss": 0.2881,
      "step": 182
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999999285378348,
      "loss": 0.3492,
      "step": 183
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999997141513603,
      "loss": 0.2654,
      "step": 184
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999993568406374,
      "loss": 0.3416,
      "step": 185
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999988566057683,
      "loss": 0.3503,
      "step": 186
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000999998213446896,
      "loss": 0.279,
      "step": 187
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000999997427364204,
      "loss": 0.3409,
      "step": 188
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999964983579178,
      "loss": 0.3576,
      "step": 189
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999954264283022,
      "loss": 0.2978,
      "step": 190
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000999994211575664,
      "loss": 0.3794,
      "step": 191
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999928538003504,
      "loss": 0.3291,
      "step": 192
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999913531027493,
      "loss": 0.3971,
      "step": 193
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999897094832902,
      "loss": 0.2667,
      "step": 194
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999879229424424,
      "loss": 0.3383,
      "step": 195
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999859934807166,
      "loss": 0.4308,
      "step": 196
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999839210986649,
      "loss": 0.3894,
      "step": 197
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999817057968789,
      "loss": 0.4294,
      "step": 198
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999793475759923,
      "loss": 0.3076,
      "step": 199
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999768464366793,
      "loss": 0.4166,
      "step": 200
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999742023796545,
      "loss": 0.464,
      "step": 201
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000999971415405674,
      "loss": 0.3631,
      "step": 202
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999684855155344,
      "loss": 0.4007,
      "step": 203
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000999965412710073,
      "loss": 0.4329,
      "step": 204
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999621969901682,
      "loss": 0.3081,
      "step": 205
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999588383567393,
      "loss": 0.3121,
      "step": 206
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999553368107467,
      "loss": 0.3983,
      "step": 207
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999516923531906,
      "loss": 0.3049,
      "step": 208
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999479049851133,
      "loss": 0.441,
      "step": 209
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000999943974707597,
      "loss": 0.3883,
      "step": 210
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999399015217657,
      "loss": 0.3244,
      "step": 211
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0009999356854287834,
      "loss": 0.2784,
      "step": 212
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000999931326429855,
      "loss": 0.3182,
      "step": 213
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009999268245262272,
      "loss": 0.3989,
      "step": 214
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009999221797191862,
      "loss": 0.3782,
      "step": 215
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00099991739201006,
      "loss": 0.3947,
      "step": 216
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009999124614002172,
      "loss": 0.2836,
      "step": 217
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000999907387891067,
      "loss": 0.3413,
      "step": 218
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009999021714840602,
      "loss": 0.3179,
      "step": 219
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009998968121806872,
      "loss": 0.3302,
      "step": 220
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009998913099824802,
      "loss": 0.3489,
      "step": 221
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000999885664891012,
      "loss": 0.5055,
      "step": 222
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009998798769078967,
      "loss": 0.3919,
      "step": 223
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009998739460347881,
      "loss": 0.3782,
      "step": 224
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009998678722733818,
      "loss": 0.2952,
      "step": 225
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000999861655625414,
      "loss": 0.4333,
      "step": 226
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000999855296092662,
      "loss": 0.2456,
      "step": 227
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000999848793676943,
      "loss": 0.3372,
      "step": 228
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000999842148380116,
      "loss": 0.3775,
      "step": 229
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000999835360204081,
      "loss": 0.206,
      "step": 230
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009998284291507778,
      "loss": 0.3028,
      "step": 231
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000999821355222188,
      "loss": 0.4087,
      "step": 232
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009998141384203335,
      "loss": 0.2477,
      "step": 233
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009998067787472772,
      "loss": 0.2876,
      "step": 234
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009997992762051226,
      "loss": 0.2793,
      "step": 235
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000999791630796015,
      "loss": 0.2894,
      "step": 236
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009997838425221393,
      "loss": 0.3454,
      "step": 237
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009997759113857217,
      "loss": 0.3656,
      "step": 238
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009997678373890296,
      "loss": 0.2637,
      "step": 239
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009997596205343709,
      "loss": 0.3617,
      "step": 240
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009997512608240942,
      "loss": 0.3059,
      "step": 241
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009997427582605894,
      "loss": 0.3465,
      "step": 242
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009997341128462865,
      "loss": 0.3109,
      "step": 243
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009997253245836572,
      "loss": 0.2903,
      "step": 244
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009997163934752135,
      "loss": 0.302,
      "step": 245
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009997073195235082,
      "loss": 0.2878,
      "step": 246
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000999698102731135,
      "loss": 0.4177,
      "step": 247
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000999688743100729,
      "loss": 0.2423,
      "step": 248
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009996792406349654,
      "loss": 0.3019,
      "step": 249
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00099966959533656,
      "loss": 0.3262,
      "step": 250
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009996598072082705,
      "loss": 0.3711,
      "step": 251
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009996498762528947,
      "loss": 0.4916,
      "step": 252
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000999639802473271,
      "loss": 0.4644,
      "step": 253
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009996295858722794,
      "loss": 0.3402,
      "step": 254
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009996192264528402,
      "loss": 0.2682,
      "step": 255
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009996087242179145,
      "loss": 0.2505,
      "step": 256
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009995980791705043,
      "loss": 0.349,
      "step": 257
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009995872913136528,
      "loss": 0.2998,
      "step": 258
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009995763606504434,
      "loss": 0.3622,
      "step": 259
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009995652871840005,
      "loss": 0.2724,
      "step": 260
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00099955407091749,
      "loss": 0.3307,
      "step": 261
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009995427118541173,
      "loss": 0.3447,
      "step": 262
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00099953120999713,
      "loss": 0.3069,
      "step": 263
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009995195653498157,
      "loss": 0.3963,
      "step": 264
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009995077779155028,
      "loss": 0.2333,
      "step": 265
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000999495847697561,
      "loss": 0.414,
      "step": 266
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009994837746994003,
      "loss": 0.3639,
      "step": 267
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009994715589244718,
      "loss": 0.3447,
      "step": 268
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009994592003762677,
      "loss": 0.3586,
      "step": 269
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00099944669905832,
      "loss": 0.2578,
      "step": 270
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009994340549742031,
      "loss": 0.2068,
      "step": 271
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0009994212681275305,
      "loss": 0.3426,
      "step": 272
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009994083385219577,
      "loss": 0.4047,
      "step": 273
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009993952661611803,
      "loss": 0.4159,
      "step": 274
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009993820510489353,
      "loss": 0.36,
      "step": 275
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009993686931890002,
      "loss": 0.473,
      "step": 276
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009993551925851932,
      "loss": 0.3468,
      "step": 277
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009993415492413735,
      "loss": 0.3259,
      "step": 278
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000999327763161441,
      "loss": 0.238,
      "step": 279
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009993138343493365,
      "loss": 0.3069,
      "step": 280
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009992997628090413,
      "loss": 0.3108,
      "step": 281
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009992855485445782,
      "loss": 0.2905,
      "step": 282
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00099927119156001,
      "loss": 0.3212,
      "step": 283
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009992566918594406,
      "loss": 0.3411,
      "step": 284
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009992420494470146,
      "loss": 0.3179,
      "step": 285
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000999227264326918,
      "loss": 0.3639,
      "step": 286
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009992123365033768,
      "loss": 0.2846,
      "step": 287
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000999197265980658,
      "loss": 0.3773,
      "step": 288
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009991820527630697,
      "loss": 0.3372,
      "step": 289
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009991666968549604,
      "loss": 0.3138,
      "step": 290
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009991511982607195,
      "loss": 0.3179,
      "step": 291
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009991355569847775,
      "loss": 0.3675,
      "step": 292
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009991197730316054,
      "loss": 0.2613,
      "step": 293
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000999103846405715,
      "loss": 0.414,
      "step": 294
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009990877771116587,
      "loss": 0.4368,
      "step": 295
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009990715651540302,
      "loss": 0.3452,
      "step": 296
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009990552105374635,
      "loss": 0.4247,
      "step": 297
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009990387132666335,
      "loss": 0.3031,
      "step": 298
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009990220733462557,
      "loss": 0.3301,
      "step": 299
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009990052907810874,
      "loss": 0.4401,
      "step": 300
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009989883655759251,
      "loss": 0.2997,
      "step": 301
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009989712977356072,
      "loss": 0.2773,
      "step": 302
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009989540872650123,
      "loss": 0.2594,
      "step": 303
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009989367341690601,
      "loss": 0.2587,
      "step": 304
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000998919238452711,
      "loss": 0.4052,
      "step": 305
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009989016001209661,
      "loss": 0.3323,
      "step": 306
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009988838191788672,
      "loss": 0.3554,
      "step": 307
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009988658956314972,
      "loss": 0.3734,
      "step": 308
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009988478294839793,
      "loss": 0.2795,
      "step": 309
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009988296207414777,
      "loss": 0.3479,
      "step": 310
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009988112694091975,
      "loss": 0.3208,
      "step": 311
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009987927754923844,
      "loss": 0.3074,
      "step": 312
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009987741389963244,
      "loss": 0.2891,
      "step": 313
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009987553599263455,
      "loss": 0.2755,
      "step": 314
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000998736438287815,
      "loss": 0.2486,
      "step": 315
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000998717374086142,
      "loss": 0.2669,
      "step": 316
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009986981673267758,
      "loss": 0.2566,
      "step": 317
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009986788180152066,
      "loss": 0.2399,
      "step": 318
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009986593261569656,
      "loss": 0.2886,
      "step": 319
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009986396917576244,
      "loss": 0.2707,
      "step": 320
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009986199148227953,
      "loss": 0.4035,
      "step": 321
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009985999953581318,
      "loss": 0.3885,
      "step": 322
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009985799333693274,
      "loss": 0.3199,
      "step": 323
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009985597288621174,
      "loss": 0.2519,
      "step": 324
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009985393818422769,
      "loss": 0.3372,
      "step": 325
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009985188923156219,
      "loss": 0.3331,
      "step": 326
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009984982602880097,
      "loss": 0.2703,
      "step": 327
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009984774857653377,
      "loss": 0.3211,
      "step": 328
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009984565687535443,
      "loss": 0.27,
      "step": 329
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009984355092586086,
      "loss": 0.355,
      "step": 330
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009984143072865504,
      "loss": 0.1809,
      "step": 331
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009983929628434305,
      "loss": 0.3558,
      "step": 332
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0009983714759353498,
      "loss": 0.3381,
      "step": 333
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009983498465684505,
      "loss": 0.3367,
      "step": 334
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000998328074748915,
      "loss": 0.3167,
      "step": 335
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009983061604829674,
      "loss": 0.3219,
      "step": 336
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009982841037768715,
      "loss": 0.2456,
      "step": 337
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000998261904636932,
      "loss": 0.2689,
      "step": 338
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009982395630694948,
      "loss": 0.287,
      "step": 339
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009982170790809465,
      "loss": 0.3605,
      "step": 340
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009981944526777132,
      "loss": 0.4531,
      "step": 341
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009981716838662633,
      "loss": 0.1771,
      "step": 342
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009981487726531048,
      "loss": 0.2468,
      "step": 343
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009981257190447874,
      "loss": 0.3299,
      "step": 344
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009981025230479006,
      "loss": 0.3827,
      "step": 345
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009980791846690752,
      "loss": 0.4613,
      "step": 346
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000998055703914982,
      "loss": 0.2917,
      "step": 347
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009980320807923332,
      "loss": 0.3153,
      "step": 348
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009980083153078815,
      "loss": 0.3012,
      "step": 349
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.00099798440746842,
      "loss": 0.3676,
      "step": 350
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000997960357280783,
      "loss": 0.3872,
      "step": 351
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009979361647518452,
      "loss": 0.2916,
      "step": 352
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009979118298885218,
      "loss": 0.353,
      "step": 353
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000997887352697769,
      "loss": 0.3022,
      "step": 354
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009978627331865835,
      "loss": 0.1856,
      "step": 355
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009978379713620029,
      "loss": 0.2775,
      "step": 356
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009978130672311052,
      "loss": 0.3798,
      "step": 357
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009977880208010092,
      "loss": 0.3461,
      "step": 358
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009977628320788745,
      "loss": 0.369,
      "step": 359
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009977375010719013,
      "loss": 0.2858,
      "step": 360
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009977120277873302,
      "loss": 0.2483,
      "step": 361
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009976864122324426,
      "loss": 0.2832,
      "step": 362
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009976606544145614,
      "loss": 0.4226,
      "step": 363
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009976347543410487,
      "loss": 0.2885,
      "step": 364
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009976087120193084,
      "loss": 0.3549,
      "step": 365
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009975825274567843,
      "loss": 0.4116,
      "step": 366
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009975562006609617,
      "loss": 0.227,
      "step": 367
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009975297316393657,
      "loss": 0.3409,
      "step": 368
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009975031203995626,
      "loss": 0.342,
      "step": 369
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000997476366949159,
      "loss": 0.41,
      "step": 370
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009974494712958026,
      "loss": 0.3754,
      "step": 371
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009974224334471813,
      "loss": 0.2328,
      "step": 372
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000997395253411024,
      "loss": 0.3281,
      "step": 373
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009973679311950999,
      "loss": 0.3855,
      "step": 374
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009973404668072192,
      "loss": 0.3306,
      "step": 375
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009973128602552325,
      "loss": 0.291,
      "step": 376
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009972851115470308,
      "loss": 0.2617,
      "step": 377
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009972572206905464,
      "loss": 0.2962,
      "step": 378
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000997229187693752,
      "loss": 0.2659,
      "step": 379
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009972010125646601,
      "loss": 0.334,
      "step": 380
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009971726953113252,
      "loss": 0.3286,
      "step": 381
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009971442359418415,
      "loss": 0.3644,
      "step": 382
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000997115634464344,
      "loss": 0.378,
      "step": 383
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009970868908870086,
      "loss": 0.3092,
      "step": 384
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009970580052180514,
      "loss": 0.4235,
      "step": 385
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009970289774657293,
      "loss": 0.3737,
      "step": 386
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009969998076383403,
      "loss": 0.2702,
      "step": 387
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000996970495744222,
      "loss": 0.2375,
      "step": 388
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009969410417917535,
      "loss": 0.3183,
      "step": 389
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.000996911445789354,
      "loss": 0.3308,
      "step": 390
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009968817077454836,
      "loss": 0.266,
      "step": 391
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009968518276686426,
      "loss": 0.3487,
      "step": 392
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0009968218055673725,
      "loss": 0.2489,
      "step": 393
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009967916414502552,
      "loss": 0.1453,
      "step": 394
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009967613353259125,
      "loss": 0.2564,
      "step": 395
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009967308872030078,
      "loss": 0.3252,
      "step": 396
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009967002970902449,
      "loss": 0.2561,
      "step": 397
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009966695649963673,
      "loss": 0.2316,
      "step": 398
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00099663869093016,
      "loss": 0.2646,
      "step": 399
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009966076749004485,
      "loss": 0.2838,
      "step": 400
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009965765169160986,
      "loss": 0.3427,
      "step": 401
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009965452169860166,
      "loss": 0.3007,
      "step": 402
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009965137751191495,
      "loss": 0.3729,
      "step": 403
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009964821913244853,
      "loss": 0.3318,
      "step": 404
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009964504656110517,
      "loss": 0.2935,
      "step": 405
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000996418597987918,
      "loss": 0.2892,
      "step": 406
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000996386588464193,
      "loss": 0.3704,
      "step": 407
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000996354437049027,
      "loss": 0.2287,
      "step": 408
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00099632214375161,
      "loss": 0.3646,
      "step": 409
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009962897085811736,
      "loss": 0.2731,
      "step": 410
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009962571315469888,
      "loss": 0.3712,
      "step": 411
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009962244126583677,
      "loss": 0.3395,
      "step": 412
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009961915519246633,
      "loss": 0.4192,
      "step": 413
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009961585493552685,
      "loss": 0.3478,
      "step": 414
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009961254049596175,
      "loss": 0.3083,
      "step": 415
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000996092118747184,
      "loss": 0.3038,
      "step": 416
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009960586907274832,
      "loss": 0.3207,
      "step": 417
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009960251209100701,
      "loss": 0.2936,
      "step": 418
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000995991409304541,
      "loss": 0.3616,
      "step": 419
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009959575559205323,
      "loss": 0.3918,
      "step": 420
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009959235607677204,
      "loss": 0.4237,
      "step": 421
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009958894238558233,
      "loss": 0.257,
      "step": 422
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009958551451945989,
      "loss": 0.2577,
      "step": 423
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009958207247938457,
      "loss": 0.2508,
      "step": 424
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009957861626634025,
      "loss": 0.3781,
      "step": 425
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009957514588131492,
      "loss": 0.2944,
      "step": 426
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009957166132530055,
      "loss": 0.2417,
      "step": 427
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009956816259929322,
      "loss": 0.4305,
      "step": 428
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009956464970429302,
      "loss": 0.374,
      "step": 429
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009956112264130413,
      "loss": 0.3828,
      "step": 430
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009955758141133473,
      "loss": 0.3883,
      "step": 431
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000995540260153971,
      "loss": 0.3147,
      "step": 432
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000995504564545075,
      "loss": 0.3215,
      "step": 433
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009954687272968634,
      "loss": 0.3739,
      "step": 434
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.00099543274841958,
      "loss": 0.2822,
      "step": 435
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009953966279235092,
      "loss": 0.2551,
      "step": 436
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000995360365818976,
      "loss": 0.4068,
      "step": 437
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009953239621163462,
      "loss": 0.3062,
      "step": 438
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009952874168260256,
      "loss": 0.2571,
      "step": 439
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009952507299584603,
      "loss": 0.4153,
      "step": 440
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009952139015241375,
      "loss": 0.2597,
      "step": 441
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009951769315335844,
      "loss": 0.3742,
      "step": 442
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000995139819997369,
      "loss": 0.2563,
      "step": 443
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009951025669260995,
      "loss": 0.3187,
      "step": 444
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009950651723304247,
      "loss": 0.3161,
      "step": 445
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009950276362210336,
      "loss": 0.2796,
      "step": 446
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000994989958608656,
      "loss": 0.3133,
      "step": 447
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000994952139504062,
      "loss": 0.3053,
      "step": 448
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009949141789180622,
      "loss": 0.2377,
      "step": 449
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009948760768615074,
      "loss": 0.4115,
      "step": 450
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009948378333452892,
      "loss": 0.3639,
      "step": 451
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009947994483803394,
      "loss": 0.1839,
      "step": 452
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009947609219776302,
      "loss": 0.2856,
      "step": 453
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.0009947222541481743,
      "loss": 0.3133,
      "step": 454
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009946834449030251,
      "loss": 0.1779,
      "step": 455
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000994644494253276,
      "loss": 0.2879,
      "step": 456
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009946054022100608,
      "loss": 0.2962,
      "step": 457
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009945661687845542,
      "loss": 0.3949,
      "step": 458
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000994526793987971,
      "loss": 0.3955,
      "step": 459
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009944872778315664,
      "loss": 0.3145,
      "step": 460
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009944476203266356,
      "loss": 0.3846,
      "step": 461
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009944078214845155,
      "loss": 0.3012,
      "step": 462
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000994367881316582,
      "loss": 0.2351,
      "step": 463
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000994327799834252,
      "loss": 0.2912,
      "step": 464
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009942875770489828,
      "loss": 0.3583,
      "step": 465
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000994247212972272,
      "loss": 0.4046,
      "step": 466
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009942067076156576,
      "loss": 0.3531,
      "step": 467
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000994166060990718,
      "loss": 0.2715,
      "step": 468
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000994125273109072,
      "loss": 0.2716,
      "step": 469
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009940843439823787,
      "loss": 0.3138,
      "step": 470
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009940432736223377,
      "loss": 0.2472,
      "step": 471
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009940020620406891,
      "loss": 0.2112,
      "step": 472
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009939607092492129,
      "loss": 0.3715,
      "step": 473
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009939192152597298,
      "loss": 0.2976,
      "step": 474
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009938775800841008,
      "loss": 0.3146,
      "step": 475
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009938358037342272,
      "loss": 0.3278,
      "step": 476
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000993793886222051,
      "loss": 0.3944,
      "step": 477
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009937518275595538,
      "loss": 0.3062,
      "step": 478
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009937096277587586,
      "loss": 0.311,
      "step": 479
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009936672868317276,
      "loss": 0.2677,
      "step": 480
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009936248047905643,
      "loss": 0.2011,
      "step": 481
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009935821816474118,
      "loss": 0.261,
      "step": 482
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000993539417414454,
      "loss": 0.3132,
      "step": 483
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009934965121039152,
      "loss": 0.3425,
      "step": 484
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009934534657280597,
      "loss": 0.2575,
      "step": 485
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000993410278299192,
      "loss": 0.3523,
      "step": 486
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009933669498296575,
      "loss": 0.2539,
      "step": 487
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009933234803318413,
      "loss": 0.328,
      "step": 488
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009932798698181694,
      "loss": 0.3442,
      "step": 489
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009932361183011076,
      "loss": 0.3112,
      "step": 490
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009931922257931625,
      "loss": 0.312,
      "step": 491
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009931481923068802,
      "loss": 0.4029,
      "step": 492
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000993104017854848,
      "loss": 0.39,
      "step": 493
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009930597024496932,
      "loss": 0.2795,
      "step": 494
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000993015246104083,
      "loss": 0.3966,
      "step": 495
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009929706488307252,
      "loss": 0.3097,
      "step": 496
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000992925910642368,
      "loss": 0.2859,
      "step": 497
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009928810315517995,
      "loss": 0.4327,
      "step": 498
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000992836011571849,
      "loss": 0.3045,
      "step": 499
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009927908507153848,
      "loss": 0.2701,
      "step": 500
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000992745548995316,
      "loss": 0.2536,
      "step": 501
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009927001064245925,
      "loss": 0.278,
      "step": 502
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009926545230162034,
      "loss": 0.2573,
      "step": 503
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009926087987831794,
      "loss": 0.3429,
      "step": 504
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009925629337385901,
      "loss": 0.2094,
      "step": 505
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009925169278955464,
      "loss": 0.3047,
      "step": 506
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009924707812671986,
      "loss": 0.2908,
      "step": 507
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009924244938667379,
      "loss": 0.2031,
      "step": 508
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009923780657073954,
      "loss": 0.323,
      "step": 509
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009923314968024427,
      "loss": 0.2586,
      "step": 510
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.000992284787165191,
      "loss": 0.2807,
      "step": 511
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009922379368089928,
      "loss": 0.3686,
      "step": 512
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009921909457472399,
      "loss": 0.2924,
      "step": 513
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0009921438139933645,
      "loss": 0.3236,
      "step": 514
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009920965415608394,
      "loss": 0.3338,
      "step": 515
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009920491284631772,
      "loss": 0.2235,
      "step": 516
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000992001574713931,
      "loss": 0.2698,
      "step": 517
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009919538803266938,
      "loss": 0.2186,
      "step": 518
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009919060453150992,
      "loss": 0.3037,
      "step": 519
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009918580696928205,
      "loss": 0.3174,
      "step": 520
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009918099534735718,
      "loss": 0.1731,
      "step": 521
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009917616966711067,
      "loss": 0.2536,
      "step": 522
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009917132992992197,
      "loss": 0.3267,
      "step": 523
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000991664761371745,
      "loss": 0.384,
      "step": 524
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009916160829025568,
      "loss": 0.3175,
      "step": 525
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009915672639055702,
      "loss": 0.3968,
      "step": 526
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00099151830439474,
      "loss": 0.3181,
      "step": 527
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009914692043840607,
      "loss": 0.2385,
      "step": 528
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009914199638875682,
      "loss": 0.3424,
      "step": 529
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009913705829193372,
      "loss": 0.2343,
      "step": 530
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009913210614934838,
      "loss": 0.3316,
      "step": 531
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009912713996241631,
      "loss": 0.3714,
      "step": 532
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000991221597325571,
      "loss": 0.2531,
      "step": 533
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009911716546119435,
      "loss": 0.265,
      "step": 534
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000991121571497557,
      "loss": 0.3567,
      "step": 535
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000991071347996727,
      "loss": 0.3391,
      "step": 536
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009910209841238102,
      "loss": 0.3801,
      "step": 537
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009909704798932032,
      "loss": 0.2788,
      "step": 538
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000990919835319342,
      "loss": 0.2649,
      "step": 539
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009908690504167041,
      "loss": 0.3614,
      "step": 540
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009908181251998057,
      "loss": 0.5033,
      "step": 541
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009907670596832037,
      "loss": 0.2437,
      "step": 542
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009907158538814953,
      "loss": 0.1874,
      "step": 543
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009906645078093179,
      "loss": 0.3863,
      "step": 544
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000990613021481348,
      "loss": 0.2649,
      "step": 545
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009905613949123036,
      "loss": 0.203,
      "step": 546
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009905096281169416,
      "loss": 0.3407,
      "step": 547
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009904577211100596,
      "loss": 0.2895,
      "step": 548
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009904056739064955,
      "loss": 0.3487,
      "step": 549
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009903534865211261,
      "loss": 0.3218,
      "step": 550
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00099030115896887,
      "loss": 0.2798,
      "step": 551
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009902486912646846,
      "loss": 0.2527,
      "step": 552
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009901960834235676,
      "loss": 0.3057,
      "step": 553
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009901433354605569,
      "loss": 0.3227,
      "step": 554
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009900904473907305,
      "loss": 0.3099,
      "step": 555
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009900374192292063,
      "loss": 0.297,
      "step": 556
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009899842509911425,
      "loss": 0.1898,
      "step": 557
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009899309426917371,
      "loss": 0.2955,
      "step": 558
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009898774943462283,
      "loss": 0.2642,
      "step": 559
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000989823905969894,
      "loss": 0.4093,
      "step": 560
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009897701775780526,
      "loss": 0.2835,
      "step": 561
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009897163091860622,
      "loss": 0.2572,
      "step": 562
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000989662300809321,
      "loss": 0.2907,
      "step": 563
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009896081524632672,
      "loss": 0.3509,
      "step": 564
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000989553864163379,
      "loss": 0.3463,
      "step": 565
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009894994359251747,
      "loss": 0.3618,
      "step": 566
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009894448677642124,
      "loss": 0.3297,
      "step": 567
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009893901596960905,
      "loss": 0.3915,
      "step": 568
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009893353117364475,
      "loss": 0.293,
      "step": 569
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000989280323900961,
      "loss": 0.2687,
      "step": 570
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009892251962053495,
      "loss": 0.2221,
      "step": 571
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009891699286653714,
      "loss": 0.2425,
      "step": 572
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009891145212968244,
      "loss": 0.2825,
      "step": 573
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.000989058974115547,
      "loss": 0.3432,
      "step": 574
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0009890032871374172,
      "loss": 0.2926,
      "step": 575
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009889474603783528,
      "loss": 0.1776,
      "step": 576
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000988891493854312,
      "loss": 0.3325,
      "step": 577
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000988835387581293,
      "loss": 0.2443,
      "step": 578
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009887791415753332,
      "loss": 0.2973,
      "step": 579
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009887227558525108,
      "loss": 0.4357,
      "step": 580
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009886662304289437,
      "loss": 0.2834,
      "step": 581
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009886095653207892,
      "loss": 0.322,
      "step": 582
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000988552760544245,
      "loss": 0.2679,
      "step": 583
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000988495816115549,
      "loss": 0.3086,
      "step": 584
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009884387320509785,
      "loss": 0.2013,
      "step": 585
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009883815083668508,
      "loss": 0.3776,
      "step": 586
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009883241450795235,
      "loss": 0.2579,
      "step": 587
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009882666422053935,
      "loss": 0.2324,
      "step": 588
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009882089997608982,
      "loss": 0.2545,
      "step": 589
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009881512177625142,
      "loss": 0.3036,
      "step": 590
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009880932962267588,
      "loss": 0.2768,
      "step": 591
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009880352351701888,
      "loss": 0.3126,
      "step": 592
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009879770346094008,
      "loss": 0.3064,
      "step": 593
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000987918694561031,
      "loss": 0.2784,
      "step": 594
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009878602150417564,
      "loss": 0.2735,
      "step": 595
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000987801596068293,
      "loss": 0.2286,
      "step": 596
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009877428376573968,
      "loss": 0.3233,
      "step": 597
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000987683939825864,
      "loss": 0.3943,
      "step": 598
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009876249025905306,
      "loss": 0.389,
      "step": 599
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009875657259682722,
      "loss": 0.2706,
      "step": 600
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000987506409976004,
      "loss": 0.2367,
      "step": 601
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009874469546306821,
      "loss": 0.2835,
      "step": 602
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009873873599493012,
      "loss": 0.2408,
      "step": 603
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009873276259488965,
      "loss": 0.2385,
      "step": 604
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000987267752646543,
      "loss": 0.3182,
      "step": 605
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000987207740059355,
      "loss": 0.2125,
      "step": 606
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009871475882044878,
      "loss": 0.2345,
      "step": 607
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000987087297099135,
      "loss": 0.2582,
      "step": 608
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000987026866760531,
      "loss": 0.2473,
      "step": 609
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009869662972059494,
      "loss": 0.3596,
      "step": 610
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009869055884527047,
      "loss": 0.2325,
      "step": 611
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009868447405181498,
      "loss": 0.2755,
      "step": 612
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000986783753419678,
      "loss": 0.2355,
      "step": 613
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009867226271747227,
      "loss": 0.3706,
      "step": 614
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009866613618007565,
      "loss": 0.2802,
      "step": 615
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009865999573152923,
      "loss": 0.299,
      "step": 616
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009865384137358818,
      "loss": 0.2616,
      "step": 617
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009864767310801181,
      "loss": 0.3585,
      "step": 618
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009864149093656326,
      "loss": 0.3276,
      "step": 619
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000986352948610097,
      "loss": 0.3215,
      "step": 620
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009862908488312227,
      "loss": 0.3438,
      "step": 621
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009862286100467607,
      "loss": 0.2156,
      "step": 622
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009861662322745023,
      "loss": 0.2689,
      "step": 623
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009861037155322776,
      "loss": 0.3682,
      "step": 624
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009860410598379573,
      "loss": 0.2534,
      "step": 625
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009859782652094512,
      "loss": 0.2861,
      "step": 626
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009859153316647091,
      "loss": 0.4075,
      "step": 627
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009858522592217206,
      "loss": 0.2982,
      "step": 628
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009857890478985147,
      "loss": 0.261,
      "step": 629
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009857256977131605,
      "loss": 0.2379,
      "step": 630
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009856622086837664,
      "loss": 0.3012,
      "step": 631
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009855985808284809,
      "loss": 0.2497,
      "step": 632
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009855348141654915,
      "loss": 0.2718,
      "step": 633
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000985470908713026,
      "loss": 0.3138,
      "step": 634
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000985406864489352,
      "loss": 0.2865,
      "step": 635
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0009853426815127758,
      "loss": 0.2581,
      "step": 636
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009852783598016447,
      "loss": 0.4468,
      "step": 637
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009852138993743445,
      "loss": 0.3055,
      "step": 638
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009851493002493016,
      "loss": 0.3215,
      "step": 639
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.000985084562444981,
      "loss": 0.2936,
      "step": 640
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.000985019685979888,
      "loss": 0.3047,
      "step": 641
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009849546708725681,
      "loss": 0.2757,
      "step": 642
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009848895171416052,
      "loss": 0.2741,
      "step": 643
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009848242248056234,
      "loss": 0.359,
      "step": 644
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009847587938832867,
      "loss": 0.2606,
      "step": 645
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009846932243932982,
      "loss": 0.2667,
      "step": 646
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.000984627516354401,
      "loss": 0.2852,
      "step": 647
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009845616697853775,
      "loss": 0.2779,
      "step": 648
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009844956847050502,
      "loss": 0.2254,
      "step": 649
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009844295611322804,
      "loss": 0.2449,
      "step": 650
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009843632990859696,
      "loss": 0.3939,
      "step": 651
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.000984296898585059,
      "loss": 0.3404,
      "step": 652
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009842303596485286,
      "loss": 0.3097,
      "step": 653
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.000984163682295399,
      "loss": 0.32,
      "step": 654
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009840968665447293,
      "loss": 0.4013,
      "step": 655
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.000984029912415619,
      "loss": 0.2668,
      "step": 656
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009839628199272068,
      "loss": 0.3165,
      "step": 657
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009838955890986711,
      "loss": 0.2994,
      "step": 658
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009838282199492296,
      "loss": 0.2682,
      "step": 659
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009837607124981397,
      "loss": 0.2778,
      "step": 660
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009836930667646983,
      "loss": 0.3288,
      "step": 661
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009836252827682419,
      "loss": 0.3939,
      "step": 662
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009835573605281463,
      "loss": 0.3178,
      "step": 663
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009834893000638272,
      "loss": 0.2839,
      "step": 664
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009834211013947396,
      "loss": 0.3738,
      "step": 665
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.000983352764540378,
      "loss": 0.3105,
      "step": 666
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009832842895202759,
      "loss": 0.3078,
      "step": 667
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009832156763540075,
      "loss": 0.3499,
      "step": 668
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009831469250611855,
      "loss": 0.2906,
      "step": 669
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009830780356614621,
      "loss": 0.3345,
      "step": 670
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009830090081745298,
      "loss": 0.2078,
      "step": 671
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009829398426201195,
      "loss": 0.3482,
      "step": 672
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009828705390180024,
      "loss": 0.2805,
      "step": 673
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009828010973879887,
      "loss": 0.2434,
      "step": 674
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009827315177499281,
      "loss": 0.2414,
      "step": 675
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00098266180012371,
      "loss": 0.3061,
      "step": 676
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009825919445292633,
      "loss": 0.2398,
      "step": 677
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009825219509865554,
      "loss": 0.3679,
      "step": 678
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009824518195155948,
      "loss": 0.2769,
      "step": 679
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.000982381550136428,
      "loss": 0.2518,
      "step": 680
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009823111428691412,
      "loss": 0.3029,
      "step": 681
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009822405977338606,
      "loss": 0.2133,
      "step": 682
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009821699147507512,
      "loss": 0.2628,
      "step": 683
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.000982099093940018,
      "loss": 0.3478,
      "step": 684
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009820281353219045,
      "loss": 0.3067,
      "step": 685
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009819570389166946,
      "loss": 0.3722,
      "step": 686
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009818858047447108,
      "loss": 0.3603,
      "step": 687
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009818144328263153,
      "loss": 0.4176,
      "step": 688
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00098174292318191,
      "loss": 0.2459,
      "step": 689
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009816712758319353,
      "loss": 0.2922,
      "step": 690
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.000981599490796872,
      "loss": 0.3478,
      "step": 691
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009815275680972394,
      "loss": 0.3016,
      "step": 692
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009814555077535968,
      "loss": 0.2355,
      "step": 693
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009813833097865425,
      "loss": 0.3287,
      "step": 694
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009813109742167138,
      "loss": 0.2634,
      "step": 695
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0009812385010647883,
      "loss": 0.2557,
      "step": 696
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.000981165890351482,
      "loss": 0.4558,
      "step": 697
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009810931420975507,
      "loss": 0.2435,
      "step": 698
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009810202563237894,
      "loss": 0.4213,
      "step": 699
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009809472330510323,
      "loss": 0.3273,
      "step": 700
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.000980874072300153,
      "loss": 0.4306,
      "step": 701
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009808007740920645,
      "loss": 0.3304,
      "step": 702
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.000980727338447719,
      "loss": 0.2061,
      "step": 703
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009806537653881079,
      "loss": 0.1873,
      "step": 704
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.000980580054934262,
      "loss": 0.3658,
      "step": 705
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009805062071072512,
      "loss": 0.2296,
      "step": 706
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.000980432221928185,
      "loss": 0.3153,
      "step": 707
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009803580994182121,
      "loss": 0.2065,
      "step": 708
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00098028383959852,
      "loss": 0.2921,
      "step": 709
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.000980209442490336,
      "loss": 0.333,
      "step": 710
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.000980134908114926,
      "loss": 0.2542,
      "step": 711
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.000980060236493596,
      "loss": 0.2902,
      "step": 712
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009799854276476908,
      "loss": 0.3432,
      "step": 713
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009799104815985942,
      "loss": 0.3397,
      "step": 714
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009798353983677293,
      "loss": 0.31,
      "step": 715
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009797601779765587,
      "loss": 0.3043,
      "step": 716
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009796848204465843,
      "loss": 0.2733,
      "step": 717
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009796093257993465,
      "loss": 0.2664,
      "step": 718
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009795336940564255,
      "loss": 0.2904,
      "step": 719
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009794579252394408,
      "loss": 0.3165,
      "step": 720
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009793820193700505,
      "loss": 0.331,
      "step": 721
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009793059764699524,
      "loss": 0.3169,
      "step": 722
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009792297965608829,
      "loss": 0.2544,
      "step": 723
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009791534796646183,
      "loss": 0.2101,
      "step": 724
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009790770258029735,
      "loss": 0.2541,
      "step": 725
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.000979000434997803,
      "loss": 0.3609,
      "step": 726
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009789237072709998,
      "loss": 0.3467,
      "step": 727
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009788468426444967,
      "loss": 0.3069,
      "step": 728
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009787698411402653,
      "loss": 0.2291,
      "step": 729
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009786927027803161,
      "loss": 0.3463,
      "step": 730
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009786154275866995,
      "loss": 0.2862,
      "step": 731
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.000978538015581504,
      "loss": 0.1966,
      "step": 732
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009784604667868579,
      "loss": 0.3941,
      "step": 733
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009783827812249286,
      "loss": 0.2644,
      "step": 734
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009783049589179222,
      "loss": 0.3454,
      "step": 735
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009782269998880842,
      "loss": 0.236,
      "step": 736
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.000978148904157699,
      "loss": 0.2107,
      "step": 737
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009780706717490903,
      "loss": 0.2414,
      "step": 738
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009779923026846209,
      "loss": 0.3439,
      "step": 739
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009779137969866919,
      "loss": 0.3345,
      "step": 740
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009778351546777444,
      "loss": 0.2377,
      "step": 741
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009777563757802582,
      "loss": 0.2876,
      "step": 742
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009776774603167525,
      "loss": 0.2015,
      "step": 743
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009775984083097845,
      "loss": 0.2174,
      "step": 744
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009775192197819514,
      "loss": 0.2687,
      "step": 745
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009774398947558893,
      "loss": 0.2992,
      "step": 746
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009773604332542728,
      "loss": 0.3982,
      "step": 747
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009772808352998164,
      "loss": 0.2325,
      "step": 748
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009772011009152725,
      "loss": 0.3179,
      "step": 749
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009771212301234332,
      "loss": 0.2277,
      "step": 750
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009770412229471296,
      "loss": 0.3921,
      "step": 751
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.000976961079409232,
      "loss": 0.1999,
      "step": 752
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009768807995326485,
      "loss": 0.2444,
      "step": 753
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009768003833403277,
      "loss": 0.2045,
      "step": 754
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009767198308552561,
      "loss": 0.2082,
      "step": 755
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0009766391421004597,
      "loss": 0.2471,
      "step": 756
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.000976558317099003,
      "loss": 0.237,
      "step": 757
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00097647735587399,
      "loss": 0.2699,
      "step": 758
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009763962584485633,
      "loss": 0.2795,
      "step": 759
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009763150248459044,
      "loss": 0.2697,
      "step": 760
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009762336550892339,
      "loss": 0.2749,
      "step": 761
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009761521492018112,
      "loss": 0.2378,
      "step": 762
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009760705072069345,
      "loss": 0.287,
      "step": 763
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009759887291279414,
      "loss": 0.2764,
      "step": 764
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009759068149882078,
      "loss": 0.2912,
      "step": 765
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009758247648111489,
      "loss": 0.4348,
      "step": 766
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009757425786202183,
      "loss": 0.2514,
      "step": 767
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009756602564389093,
      "loss": 0.2312,
      "step": 768
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009755777982907532,
      "loss": 0.3118,
      "step": 769
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009754952041993208,
      "loss": 0.2978,
      "step": 770
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009754124741882213,
      "loss": 0.2596,
      "step": 771
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009753296082811032,
      "loss": 0.2545,
      "step": 772
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009752466065016533,
      "loss": 0.3301,
      "step": 773
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009751634688735977,
      "loss": 0.2473,
      "step": 774
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009750801954207013,
      "loss": 0.1836,
      "step": 775
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009749967861667676,
      "loss": 0.3612,
      "step": 776
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009749132411356391,
      "loss": 0.3392,
      "step": 777
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.000974829560351197,
      "loss": 0.2292,
      "step": 778
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.000974745743837361,
      "loss": 0.2885,
      "step": 779
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009746617916180906,
      "loss": 0.2691,
      "step": 780
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009745777037173829,
      "loss": 0.2366,
      "step": 781
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009744934801592744,
      "loss": 0.2614,
      "step": 782
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009744091209678405,
      "loss": 0.2615,
      "step": 783
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.000974324626167195,
      "loss": 0.2668,
      "step": 784
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009742399957814907,
      "loss": 0.4255,
      "step": 785
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.000974155229834919,
      "loss": 0.3871,
      "step": 786
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00097407032835171,
      "loss": 0.2017,
      "step": 787
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009739852913561331,
      "loss": 0.2821,
      "step": 788
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009739001188724958,
      "loss": 0.244,
      "step": 789
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009738148109251443,
      "loss": 0.2986,
      "step": 790
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009737293675384642,
      "loss": 0.375,
      "step": 791
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009736437887368789,
      "loss": 0.4121,
      "step": 792
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009735580745448513,
      "loss": 0.244,
      "step": 793
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009734722249868828,
      "loss": 0.3168,
      "step": 794
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.000973386240087513,
      "loss": 0.2633,
      "step": 795
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.000973300119871321,
      "loss": 0.2311,
      "step": 796
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009732138643629236,
      "loss": 0.3109,
      "step": 797
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009731274735869773,
      "loss": 0.2547,
      "step": 798
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009730409475681766,
      "loss": 0.2864,
      "step": 799
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009729542863312549,
      "loss": 0.341,
      "step": 800
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009728674899009841,
      "loss": 0.2162,
      "step": 801
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009727805583021749,
      "loss": 0.308,
      "step": 802
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009726934915596768,
      "loss": 0.2494,
      "step": 803
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009726062896983773,
      "loss": 0.3024,
      "step": 804
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009725189527432032,
      "loss": 0.2858,
      "step": 805
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009724314807191196,
      "loss": 0.2252,
      "step": 806
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009723438736511301,
      "loss": 0.2831,
      "step": 807
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009722561315642775,
      "loss": 0.2738,
      "step": 808
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009721682544836423,
      "loss": 0.3718,
      "step": 809
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009720802424343443,
      "loss": 0.2274,
      "step": 810
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009719920954415415,
      "loss": 0.323,
      "step": 811
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009719038135304306,
      "loss": 0.2169,
      "step": 812
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009718153967262469,
      "loss": 0.2423,
      "step": 813
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009717268450542642,
      "loss": 0.3959,
      "step": 814
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.000971638158539795,
      "loss": 0.3567,
      "step": 815
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009715493372081902,
      "loss": 0.2595,
      "step": 816
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0009714603810848391,
      "loss": 0.2569,
      "step": 817
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009713712901951699,
      "loss": 0.3289,
      "step": 818
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009712820645646488,
      "loss": 0.294,
      "step": 819
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009711927042187811,
      "loss": 0.3486,
      "step": 820
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009711032091831104,
      "loss": 0.2637,
      "step": 821
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009710135794832184,
      "loss": 0.2499,
      "step": 822
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.000970923815144726,
      "loss": 0.2558,
      "step": 823
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009708339161932919,
      "loss": 0.2425,
      "step": 824
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009707438826546138,
      "loss": 0.3477,
      "step": 825
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009706537145544274,
      "loss": 0.2944,
      "step": 826
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009705634119185076,
      "loss": 0.3174,
      "step": 827
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009704729747726668,
      "loss": 0.2662,
      "step": 828
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009703824031427567,
      "loss": 0.2778,
      "step": 829
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009702916970546669,
      "loss": 0.2958,
      "step": 830
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009702008565343256,
      "loss": 0.2365,
      "step": 831
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009701098816076995,
      "loss": 0.2419,
      "step": 832
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009700187723007937,
      "loss": 0.2579,
      "step": 833
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009699275286396516,
      "loss": 0.2673,
      "step": 834
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.000969836150650355,
      "loss": 0.292,
      "step": 835
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009697446383590245,
      "loss": 0.3721,
      "step": 836
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009696529917918185,
      "loss": 0.33,
      "step": 837
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009695612109749339,
      "loss": 0.2821,
      "step": 838
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009694692959346063,
      "loss": 0.2349,
      "step": 839
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009693772466971097,
      "loss": 0.3048,
      "step": 840
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.000969285063288756,
      "loss": 0.3043,
      "step": 841
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009691927457358957,
      "loss": 0.3955,
      "step": 842
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009691002940649177,
      "loss": 0.2781,
      "step": 843
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009690077083022492,
      "loss": 0.2994,
      "step": 844
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009689149884743557,
      "loss": 0.2197,
      "step": 845
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009688221346077411,
      "loss": 0.3423,
      "step": 846
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009687291467289477,
      "loss": 0.2768,
      "step": 847
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009686360248645553,
      "loss": 0.2654,
      "step": 848
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009685427690411835,
      "loss": 0.2968,
      "step": 849
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009684493792854888,
      "loss": 0.1685,
      "step": 850
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009683558556241667,
      "loss": 0.3422,
      "step": 851
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009682621980839509,
      "loss": 0.3174,
      "step": 852
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009681684066916133,
      "loss": 0.2602,
      "step": 853
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009680744814739639,
      "loss": 0.3116,
      "step": 854
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.000967980422457851,
      "loss": 0.2669,
      "step": 855
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009678862296701615,
      "loss": 0.3591,
      "step": 856
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009677919031378201,
      "loss": 0.396,
      "step": 857
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00096769744288779,
      "loss": 0.2125,
      "step": 858
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009676028489470727,
      "loss": 0.2873,
      "step": 859
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009675081213427075,
      "loss": 0.3792,
      "step": 860
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009674132601017721,
      "loss": 0.2896,
      "step": 861
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009673182652513827,
      "loss": 0.2568,
      "step": 862
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009672231368186932,
      "loss": 0.2795,
      "step": 863
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009671278748308962,
      "loss": 0.327,
      "step": 864
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009670324793152222,
      "loss": 0.2703,
      "step": 865
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009669369502989395,
      "loss": 0.2551,
      "step": 866
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009668412878093555,
      "loss": 0.329,
      "step": 867
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009667454918738148,
      "loss": 0.3727,
      "step": 868
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009666495625197006,
      "loss": 0.2651,
      "step": 869
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009665534997744343,
      "loss": 0.284,
      "step": 870
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009664573036654751,
      "loss": 0.3311,
      "step": 871
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009663609742203207,
      "loss": 0.3311,
      "step": 872
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009662645114665067,
      "loss": 0.249,
      "step": 873
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.000966167915431607,
      "loss": 0.213,
      "step": 874
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009660711861432331,
      "loss": 0.2767,
      "step": 875
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009659743236290352,
      "loss": 0.3201,
      "step": 876
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009658773279167012,
      "loss": 0.3077,
      "step": 877
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0009657801990339575,
      "loss": 0.5112,
      "step": 878
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009656829370085677,
      "loss": 0.4721,
      "step": 879
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009655855418683345,
      "loss": 0.9369,
      "step": 880
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009654880136410979,
      "loss": 0.873,
      "step": 881
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009653903523547364,
      "loss": 1.5771,
      "step": 882
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009652925580371663,
      "loss": 0.774,
      "step": 883
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009651946307163417,
      "loss": 0.9351,
      "step": 884
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009650965704202554,
      "loss": 1.1072,
      "step": 885
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009649983771769377,
      "loss": 0.8501,
      "step": 886
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009649000510144569,
      "loss": 1.3497,
      "step": 887
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009648015919609195,
      "loss": 0.7116,
      "step": 888
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009647030000444697,
      "loss": 0.6073,
      "step": 889
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00096460427529329,
      "loss": 0.6495,
      "step": 890
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009645054177356007,
      "loss": 0.5465,
      "step": 891
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009644064273996603,
      "loss": 0.3365,
      "step": 892
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009643073043137647,
      "loss": 0.3821,
      "step": 893
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009642080485062484,
      "loss": 0.4517,
      "step": 894
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009641086600054835,
      "loss": 0.3373,
      "step": 895
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00096400913883988,
      "loss": 0.403,
      "step": 896
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009639094850378858,
      "loss": 0.4003,
      "step": 897
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009638096986279869,
      "loss": 0.5238,
      "step": 898
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009637097796387071,
      "loss": 0.3792,
      "step": 899
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.000963609728098608,
      "loss": 0.3167,
      "step": 900
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009635095440362895,
      "loss": 0.3404,
      "step": 901
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009634092274803889,
      "loss": 0.5146,
      "step": 902
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009633087784595816,
      "loss": 0.3203,
      "step": 903
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009632081970025807,
      "loss": 0.358,
      "step": 904
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009631074831381372,
      "loss": 0.5301,
      "step": 905
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009630066368950403,
      "loss": 0.3742,
      "step": 906
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009629056583021167,
      "loss": 0.3066,
      "step": 907
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009628045473882308,
      "loss": 0.284,
      "step": 908
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009627033041822852,
      "loss": 0.3993,
      "step": 909
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009626019287132201,
      "loss": 0.4827,
      "step": 910
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009625004210100136,
      "loss": 0.2329,
      "step": 911
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009623987811016813,
      "loss": 0.394,
      "step": 912
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009622970090172771,
      "loss": 0.4694,
      "step": 913
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009621951047858923,
      "loss": 0.3848,
      "step": 914
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.000962093068436656,
      "loss": 0.2829,
      "step": 915
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009619908999987355,
      "loss": 0.3319,
      "step": 916
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.000961888599501335,
      "loss": 0.4457,
      "step": 917
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009617861669736974,
      "loss": 0.3188,
      "step": 918
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009616836024451026,
      "loss": 0.3698,
      "step": 919
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009615809059448686,
      "loss": 0.3763,
      "step": 920
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009614780775023513,
      "loss": 0.3405,
      "step": 921
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009613751171469438,
      "loss": 0.3896,
      "step": 922
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009612720249080772,
      "loss": 0.3265,
      "step": 923
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009611688008152204,
      "loss": 0.2749,
      "step": 924
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009610654448978797,
      "loss": 0.3849,
      "step": 925
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009609619571855995,
      "loss": 0.3196,
      "step": 926
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009608583377079615,
      "loss": 0.3517,
      "step": 927
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009607545864945852,
      "loss": 0.3531,
      "step": 928
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009606507035751275,
      "loss": 0.2364,
      "step": 929
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009605466889792836,
      "loss": 0.4134,
      "step": 930
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009604425427367858,
      "loss": 0.3726,
      "step": 931
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009603382648774039,
      "loss": 0.3022,
      "step": 932
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.000960233855430946,
      "loss": 0.3537,
      "step": 933
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009601293144272571,
      "loss": 0.4736,
      "step": 934
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009600246418962203,
      "loss": 0.332,
      "step": 935
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009599198378677558,
      "loss": 0.2726,
      "step": 936
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009598149023718221,
      "loss": 0.3139,
      "step": 937
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009597098354384146,
      "loss": 0.3299,
      "step": 938
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0009596046370975666,
      "loss": 0.3122,
      "step": 939
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.000959499307379349,
      "loss": 0.3123,
      "step": 940
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009593938463138699,
      "loss": 0.2397,
      "step": 941
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009592882539312755,
      "loss": 0.3146,
      "step": 942
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009591825302617492,
      "loss": 0.3784,
      "step": 943
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009590766753355117,
      "loss": 0.2848,
      "step": 944
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009589706891828218,
      "loss": 0.2624,
      "step": 945
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009588645718339753,
      "loss": 0.2858,
      "step": 946
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009587583233193058,
      "loss": 0.3163,
      "step": 947
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009586519436691843,
      "loss": 0.2993,
      "step": 948
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009585454329140193,
      "loss": 0.3377,
      "step": 949
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009584387910842566,
      "loss": 0.3027,
      "step": 950
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009583320182103797,
      "loss": 0.3031,
      "step": 951
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009582251143229097,
      "loss": 0.3452,
      "step": 952
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009581180794524047,
      "loss": 0.3317,
      "step": 953
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009580109136294603,
      "loss": 0.4367,
      "step": 954
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009579036168847102,
      "loss": 0.1986,
      "step": 955
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009577961892488247,
      "loss": 0.3993,
      "step": 956
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009576886307525119,
      "loss": 0.4054,
      "step": 957
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009575809414265173,
      "loss": 0.2613,
      "step": 958
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009574731213016237,
      "loss": 0.2808,
      "step": 959
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009573651704086512,
      "loss": 0.3856,
      "step": 960
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009572570887784578,
      "loss": 0.3895,
      "step": 961
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.000957148876441938,
      "loss": 0.2852,
      "step": 962
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009570405334300246,
      "loss": 0.2698,
      "step": 963
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.000956932059773687,
      "loss": 0.4296,
      "step": 964
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009568234555039326,
      "loss": 0.3079,
      "step": 965
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009567147206518052,
      "loss": 0.3039,
      "step": 966
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009566058552483871,
      "loss": 0.3519,
      "step": 967
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.000956496859324797,
      "loss": 0.331,
      "step": 968
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009563877329121913,
      "loss": 0.368,
      "step": 969
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009562784760417638,
      "loss": 0.3935,
      "step": 970
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009561690887447452,
      "loss": 0.3048,
      "step": 971
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009560595710524038,
      "loss": 0.467,
      "step": 972
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009559499229960451,
      "loss": 0.246,
      "step": 973
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009558401446070117,
      "loss": 0.368,
      "step": 974
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.000955730235916684,
      "loss": 0.2332,
      "step": 975
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009556201969564788,
      "loss": 0.2744,
      "step": 976
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.000955510027757851,
      "loss": 0.3267,
      "step": 977
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009553997283522919,
      "loss": 0.3372,
      "step": 978
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009552892987713308,
      "loss": 0.3305,
      "step": 979
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009551787390465336,
      "loss": 0.2759,
      "step": 980
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009550680492095039,
      "loss": 0.3947,
      "step": 981
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.000954957229291882,
      "loss": 0.365,
      "step": 982
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009548462793253456,
      "loss": 0.3499,
      "step": 983
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009547351993416098,
      "loss": 0.2943,
      "step": 984
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009546239893724265,
      "loss": 0.3487,
      "step": 985
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009545126494495851,
      "loss": 0.3499,
      "step": 986
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009544011796049118,
      "loss": 0.2838,
      "step": 987
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009542895798702702,
      "loss": 0.2336,
      "step": 988
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009541778502775609,
      "loss": 0.3523,
      "step": 989
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009540659908587216,
      "loss": 0.2479,
      "step": 990
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009539540016457273,
      "loss": 0.317,
      "step": 991
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009538418826705898,
      "loss": 0.3344,
      "step": 992
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009537296339653582,
      "loss": 0.3902,
      "step": 993
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009536172555621189,
      "loss": 0.2578,
      "step": 994
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009535047474929948,
      "loss": 0.2621,
      "step": 995
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009533921097901461,
      "loss": 0.2686,
      "step": 996
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009532793424857707,
      "loss": 0.2536,
      "step": 997
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009531664456121023,
      "loss": 0.25,
      "step": 998
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0009530534192014127,
      "loss": 0.3167,
      "step": 999
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009529402632860103,
      "loss": 0.3549,
      "step": 1000
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009528269778982406,
      "loss": 0.2605,
      "step": 1001
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009527135630704859,
      "loss": 0.2639,
      "step": 1002
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009526000188351658,
      "loss": 0.2873,
      "step": 1003
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009524863452247367,
      "loss": 0.3123,
      "step": 1004
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009523725422716922,
      "loss": 0.2691,
      "step": 1005
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009522586100085627,
      "loss": 0.3055,
      "step": 1006
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009521445484679154,
      "loss": 0.4409,
      "step": 1007
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.000952030357682355,
      "loss": 0.3814,
      "step": 1008
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009519160376845222,
      "loss": 0.2671,
      "step": 1009
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009518015885070958,
      "loss": 0.2745,
      "step": 1010
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009516870101827906,
      "loss": 0.2894,
      "step": 1011
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009515723027443587,
      "loss": 0.3584,
      "step": 1012
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009514574662245892,
      "loss": 0.3575,
      "step": 1013
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009513425006563078,
      "loss": 0.2909,
      "step": 1014
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009512274060723776,
      "loss": 0.1747,
      "step": 1015
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009511121825056977,
      "loss": 0.2748,
      "step": 1016
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009509968299892049,
      "loss": 0.3493,
      "step": 1017
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009508813485558727,
      "loss": 0.2486,
      "step": 1018
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009507657382387112,
      "loss": 0.3829,
      "step": 1019
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009506499990707671,
      "loss": 0.2617,
      "step": 1020
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009505341310851249,
      "loss": 0.3082,
      "step": 1021
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009504181343149049,
      "loss": 0.3572,
      "step": 1022
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009503020087932647,
      "loss": 0.3943,
      "step": 1023
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009501857545533987,
      "loss": 0.2534,
      "step": 1024
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.000950069371628538,
      "loss": 0.2881,
      "step": 1025
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009499528600519502,
      "loss": 0.3029,
      "step": 1026
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009498362198569406,
      "loss": 0.3009,
      "step": 1027
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00094971945107685,
      "loss": 0.2587,
      "step": 1028
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009496025537450572,
      "loss": 0.3439,
      "step": 1029
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009494855278949767,
      "loss": 0.2437,
      "step": 1030
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009493683735600602,
      "loss": 0.2445,
      "step": 1031
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009492510907737965,
      "loss": 0.2506,
      "step": 1032
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009491336795697103,
      "loss": 0.2633,
      "step": 1033
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009490161399813635,
      "loss": 0.2358,
      "step": 1034
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009488984720423549,
      "loss": 0.3165,
      "step": 1035
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009487806757863195,
      "loss": 0.3632,
      "step": 1036
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009486627512469292,
      "loss": 0.2641,
      "step": 1037
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009485446984578926,
      "loss": 0.27,
      "step": 1038
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009484265174529551,
      "loss": 0.223,
      "step": 1039
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009483082082658983,
      "loss": 0.24,
      "step": 1040
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.000948189770930541,
      "loss": 0.3069,
      "step": 1041
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.000948071205480738,
      "loss": 0.3202,
      "step": 1042
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009479525119503813,
      "loss": 0.2712,
      "step": 1043
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009478336903733995,
      "loss": 0.2616,
      "step": 1044
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009477147407837571,
      "loss": 0.3054,
      "step": 1045
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009475956632154563,
      "loss": 0.2323,
      "step": 1046
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009474764577025347,
      "loss": 0.317,
      "step": 1047
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009473571242790672,
      "loss": 0.2609,
      "step": 1048
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009472376629791652,
      "loss": 0.2757,
      "step": 1049
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009471180738369764,
      "loss": 0.3016,
      "step": 1050
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009469983568866856,
      "loss": 0.2436,
      "step": 1051
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009468785121625131,
      "loss": 0.265,
      "step": 1052
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009467585396987167,
      "loss": 0.4124,
      "step": 1053
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009466384395295905,
      "loss": 0.382,
      "step": 1054
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009465182116894647,
      "loss": 0.2985,
      "step": 1055
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009463978562127065,
      "loss": 0.3198,
      "step": 1056
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.000946277373133719,
      "loss": 0.2824,
      "step": 1057
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009461567624869426,
      "loss": 0.2062,
      "step": 1058
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009460360243068533,
      "loss": 0.2893,
      "step": 1059
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0009459151586279641,
      "loss": 0.2123,
      "step": 1060
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009457941654848245,
      "loss": 0.2933,
      "step": 1061
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009456730449120199,
      "loss": 0.3825,
      "step": 1062
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009455517969441725,
      "loss": 0.2091,
      "step": 1063
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009454304216159411,
      "loss": 0.3106,
      "step": 1064
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009453089189620204,
      "loss": 0.37,
      "step": 1065
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009451872890171419,
      "loss": 0.2598,
      "step": 1066
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009450655318160733,
      "loss": 0.188,
      "step": 1067
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009449436473936188,
      "loss": 0.2104,
      "step": 1068
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.000944821635784619,
      "loss": 0.3151,
      "step": 1069
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009446994970239505,
      "loss": 0.3693,
      "step": 1070
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009445772311465268,
      "loss": 0.315,
      "step": 1071
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009444548381872971,
      "loss": 0.3849,
      "step": 1072
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009443323181812474,
      "loss": 0.2681,
      "step": 1073
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009442096711634,
      "loss": 0.3557,
      "step": 1074
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009440868971688133,
      "loss": 0.2552,
      "step": 1075
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009439639962325821,
      "loss": 0.2263,
      "step": 1076
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009438409683898374,
      "loss": 0.3071,
      "step": 1077
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009437178136757467,
      "loss": 0.2387,
      "step": 1078
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009435945321255134,
      "loss": 0.3393,
      "step": 1079
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009434711237743774,
      "loss": 0.2645,
      "step": 1080
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.000943347588657615,
      "loss": 0.2462,
      "step": 1081
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009432239268105384,
      "loss": 0.3303,
      "step": 1082
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009431001382684963,
      "loss": 0.2859,
      "step": 1083
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009429762230668732,
      "loss": 0.2911,
      "step": 1084
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009428521812410904,
      "loss": 0.2971,
      "step": 1085
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009427280128266049,
      "loss": 0.2222,
      "step": 1086
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009426037178589103,
      "loss": 0.3104,
      "step": 1087
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009424792963735358,
      "loss": 0.2731,
      "step": 1088
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009423547484060475,
      "loss": 0.2711,
      "step": 1089
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.000942230073992047,
      "loss": 0.2627,
      "step": 1090
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009421052731671724,
      "loss": 0.2884,
      "step": 1091
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009419803459670979,
      "loss": 0.2541,
      "step": 1092
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009418552924275337,
      "loss": 0.2655,
      "step": 1093
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009417301125842261,
      "loss": 0.2801,
      "step": 1094
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009416048064729577,
      "loss": 0.344,
      "step": 1095
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009414793741295472,
      "loss": 0.2392,
      "step": 1096
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009413538155898492,
      "loss": 0.2941,
      "step": 1097
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009412281308897541,
      "loss": 0.3335,
      "step": 1098
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009411023200651893,
      "loss": 0.2297,
      "step": 1099
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009409763831521172,
      "loss": 0.2167,
      "step": 1100
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009408503201865368,
      "loss": 0.3873,
      "step": 1101
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009407241312044831,
      "loss": 0.2951,
      "step": 1102
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009405978162420272,
      "loss": 0.2475,
      "step": 1103
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009404713753352757,
      "loss": 0.2367,
      "step": 1104
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009403448085203718,
      "loss": 0.2501,
      "step": 1105
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009402181158334945,
      "loss": 0.2987,
      "step": 1106
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009400912973108585,
      "loss": 0.3604,
      "step": 1107
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009399643529887149,
      "loss": 0.3863,
      "step": 1108
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009398372829033506,
      "loss": 0.1864,
      "step": 1109
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009397100870910882,
      "loss": 0.2238,
      "step": 1110
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009395827655882867,
      "loss": 0.2965,
      "step": 1111
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009394553184313406,
      "loss": 0.2238,
      "step": 1112
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009393277456566804,
      "loss": 0.3412,
      "step": 1113
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.000939200047300773,
      "loss": 0.2592,
      "step": 1114
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009390722234001204,
      "loss": 0.3409,
      "step": 1115
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009389442739912611,
      "loss": 0.2637,
      "step": 1116
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009388161991107693,
      "loss": 0.2978,
      "step": 1117
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.000938687998795255,
      "loss": 0.2921,
      "step": 1118
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009385596730813639,
      "loss": 0.3619,
      "step": 1119
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0009384312220057779,
      "loss": 0.2449,
      "step": 1120
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009383026456052146,
      "loss": 0.3354,
      "step": 1121
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009381739439164274,
      "loss": 0.2654,
      "step": 1122
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009380451169762053,
      "loss": 0.3081,
      "step": 1123
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009379161648213736,
      "loss": 0.3444,
      "step": 1124
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009377870874887928,
      "loss": 0.3483,
      "step": 1125
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009376578850153598,
      "loss": 0.3201,
      "step": 1126
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009375285574380066,
      "loss": 0.2392,
      "step": 1127
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009373991047937017,
      "loss": 0.3468,
      "step": 1128
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009372695271194487,
      "loss": 0.3248,
      "step": 1129
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009371398244522873,
      "loss": 0.337,
      "step": 1130
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009370099968292927,
      "loss": 0.2497,
      "step": 1131
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009368800442875763,
      "loss": 0.3072,
      "step": 1132
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009367499668642842,
      "loss": 0.309,
      "step": 1133
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009366197645965997,
      "loss": 0.2219,
      "step": 1134
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009364894375217403,
      "loss": 0.2668,
      "step": 1135
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009363589856769601,
      "loss": 0.3527,
      "step": 1136
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009362284090995485,
      "loss": 0.3597,
      "step": 1137
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009360977078268307,
      "loss": 0.385,
      "step": 1138
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009359668818961675,
      "loss": 0.3398,
      "step": 1139
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009358359313449551,
      "loss": 0.3007,
      "step": 1140
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009357048562106258,
      "loss": 0.2552,
      "step": 1141
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009355736565306472,
      "loss": 0.274,
      "step": 1142
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009354423323425225,
      "loss": 0.3665,
      "step": 1143
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009353108836837906,
      "loss": 0.2805,
      "step": 1144
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009351793105920258,
      "loss": 0.2856,
      "step": 1145
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009350476131048382,
      "loss": 0.238,
      "step": 1146
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009349157912598733,
      "loss": 0.3786,
      "step": 1147
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009347838450948122,
      "loss": 0.2781,
      "step": 1148
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009346517746473715,
      "loss": 0.3348,
      "step": 1149
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009345195799553036,
      "loss": 0.2234,
      "step": 1150
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009343872610563959,
      "loss": 0.2989,
      "step": 1151
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009342548179884716,
      "loss": 0.2983,
      "step": 1152
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009341222507893894,
      "loss": 0.3122,
      "step": 1153
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009339895594970435,
      "loss": 0.2686,
      "step": 1154
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009338567441493637,
      "loss": 0.2839,
      "step": 1155
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009337238047843148,
      "loss": 0.3673,
      "step": 1156
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009335907414398974,
      "loss": 0.2393,
      "step": 1157
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009334575541541476,
      "loss": 0.2862,
      "step": 1158
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009333242429651367,
      "loss": 0.3346,
      "step": 1159
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009331908079109717,
      "loss": 0.3169,
      "step": 1160
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009330572490297946,
      "loss": 0.207,
      "step": 1161
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009329235663597831,
      "loss": 0.3967,
      "step": 1162
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009327897599391503,
      "loss": 0.2814,
      "step": 1163
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009326558298061445,
      "loss": 0.3253,
      "step": 1164
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009325217759990494,
      "loss": 0.261,
      "step": 1165
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009323875985561842,
      "loss": 0.3523,
      "step": 1166
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009322532975159033,
      "loss": 0.2897,
      "step": 1167
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009321188729165965,
      "loss": 0.2787,
      "step": 1168
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.000931984324796689,
      "loss": 0.1804,
      "step": 1169
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.000931849653194641,
      "loss": 0.2822,
      "step": 1170
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009317148581489481,
      "loss": 0.2979,
      "step": 1171
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009315799396981417,
      "loss": 0.3621,
      "step": 1172
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009314448978807876,
      "loss": 0.3443,
      "step": 1173
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009313097327354878,
      "loss": 0.2177,
      "step": 1174
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009311744443008786,
      "loss": 0.2256,
      "step": 1175
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009310390326156324,
      "loss": 0.3197,
      "step": 1176
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.000930903497718456,
      "loss": 0.2699,
      "step": 1177
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009307678396480926,
      "loss": 0.3049,
      "step": 1178
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.000930632058443319,
      "loss": 0.3042,
      "step": 1179
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009304961541429487,
      "loss": 0.24,
      "step": 1180
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0009303601267858295,
      "loss": 0.2616,
      "step": 1181
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009302239764108446,
      "loss": 0.2889,
      "step": 1182
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009300877030569128,
      "loss": 0.3501,
      "step": 1183
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009299513067629872,
      "loss": 0.3553,
      "step": 1184
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009298147875680566,
      "loss": 0.2378,
      "step": 1185
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.000929678145511145,
      "loss": 0.306,
      "step": 1186
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009295413806313111,
      "loss": 0.3805,
      "step": 1187
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009294044929676493,
      "loss": 0.2382,
      "step": 1188
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009292674825592884,
      "loss": 0.3201,
      "step": 1189
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009291303494453928,
      "loss": 0.3612,
      "step": 1190
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009289930936651618,
      "loss": 0.3275,
      "step": 1191
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009288557152578299,
      "loss": 0.3083,
      "step": 1192
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009287182142626662,
      "loss": 0.2456,
      "step": 1193
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009285805907189755,
      "loss": 0.2435,
      "step": 1194
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009284428446660973,
      "loss": 0.2645,
      "step": 1195
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009283049761434059,
      "loss": 0.2321,
      "step": 1196
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009281669851903111,
      "loss": 0.2765,
      "step": 1197
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009280288718462572,
      "loss": 0.298,
      "step": 1198
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009278906361507238,
      "loss": 0.2606,
      "step": 1199
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009277522781432254,
      "loss": 0.2471,
      "step": 1200
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009276137978633114,
      "loss": 0.2037,
      "step": 1201
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009274751953505663,
      "loss": 0.2786,
      "step": 1202
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009273364706446095,
      "loss": 0.2865,
      "step": 1203
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.000927197623785095,
      "loss": 0.2582,
      "step": 1204
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009270586548117121,
      "loss": 0.2432,
      "step": 1205
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009269195637641851,
      "loss": 0.2584,
      "step": 1206
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009267803506822727,
      "loss": 0.2925,
      "step": 1207
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009266410156057689,
      "loss": 0.3542,
      "step": 1208
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009265015585745027,
      "loss": 0.3359,
      "step": 1209
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009263619796283371,
      "loss": 0.1954,
      "step": 1210
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009262222788071712,
      "loss": 0.2763,
      "step": 1211
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009260824561509378,
      "loss": 0.2941,
      "step": 1212
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009259425116996055,
      "loss": 0.279,
      "step": 1213
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009258024454931766,
      "loss": 0.2696,
      "step": 1214
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009256622575716893,
      "loss": 0.1951,
      "step": 1215
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009255219479752161,
      "loss": 0.3041,
      "step": 1216
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009253815167438642,
      "loss": 0.1992,
      "step": 1217
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009252409639177758,
      "loss": 0.3411,
      "step": 1218
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009251002895371276,
      "loss": 0.257,
      "step": 1219
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009249594936421311,
      "loss": 0.3263,
      "step": 1220
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.000924818576273033,
      "loss": 0.2342,
      "step": 1221
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009246775374701138,
      "loss": 0.2706,
      "step": 1222
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009245363772736897,
      "loss": 0.27,
      "step": 1223
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.000924395095724111,
      "loss": 0.3941,
      "step": 1224
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009242536928617629,
      "loss": 0.3085,
      "step": 1225
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.000924112168727065,
      "loss": 0.4396,
      "step": 1226
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.000923970523360472,
      "loss": 0.2791,
      "step": 1227
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.000923828756802473,
      "loss": 0.3251,
      "step": 1228
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009236868690935917,
      "loss": 0.3249,
      "step": 1229
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009235448602743868,
      "loss": 0.2206,
      "step": 1230
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009234027303854508,
      "loss": 0.3366,
      "step": 1231
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.000923260479467412,
      "loss": 0.2493,
      "step": 1232
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.000923118107560932,
      "loss": 0.2265,
      "step": 1233
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009229756147067079,
      "loss": 0.335,
      "step": 1234
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009228330009454712,
      "loss": 0.356,
      "step": 1235
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009226902663179877,
      "loss": 0.232,
      "step": 1236
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009225474108650578,
      "loss": 0.2459,
      "step": 1237
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009224044346275169,
      "loss": 0.3409,
      "step": 1238
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009222613376462342,
      "loss": 0.3505,
      "step": 1239
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.000922118119962114,
      "loss": 0.3419,
      "step": 1240
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009219747816160948,
      "loss": 0.248,
      "step": 1241
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0009218313226491496,
      "loss": 0.3349,
      "step": 1242
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009216877431022861,
      "loss": 0.2411,
      "step": 1243
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009215440430165462,
      "loss": 0.3076,
      "step": 1244
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009214002224330065,
      "loss": 0.3603,
      "step": 1245
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009212562813927779,
      "loss": 0.2871,
      "step": 1246
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009211122199370056,
      "loss": 0.307,
      "step": 1247
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009209680381068696,
      "loss": 0.2309,
      "step": 1248
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.000920823735943584,
      "loss": 0.216,
      "step": 1249
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009206793134883973,
      "loss": 0.3362,
      "step": 1250
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009205347707825924,
      "loss": 0.2467,
      "step": 1251
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009203901078674867,
      "loss": 0.2049,
      "step": 1252
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009202453247844322,
      "loss": 0.2813,
      "step": 1253
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009201004215748145,
      "loss": 0.2364,
      "step": 1254
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009199553982800544,
      "loss": 0.3144,
      "step": 1255
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009198102549416062,
      "loss": 0.3307,
      "step": 1256
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009196649916009592,
      "loss": 0.3085,
      "step": 1257
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009195196082996366,
      "loss": 0.3264,
      "step": 1258
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009193741050791961,
      "loss": 0.2689,
      "step": 1259
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009192284819812298,
      "loss": 0.2259,
      "step": 1260
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009190827390473636,
      "loss": 0.2609,
      "step": 1261
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009189368763192577,
      "loss": 0.2661,
      "step": 1262
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009187908938386072,
      "loss": 0.2813,
      "step": 1263
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009186447916471409,
      "loss": 0.3028,
      "step": 1264
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009184985697866219,
      "loss": 0.2899,
      "step": 1265
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009183522282988473,
      "loss": 0.3212,
      "step": 1266
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009182057672256489,
      "loss": 0.2769,
      "step": 1267
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009180591866088923,
      "loss": 0.2961,
      "step": 1268
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009179124864904774,
      "loss": 0.2485,
      "step": 1269
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009177656669123379,
      "loss": 0.2148,
      "step": 1270
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009176187279164428,
      "loss": 0.3769,
      "step": 1271
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009174716695447935,
      "loss": 0.3003,
      "step": 1272
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.000917324491839427,
      "loss": 0.3603,
      "step": 1273
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009171771948424137,
      "loss": 0.2711,
      "step": 1274
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009170297785958581,
      "loss": 0.3328,
      "step": 1275
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009168822431418991,
      "loss": 0.2643,
      "step": 1276
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009167345885227096,
      "loss": 0.3184,
      "step": 1277
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009165868147804964,
      "loss": 0.2783,
      "step": 1278
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009164389219575002,
      "loss": 0.2654,
      "step": 1279
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009162909100959962,
      "loss": 0.247,
      "step": 1280
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009161427792382934,
      "loss": 0.3345,
      "step": 1281
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009159945294267347,
      "loss": 0.226,
      "step": 1282
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009158461607036972,
      "loss": 0.2671,
      "step": 1283
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009156976731115918,
      "loss": 0.2759,
      "step": 1284
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009155490666928637,
      "loss": 0.2663,
      "step": 1285
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009154003414899914,
      "loss": 0.2432,
      "step": 1286
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009152514975454883,
      "loss": 0.2452,
      "step": 1287
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.000915102534901901,
      "loss": 0.2763,
      "step": 1288
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009149534536018102,
      "loss": 0.2679,
      "step": 1289
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009148042536878308,
      "loss": 0.3629,
      "step": 1290
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009146549352026112,
      "loss": 0.3206,
      "step": 1291
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009145054981888341,
      "loss": 0.2214,
      "step": 1292
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009143559426892156,
      "loss": 0.2875,
      "step": 1293
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009142062687465063,
      "loss": 0.2437,
      "step": 1294
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009140564764034898,
      "loss": 0.3083,
      "step": 1295
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009139065657029845,
      "loss": 0.3599,
      "step": 1296
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009137565366878419,
      "loss": 0.2899,
      "step": 1297
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009136063894009477,
      "loss": 0.3079,
      "step": 1298
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009134561238852213,
      "loss": 0.2176,
      "step": 1299
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009133057401836159,
      "loss": 0.2845,
      "step": 1300
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009131552383391184,
      "loss": 0.2779,
      "step": 1301
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0009130046183947497,
      "loss": 0.2347,
      "step": 1302
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009128538803935642,
      "loss": 0.2714,
      "step": 1303
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009127030243786502,
      "loss": 0.2374,
      "step": 1304
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009125520503931296,
      "loss": 0.2339,
      "step": 1305
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009124009584801583,
      "loss": 0.3778,
      "step": 1306
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009122497486829253,
      "loss": 0.2255,
      "step": 1307
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009120984210446543,
      "loss": 0.3195,
      "step": 1308
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009119469756086018,
      "loss": 0.3755,
      "step": 1309
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009117954124180582,
      "loss": 0.2911,
      "step": 1310
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009116437315163477,
      "loss": 0.324,
      "step": 1311
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009114919329468282,
      "loss": 0.2026,
      "step": 1312
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.000911340016752891,
      "loss": 0.3799,
      "step": 1313
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009111879829779612,
      "loss": 0.3858,
      "step": 1314
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009110358316654975,
      "loss": 0.2802,
      "step": 1315
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009108835628589919,
      "loss": 0.3607,
      "step": 1316
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009107311766019704,
      "loss": 0.2638,
      "step": 1317
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009105786729379925,
      "loss": 0.195,
      "step": 1318
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009104260519106511,
      "loss": 0.4111,
      "step": 1319
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009102733135635726,
      "loss": 0.2771,
      "step": 1320
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009101204579404172,
      "loss": 0.3667,
      "step": 1321
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009099674850848784,
      "loss": 0.3837,
      "step": 1322
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009098143950406834,
      "loss": 0.2719,
      "step": 1323
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009096611878515925,
      "loss": 0.2213,
      "step": 1324
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009095078635614003,
      "loss": 0.3513,
      "step": 1325
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009093544222139338,
      "loss": 0.2188,
      "step": 1326
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009092008638530541,
      "loss": 0.2612,
      "step": 1327
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009090471885226559,
      "loss": 0.2507,
      "step": 1328
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009088933962666669,
      "loss": 0.2113,
      "step": 1329
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009087394871290485,
      "loss": 0.242,
      "step": 1330
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009085854611537953,
      "loss": 0.3054,
      "step": 1331
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009084313183849355,
      "loss": 0.2528,
      "step": 1332
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009082770588665308,
      "loss": 0.2804,
      "step": 1333
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009081226826426756,
      "loss": 0.3483,
      "step": 1334
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009079681897574986,
      "loss": 0.342,
      "step": 1335
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009078135802551611,
      "loss": 0.2555,
      "step": 1336
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009076588541798581,
      "loss": 0.2699,
      "step": 1337
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009075040115758179,
      "loss": 0.3179,
      "step": 1338
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.000907349052487302,
      "loss": 0.3743,
      "step": 1339
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009071939769586054,
      "loss": 0.3401,
      "step": 1340
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.000907038785034056,
      "loss": 0.3375,
      "step": 1341
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009068834767580152,
      "loss": 0.25,
      "step": 1342
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009067280521748779,
      "loss": 0.36,
      "step": 1343
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009065725113290717,
      "loss": 0.3014,
      "step": 1344
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009064168542650581,
      "loss": 0.2419,
      "step": 1345
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009062610810273311,
      "loss": 0.2489,
      "step": 1346
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009061051916604185,
      "loss": 0.3247,
      "step": 1347
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009059491862088811,
      "loss": 0.3686,
      "step": 1348
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009057930647173126,
      "loss": 0.3135,
      "step": 1349
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009056368272303404,
      "loss": 0.2012,
      "step": 1350
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009054804737926246,
      "loss": 0.2706,
      "step": 1351
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009053240044488587,
      "loss": 0.2776,
      "step": 1352
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009051674192437691,
      "loss": 0.2728,
      "step": 1353
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009050107182221158,
      "loss": 0.2579,
      "step": 1354
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009048539014286912,
      "loss": 0.3029,
      "step": 1355
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009046969689083215,
      "loss": 0.2659,
      "step": 1356
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009045399207058653,
      "loss": 0.2955,
      "step": 1357
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009043827568662151,
      "loss": 0.2736,
      "step": 1358
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009042254774342955,
      "loss": 0.3096,
      "step": 1359
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009040680824550648,
      "loss": 0.2847,
      "step": 1360
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009039105719735141,
      "loss": 0.3538,
      "step": 1361
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009037529460346677,
      "loss": 0.3057,
      "step": 1362
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0009035952046835827,
      "loss": 0.2309,
      "step": 1363
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.000903437347965349,
      "loss": 0.2426,
      "step": 1364
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009032793759250902,
      "loss": 0.3707,
      "step": 1365
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009031212886079621,
      "loss": 0.2962,
      "step": 1366
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009029630860591537,
      "loss": 0.3729,
      "step": 1367
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009028047683238871,
      "loss": 0.2791,
      "step": 1368
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009026463354474174,
      "loss": 0.3454,
      "step": 1369
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.000902487787475032,
      "loss": 0.2505,
      "step": 1370
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.000902329124452052,
      "loss": 0.2871,
      "step": 1371
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009021703464238307,
      "loss": 0.2498,
      "step": 1372
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009020114534357549,
      "loss": 0.2845,
      "step": 1373
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009018524455332437,
      "loss": 0.2513,
      "step": 1374
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009016933227617495,
      "loss": 0.3169,
      "step": 1375
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009015340851667571,
      "loss": 0.3465,
      "step": 1376
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009013747327937845,
      "loss": 0.242,
      "step": 1377
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009012152656883823,
      "loss": 0.3566,
      "step": 1378
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009010556838961342,
      "loss": 0.4715,
      "step": 1379
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009008959874626559,
      "loss": 0.194,
      "step": 1380
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009007361764335971,
      "loss": 0.2985,
      "step": 1381
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009005762508546389,
      "loss": 0.3192,
      "step": 1382
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009004162107714963,
      "loss": 0.2284,
      "step": 1383
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0009002560562299163,
      "loss": 0.2559,
      "step": 1384
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.000900095787275679,
      "loss": 0.2084,
      "step": 1385
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.000899935403954597,
      "loss": 0.1733,
      "step": 1386
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008997749063125157,
      "loss": 0.2394,
      "step": 1387
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.000899614294395313,
      "loss": 0.2871,
      "step": 1388
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008994535682488998,
      "loss": 0.2523,
      "step": 1389
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008992927279192191,
      "loss": 0.3339,
      "step": 1390
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008991317734522474,
      "loss": 0.3614,
      "step": 1391
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.000898970704893993,
      "loss": 0.281,
      "step": 1392
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008988095222904972,
      "loss": 0.2722,
      "step": 1393
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008986482256878337,
      "loss": 0.2754,
      "step": 1394
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008984868151321092,
      "loss": 0.2362,
      "step": 1395
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008983252906694624,
      "loss": 0.1977,
      "step": 1396
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.000898163652346065,
      "loss": 0.3336,
      "step": 1397
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008980019002081212,
      "loss": 0.2594,
      "step": 1398
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008978400343018675,
      "loss": 0.2363,
      "step": 1399
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.000897678054673573,
      "loss": 0.355,
      "step": 1400
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008975159613695394,
      "loss": 0.2936,
      "step": 1401
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008973537544361009,
      "loss": 0.2453,
      "step": 1402
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008971914339196241,
      "loss": 0.3278,
      "step": 1403
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008970289998665082,
      "loss": 0.2893,
      "step": 1404
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008968664523231845,
      "loss": 0.3264,
      "step": 1405
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008967037913361174,
      "loss": 0.303,
      "step": 1406
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008965410169518029,
      "loss": 0.2573,
      "step": 1407
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008963781292167701,
      "loss": 0.2527,
      "step": 1408
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008962151281775802,
      "loss": 0.3576,
      "step": 1409
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008960520138808268,
      "loss": 0.3954,
      "step": 1410
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008958887863731358,
      "loss": 0.2604,
      "step": 1411
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008957254457011659,
      "loss": 0.3202,
      "step": 1412
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008955619919116073,
      "loss": 0.2793,
      "step": 1413
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008953984250511835,
      "loss": 0.29,
      "step": 1414
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008952347451666497,
      "loss": 0.2871,
      "step": 1415
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008950709523047935,
      "loss": 0.2257,
      "step": 1416
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008949070465124352,
      "loss": 0.278,
      "step": 1417
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008947430278364265,
      "loss": 0.3156,
      "step": 1418
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008945788963236523,
      "loss": 0.2754,
      "step": 1419
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008944146520210292,
      "loss": 0.2649,
      "step": 1420
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008942502949755064,
      "loss": 0.2335,
      "step": 1421
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008940858252340651,
      "loss": 0.3322,
      "step": 1422
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0008939212428437185,
      "loss": 0.3136,
      "step": 1423
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008937565478515126,
      "loss": 0.2459,
      "step": 1424
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.000893591740304525,
      "loss": 0.2335,
      "step": 1425
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.000893426820249866,
      "loss": 0.3067,
      "step": 1426
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008932617877346775,
      "loss": 0.2773,
      "step": 1427
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008930966428061337,
      "loss": 0.2145,
      "step": 1428
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008929313855114416,
      "loss": 0.2449,
      "step": 1429
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008927660158978393,
      "loss": 0.2888,
      "step": 1430
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008926005340125975,
      "loss": 0.2821,
      "step": 1431
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008924349399030193,
      "loss": 0.3787,
      "step": 1432
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008922692336164393,
      "loss": 0.2436,
      "step": 1433
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008921034152002246,
      "loss": 0.2597,
      "step": 1434
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008919374847017738,
      "loss": 0.2178,
      "step": 1435
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008917714421685182,
      "loss": 0.2823,
      "step": 1436
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.000891605287647921,
      "loss": 0.2834,
      "step": 1437
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008914390211874767,
      "loss": 0.2454,
      "step": 1438
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008912726428347131,
      "loss": 0.316,
      "step": 1439
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008911061526371885,
      "loss": 0.3651,
      "step": 1440
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008909395506424945,
      "loss": 0.3478,
      "step": 1441
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008907728368982535,
      "loss": 0.2235,
      "step": 1442
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008906060114521208,
      "loss": 0.2529,
      "step": 1443
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008904390743517829,
      "loss": 0.4266,
      "step": 1444
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.000890272025644959,
      "loss": 0.1988,
      "step": 1445
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008901048653793995,
      "loss": 0.21,
      "step": 1446
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008899375936028868,
      "loss": 0.2055,
      "step": 1447
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008897702103632354,
      "loss": 0.2914,
      "step": 1448
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008896027157082919,
      "loss": 0.2027,
      "step": 1449
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008894351096859339,
      "loss": 0.3363,
      "step": 1450
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008892673923440717,
      "loss": 0.2704,
      "step": 1451
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.000889099563730647,
      "loss": 0.3458,
      "step": 1452
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008889316238936334,
      "loss": 0.2501,
      "step": 1453
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008887635728810361,
      "loss": 0.2483,
      "step": 1454
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008885954107408924,
      "loss": 0.2461,
      "step": 1455
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008884271375212714,
      "loss": 0.2916,
      "step": 1456
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008882587532702735,
      "loss": 0.3236,
      "step": 1457
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008880902580360313,
      "loss": 0.2449,
      "step": 1458
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008879216518667086,
      "loss": 0.3423,
      "step": 1459
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008877529348105018,
      "loss": 0.2422,
      "step": 1460
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008875841069156379,
      "loss": 0.4509,
      "step": 1461
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008874151682303765,
      "loss": 0.287,
      "step": 1462
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008872461188030083,
      "loss": 0.3025,
      "step": 1463
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008870769586818559,
      "loss": 0.3226,
      "step": 1464
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008869076879152735,
      "loss": 0.2315,
      "step": 1465
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.000886738306551647,
      "loss": 0.302,
      "step": 1466
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008865688146393937,
      "loss": 0.2878,
      "step": 1467
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008863992122269628,
      "loss": 0.4039,
      "step": 1468
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008862294993628348,
      "loss": 0.2948,
      "step": 1469
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008860596760955219,
      "loss": 0.2918,
      "step": 1470
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008858897424735679,
      "loss": 0.3927,
      "step": 1471
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.000885719698545548,
      "loss": 0.3545,
      "step": 1472
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008855495443600692,
      "loss": 0.3086,
      "step": 1473
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008853792799657696,
      "loss": 0.282,
      "step": 1474
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008852089054113192,
      "loss": 0.2056,
      "step": 1475
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008850384207454195,
      "loss": 0.2295,
      "step": 1476
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.000884867826016803,
      "loss": 0.2681,
      "step": 1477
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008846971212742343,
      "loss": 0.2141,
      "step": 1478
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008845263065665088,
      "loss": 0.3026,
      "step": 1479
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008843553819424539,
      "loss": 0.398,
      "step": 1480
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008841843474509279,
      "loss": 0.2459,
      "step": 1481
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.000884013203140821,
      "loss": 0.2542,
      "step": 1482
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008838419490610548,
      "loss": 0.1646,
      "step": 1483
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0008836705852605815,
      "loss": 0.2702,
      "step": 1484
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008834991117883855,
      "loss": 0.2786,
      "step": 1485
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008833275286934823,
      "loss": 0.2712,
      "step": 1486
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008831558360249185,
      "loss": 0.2183,
      "step": 1487
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008829840338317726,
      "loss": 0.28,
      "step": 1488
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008828121221631538,
      "loss": 0.3228,
      "step": 1489
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008826401010682026,
      "loss": 0.2661,
      "step": 1490
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008824679705960914,
      "loss": 0.3251,
      "step": 1491
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008822957307960232,
      "loss": 0.2118,
      "step": 1492
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008821233817172326,
      "loss": 0.2562,
      "step": 1493
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008819509234089853,
      "loss": 0.2828,
      "step": 1494
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008817783559205784,
      "loss": 0.2609,
      "step": 1495
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00088160567930134,
      "loss": 0.1878,
      "step": 1496
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008814328936006295,
      "loss": 0.2622,
      "step": 1497
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008812599988678374,
      "loss": 0.2666,
      "step": 1498
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008810869951523854,
      "loss": 0.2102,
      "step": 1499
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008809138825037267,
      "loss": 0.2939,
      "step": 1500
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008807406609713449,
      "loss": 0.3755,
      "step": 1501
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008805673306047552,
      "loss": 0.3756,
      "step": 1502
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008803938914535044,
      "loss": 0.3376,
      "step": 1503
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.000880220343567169,
      "loss": 0.3534,
      "step": 1504
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008800466869953581,
      "loss": 0.2955,
      "step": 1505
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008798729217877108,
      "loss": 0.3562,
      "step": 1506
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008796990479938978,
      "loss": 0.2373,
      "step": 1507
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008795250656636206,
      "loss": 0.2003,
      "step": 1508
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008793509748466122,
      "loss": 0.2144,
      "step": 1509
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008791767755926359,
      "loss": 0.3696,
      "step": 1510
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008790024679514861,
      "loss": 0.2028,
      "step": 1511
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.000878828051972989,
      "loss": 0.3067,
      "step": 1512
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008786535277070006,
      "loss": 0.2851,
      "step": 1513
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008784788952034086,
      "loss": 0.2178,
      "step": 1514
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008783041545121317,
      "loss": 0.2407,
      "step": 1515
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008781293056831192,
      "loss": 0.2236,
      "step": 1516
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008779543487663512,
      "loss": 0.2823,
      "step": 1517
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.000877779283811839,
      "loss": 0.2574,
      "step": 1518
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008776041108696248,
      "loss": 0.26,
      "step": 1519
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008774288299897814,
      "loss": 0.3921,
      "step": 1520
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008772534412224127,
      "loss": 0.2329,
      "step": 1521
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008770779446176533,
      "loss": 0.303,
      "step": 1522
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008769023402256688,
      "loss": 0.4096,
      "step": 1523
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008767266280966552,
      "loss": 0.2184,
      "step": 1524
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008765508082808397,
      "loss": 0.3437,
      "step": 1525
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008763748808284804,
      "loss": 0.2854,
      "step": 1526
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008761988457898656,
      "loss": 0.3117,
      "step": 1527
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008760227032153147,
      "loss": 0.3674,
      "step": 1528
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008758464531551781,
      "loss": 0.2853,
      "step": 1529
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008756700956598364,
      "loss": 0.3733,
      "step": 1530
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008754936307797012,
      "loss": 0.2661,
      "step": 1531
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008753170585652148,
      "loss": 0.2432,
      "step": 1532
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008751403790668502,
      "loss": 0.2887,
      "step": 1533
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008749635923351107,
      "loss": 0.2442,
      "step": 1534
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008747866984205308,
      "loss": 0.2609,
      "step": 1535
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008746096973736755,
      "loss": 0.2662,
      "step": 1536
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00087443258924514,
      "loss": 0.2847,
      "step": 1537
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008742553740855505,
      "loss": 0.2805,
      "step": 1538
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.000874078051945564,
      "loss": 0.2206,
      "step": 1539
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008739006228758675,
      "loss": 0.2531,
      "step": 1540
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008737230869271789,
      "loss": 0.4201,
      "step": 1541
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008735454441502466,
      "loss": 0.2701,
      "step": 1542
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008733676945958497,
      "loss": 0.3356,
      "step": 1543
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0008731898383147976,
      "loss": 0.2457,
      "step": 1544
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008730118753579302,
      "loss": 0.2813,
      "step": 1545
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008728338057761181,
      "loss": 0.218,
      "step": 1546
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008726556296202621,
      "loss": 0.2799,
      "step": 1547
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008724773469412937,
      "loss": 0.2772,
      "step": 1548
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008722989577901747,
      "loss": 0.2258,
      "step": 1549
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008721204622178976,
      "loss": 0.2831,
      "step": 1550
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.000871941860275485,
      "loss": 0.3873,
      "step": 1551
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00087176315201399,
      "loss": 0.3524,
      "step": 1552
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008715843374844961,
      "loss": 0.2554,
      "step": 1553
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008714054167381171,
      "loss": 0.2404,
      "step": 1554
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008712263898259976,
      "loss": 0.3375,
      "step": 1555
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008710472567993118,
      "loss": 0.33,
      "step": 1556
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008708680177092648,
      "loss": 0.2626,
      "step": 1557
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.000870688672607092,
      "loss": 0.3909,
      "step": 1558
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008705092215440587,
      "loss": 0.1755,
      "step": 1559
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008703296645714609,
      "loss": 0.215,
      "step": 1560
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008701500017406248,
      "loss": 0.2682,
      "step": 1561
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008699702331029064,
      "loss": 0.2871,
      "step": 1562
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008697903587096929,
      "loss": 0.305,
      "step": 1563
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008696103786124008,
      "loss": 0.2013,
      "step": 1564
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008694302928624771,
      "loss": 0.2539,
      "step": 1565
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008692501015113991,
      "loss": 0.2694,
      "step": 1566
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008690698046106746,
      "loss": 0.337,
      "step": 1567
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008688894022118408,
      "loss": 0.2665,
      "step": 1568
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008687088943664658,
      "loss": 0.3242,
      "step": 1569
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008685282811261472,
      "loss": 0.2773,
      "step": 1570
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008683475625425134,
      "loss": 0.2731,
      "step": 1571
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008681667386672223,
      "loss": 0.2902,
      "step": 1572
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008679858095519624,
      "loss": 0.2915,
      "step": 1573
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008678047752484517,
      "loss": 0.343,
      "step": 1574
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008676236358084391,
      "loss": 0.271,
      "step": 1575
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008674423912837025,
      "loss": 0.2488,
      "step": 1576
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008672610417260508,
      "loss": 0.2633,
      "step": 1577
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008670795871873225,
      "loss": 0.3592,
      "step": 1578
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008668980277193859,
      "loss": 0.3426,
      "step": 1579
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008667163633741397,
      "loss": 0.3088,
      "step": 1580
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008665345942035125,
      "loss": 0.2611,
      "step": 1581
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008663527202594627,
      "loss": 0.288,
      "step": 1582
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008661707415939786,
      "loss": 0.2208,
      "step": 1583
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008659886582590787,
      "loss": 0.2114,
      "step": 1584
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008658064703068112,
      "loss": 0.2977,
      "step": 1585
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008656241777892543,
      "loss": 0.2356,
      "step": 1586
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008654417807585162,
      "loss": 0.2503,
      "step": 1587
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008652592792667346,
      "loss": 0.2342,
      "step": 1588
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008650766733660774,
      "loss": 0.2177,
      "step": 1589
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008648939631087424,
      "loss": 0.2563,
      "step": 1590
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.000864711148546957,
      "loss": 0.2627,
      "step": 1591
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008645282297329785,
      "loss": 0.2355,
      "step": 1592
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008643452067190936,
      "loss": 0.2571,
      "step": 1593
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.00086416207955762,
      "loss": 0.3385,
      "step": 1594
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008639788483009036,
      "loss": 0.3007,
      "step": 1595
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008637955130013212,
      "loss": 0.3085,
      "step": 1596
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008636120737112789,
      "loss": 0.3296,
      "step": 1597
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008634285304832125,
      "loss": 0.3438,
      "step": 1598
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008632448833695878,
      "loss": 0.291,
      "step": 1599
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008630611324228996,
      "loss": 0.2929,
      "step": 1600
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008628772776956734,
      "loss": 0.2537,
      "step": 1601
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008626933192404636,
      "loss": 0.3488,
      "step": 1602
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008625092571098543,
      "loss": 0.309,
      "step": 1603
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008623250913564597,
      "loss": 0.3476,
      "step": 1604
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0008621408220329232,
      "loss": 0.2675,
      "step": 1605
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008619564491919178,
      "loss": 0.2839,
      "step": 1606
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008617719728861466,
      "loss": 0.2662,
      "step": 1607
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008615873931683417,
      "loss": 0.3082,
      "step": 1608
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008614027100912649,
      "loss": 0.2167,
      "step": 1609
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008612179237077076,
      "loss": 0.3648,
      "step": 1610
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008610330340704909,
      "loss": 0.2809,
      "step": 1611
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.000860848041232465,
      "loss": 0.2974,
      "step": 1612
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008606629452465102,
      "loss": 0.308,
      "step": 1613
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008604777461655357,
      "loss": 0.3046,
      "step": 1614
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008602924440424807,
      "loss": 0.2799,
      "step": 1615
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008601070389303129,
      "loss": 0.2314,
      "step": 1616
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008599215308820308,
      "loss": 0.2767,
      "step": 1617
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008597359199506614,
      "loss": 0.2352,
      "step": 1618
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.000859550206189261,
      "loss": 0.2942,
      "step": 1619
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008593643896509162,
      "loss": 0.1772,
      "step": 1620
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.000859178470388742,
      "loss": 0.2632,
      "step": 1621
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008589924484558833,
      "loss": 0.28,
      "step": 1622
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008588063239055144,
      "loss": 0.3046,
      "step": 1623
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008586200967908384,
      "loss": 0.2672,
      "step": 1624
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008584337671650883,
      "loss": 0.2053,
      "step": 1625
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008582473350815262,
      "loss": 0.2774,
      "step": 1626
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008580608005934433,
      "loss": 0.2626,
      "step": 1627
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008578741637541604,
      "loss": 0.2636,
      "step": 1628
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008576874246170272,
      "loss": 0.2133,
      "step": 1629
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.000857500583235423,
      "loss": 0.2692,
      "step": 1630
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008573136396627561,
      "loss": 0.2653,
      "step": 1631
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008571265939524642,
      "loss": 0.3401,
      "step": 1632
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008569394461580138,
      "loss": 0.2567,
      "step": 1633
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008567521963329009,
      "loss": 0.3003,
      "step": 1634
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008565648445306509,
      "loss": 0.26,
      "step": 1635
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008563773908048176,
      "loss": 0.3244,
      "step": 1636
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008561898352089847,
      "loss": 0.2555,
      "step": 1637
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.000856002177796765,
      "loss": 0.3491,
      "step": 1638
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008558144186217994,
      "loss": 0.2342,
      "step": 1639
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008556265577377593,
      "loss": 0.3004,
      "step": 1640
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008554385951983439,
      "loss": 0.2616,
      "step": 1641
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008552505310572825,
      "loss": 0.2414,
      "step": 1642
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008550623653683327,
      "loss": 0.3261,
      "step": 1643
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008548740981852816,
      "loss": 0.3011,
      "step": 1644
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.000854685729561945,
      "loss": 0.2811,
      "step": 1645
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008544972595521678,
      "loss": 0.2534,
      "step": 1646
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.000854308688209824,
      "loss": 0.2152,
      "step": 1647
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008541200155888165,
      "loss": 0.245,
      "step": 1648
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008539312417430769,
      "loss": 0.3114,
      "step": 1649
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008537423667265661,
      "loss": 0.295,
      "step": 1650
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008535533905932737,
      "loss": 0.2229,
      "step": 1651
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008533643133972186,
      "loss": 0.2884,
      "step": 1652
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008531751351924477,
      "loss": 0.2618,
      "step": 1653
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008529858560330376,
      "loss": 0.3932,
      "step": 1654
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008527964759730938,
      "loss": 0.2608,
      "step": 1655
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008526069950667499,
      "loss": 0.2927,
      "step": 1656
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008524174133681691,
      "loss": 0.3197,
      "step": 1657
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008522277309315426,
      "loss": 0.2165,
      "step": 1658
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008520379478110914,
      "loss": 0.4167,
      "step": 1659
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008518480640610643,
      "loss": 0.2198,
      "step": 1660
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008516580797357396,
      "loss": 0.2641,
      "step": 1661
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008514679948894242,
      "loss": 0.2094,
      "step": 1662
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008512778095764531,
      "loss": 0.2171,
      "step": 1663
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.000851087523851191,
      "loss": 0.3363,
      "step": 1664
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008508971377680306,
      "loss": 0.2202,
      "step": 1665
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0008507066513813935,
      "loss": 0.2776,
      "step": 1666
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008505160647457302,
      "loss": 0.1519,
      "step": 1667
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008503253779155193,
      "loss": 0.2797,
      "step": 1668
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008501345909452684,
      "loss": 0.3404,
      "step": 1669
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.000849943703889514,
      "loss": 0.2988,
      "step": 1670
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008497527168028207,
      "loss": 0.1847,
      "step": 1671
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008495616297397819,
      "loss": 0.3796,
      "step": 1672
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008493704427550197,
      "loss": 0.2897,
      "step": 1673
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008491791559031845,
      "loss": 0.2679,
      "step": 1674
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008489877692389555,
      "loss": 0.2046,
      "step": 1675
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008487962828170403,
      "loss": 0.2515,
      "step": 1676
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.000848604696692175,
      "loss": 0.2067,
      "step": 1677
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008484130109191241,
      "loss": 0.3317,
      "step": 1678
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008482212255526812,
      "loss": 0.2797,
      "step": 1679
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008480293406476671,
      "loss": 0.2567,
      "step": 1680
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008478373562589326,
      "loss": 0.1908,
      "step": 1681
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008476452724413559,
      "loss": 0.2408,
      "step": 1682
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008474530892498438,
      "loss": 0.2959,
      "step": 1683
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008472608067393317,
      "loss": 0.1921,
      "step": 1684
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008470684249647833,
      "loss": 0.262,
      "step": 1685
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008468759439811906,
      "loss": 0.1994,
      "step": 1686
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008466833638435743,
      "loss": 0.3077,
      "step": 1687
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008464906846069827,
      "loss": 0.2221,
      "step": 1688
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008462979063264933,
      "loss": 0.2575,
      "step": 1689
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008461050290572114,
      "loss": 0.2358,
      "step": 1690
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008459120528542708,
      "loss": 0.3339,
      "step": 1691
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008457189777728333,
      "loss": 0.3276,
      "step": 1692
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.000845525803868089,
      "loss": 0.4351,
      "step": 1693
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.000845332531195257,
      "loss": 0.3023,
      "step": 1694
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008451391598095835,
      "loss": 0.3094,
      "step": 1695
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008449456897663437,
      "loss": 0.2702,
      "step": 1696
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008447521211208405,
      "loss": 0.236,
      "step": 1697
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008445584539284055,
      "loss": 0.3298,
      "step": 1698
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008443646882443982,
      "loss": 0.276,
      "step": 1699
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.000844170824124206,
      "loss": 0.2667,
      "step": 1700
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008439768616232453,
      "loss": 0.3134,
      "step": 1701
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008437828007969592,
      "loss": 0.2782,
      "step": 1702
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008435886417008202,
      "loss": 0.2283,
      "step": 1703
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008433943843903284,
      "loss": 0.346,
      "step": 1704
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.000843200028921012,
      "loss": 0.325,
      "step": 1705
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008430055753484272,
      "loss": 0.2637,
      "step": 1706
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008428110237281582,
      "loss": 0.2383,
      "step": 1707
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008426163741158175,
      "loss": 0.3213,
      "step": 1708
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008424216265670451,
      "loss": 0.3372,
      "step": 1709
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008422267811375098,
      "loss": 0.2567,
      "step": 1710
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008420318378829076,
      "loss": 0.2249,
      "step": 1711
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008418367968589628,
      "loss": 0.2851,
      "step": 1712
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008416416581214276,
      "loss": 0.2558,
      "step": 1713
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008414464217260824,
      "loss": 0.3344,
      "step": 1714
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.000841251087728735,
      "loss": 0.2487,
      "step": 1715
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008410556561852211,
      "loss": 0.1918,
      "step": 1716
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008408601271514051,
      "loss": 0.2865,
      "step": 1717
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008406645006831786,
      "loss": 0.3374,
      "step": 1718
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008404687768364609,
      "loss": 0.3015,
      "step": 1719
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008402729556671995,
      "loss": 0.2383,
      "step": 1720
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008400770372313697,
      "loss": 0.3265,
      "step": 1721
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008398810215849745,
      "loss": 0.2416,
      "step": 1722
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008396849087840447,
      "loss": 0.219,
      "step": 1723
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008394886988846389,
      "loss": 0.2773,
      "step": 1724
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008392923919428434,
      "loss": 0.2797,
      "step": 1725
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0008390959880147722,
      "loss": 0.3401,
      "step": 1726
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008388994871565672,
      "loss": 0.2968,
      "step": 1727
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008387028894243979,
      "loss": 0.2343,
      "step": 1728
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008385061948744614,
      "loss": 0.368,
      "step": 1729
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008383094035629829,
      "loss": 0.2716,
      "step": 1730
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008381125155462146,
      "loss": 0.3408,
      "step": 1731
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008379155308804367,
      "loss": 0.2748,
      "step": 1732
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008377184496219572,
      "loss": 0.4919,
      "step": 1733
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008375212718271112,
      "loss": 0.2547,
      "step": 1734
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008373239975522621,
      "loss": 0.2096,
      "step": 1735
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008371266268538001,
      "loss": 0.2961,
      "step": 1736
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008369291597881437,
      "loss": 0.2666,
      "step": 1737
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008367315964117383,
      "loss": 0.3618,
      "step": 1738
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008365339367810573,
      "loss": 0.3764,
      "step": 1739
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008363361809526013,
      "loss": 0.2095,
      "step": 1740
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008361383289828989,
      "loss": 0.2412,
      "step": 1741
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008359403809285053,
      "loss": 0.1982,
      "step": 1742
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008357423368460041,
      "loss": 0.3231,
      "step": 1743
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008355441967920057,
      "loss": 0.2815,
      "step": 1744
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008353459608231483,
      "loss": 0.2553,
      "step": 1745
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008351476289960973,
      "loss": 0.2899,
      "step": 1746
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008349492013675456,
      "loss": 0.2071,
      "step": 1747
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008347506779942136,
      "loss": 0.2592,
      "step": 1748
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008345520589328485,
      "loss": 0.2768,
      "step": 1749
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.000834353344240226,
      "loss": 0.2877,
      "step": 1750
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008341545339731479,
      "loss": 0.3013,
      "step": 1751
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008339556281884439,
      "loss": 0.3673,
      "step": 1752
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008337566269429712,
      "loss": 0.3263,
      "step": 1753
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008335575302936139,
      "loss": 0.4046,
      "step": 1754
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008333583382972834,
      "loss": 0.2721,
      "step": 1755
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008331590510109187,
      "loss": 0.1627,
      "step": 1756
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008329596684914857,
      "loss": 0.2704,
      "step": 1757
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008327601907959774,
      "loss": 0.2641,
      "step": 1758
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008325606179814145,
      "loss": 0.2589,
      "step": 1759
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008323609501048446,
      "loss": 0.3134,
      "step": 1760
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008321611872233425,
      "loss": 0.2891,
      "step": 1761
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00083196132939401,
      "loss": 0.2901,
      "step": 1762
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008317613766739762,
      "loss": 0.2232,
      "step": 1763
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008315613291203976,
      "loss": 0.2221,
      "step": 1764
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008313611867904572,
      "loss": 0.3132,
      "step": 1765
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008311609497413657,
      "loss": 0.2301,
      "step": 1766
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008309606180303603,
      "loss": 0.3,
      "step": 1767
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008307601917147059,
      "loss": 0.2666,
      "step": 1768
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008305596708516936,
      "loss": 0.2633,
      "step": 1769
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008303590554986425,
      "loss": 0.2625,
      "step": 1770
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008301583457128981,
      "loss": 0.2734,
      "step": 1771
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008299575415518327,
      "loss": 0.3301,
      "step": 1772
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008297566430728462,
      "loss": 0.3327,
      "step": 1773
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008295556503333653,
      "loss": 0.2952,
      "step": 1774
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008293545633908432,
      "loss": 0.2696,
      "step": 1775
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008291533823027606,
      "loss": 0.2628,
      "step": 1776
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008289521071266246,
      "loss": 0.2888,
      "step": 1777
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008287507379199697,
      "loss": 0.2205,
      "step": 1778
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008285492747403566,
      "loss": 0.2596,
      "step": 1779
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008283477176453738,
      "loss": 0.2851,
      "step": 1780
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008281460666926357,
      "loss": 0.2666,
      "step": 1781
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.000827944321939784,
      "loss": 0.3588,
      "step": 1782
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008277424834444876,
      "loss": 0.2833,
      "step": 1783
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008275405512644412,
      "loss": 0.3319,
      "step": 1784
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008273385254573671,
      "loss": 0.2788,
      "step": 1785
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0008271364060810142,
      "loss": 0.2824,
      "step": 1786
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.000826934193193158,
      "loss": 0.2294,
      "step": 1787
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008267318868516008,
      "loss": 0.3111,
      "step": 1788
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008265294871141713,
      "loss": 0.1782,
      "step": 1789
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008263269940387256,
      "loss": 0.2543,
      "step": 1790
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008261244076831459,
      "loss": 0.374,
      "step": 1791
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008259217281053412,
      "loss": 0.3465,
      "step": 1792
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008257189553632472,
      "loss": 0.2002,
      "step": 1793
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008255160895148263,
      "loss": 0.2715,
      "step": 1794
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008253131306180672,
      "loss": 0.2728,
      "step": 1795
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008251100787309859,
      "loss": 0.207,
      "step": 1796
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.000824906933911624,
      "loss": 0.2748,
      "step": 1797
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008247036962180505,
      "loss": 0.27,
      "step": 1798
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008245003657083604,
      "loss": 0.248,
      "step": 1799
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008242969424406757,
      "loss": 0.2871,
      "step": 1800
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008240934264731445,
      "loss": 0.2044,
      "step": 1801
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008238898178639415,
      "loss": 0.3092,
      "step": 1802
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008236861166712681,
      "loss": 0.4196,
      "step": 1803
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008234823229533519,
      "loss": 0.2196,
      "step": 1804
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008232784367684471,
      "loss": 0.2232,
      "step": 1805
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008230744581748345,
      "loss": 0.2911,
      "step": 1806
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008228703872308208,
      "loss": 0.3489,
      "step": 1807
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008226662239947395,
      "loss": 0.3013,
      "step": 1808
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008224619685249506,
      "loss": 0.3156,
      "step": 1809
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008222576208798399,
      "loss": 0.3251,
      "step": 1810
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008220531811178202,
      "loss": 0.2755,
      "step": 1811
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008218486492973299,
      "loss": 0.2385,
      "step": 1812
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008216440254768347,
      "loss": 0.1863,
      "step": 1813
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008214393097148258,
      "loss": 0.3565,
      "step": 1814
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008212345020698208,
      "loss": 0.3491,
      "step": 1815
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008210296026003638,
      "loss": 0.2433,
      "step": 1816
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008208246113650253,
      "loss": 0.2744,
      "step": 1817
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008206195284224012,
      "loss": 0.3122,
      "step": 1818
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008204143538311146,
      "loss": 0.2977,
      "step": 1819
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008202090876498144,
      "loss": 0.3683,
      "step": 1820
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008200037299371754,
      "loss": 0.3173,
      "step": 1821
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008197982807518991,
      "loss": 0.3165,
      "step": 1822
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008195927401527127,
      "loss": 0.2164,
      "step": 1823
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008193871081983697,
      "loss": 0.2266,
      "step": 1824
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008191813849476498,
      "loss": 0.2266,
      "step": 1825
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008189755704593587,
      "loss": 0.2092,
      "step": 1826
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008187696647923282,
      "loss": 0.2993,
      "step": 1827
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008185636680054161,
      "loss": 0.2802,
      "step": 1828
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008183575801575064,
      "loss": 0.2735,
      "step": 1829
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.000818151401307509,
      "loss": 0.2411,
      "step": 1830
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008179451315143598,
      "loss": 0.1743,
      "step": 1831
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008177387708370208,
      "loss": 0.2838,
      "step": 1832
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008175323193344797,
      "loss": 0.2547,
      "step": 1833
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008173257770657509,
      "loss": 0.3328,
      "step": 1834
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008171191440898737,
      "loss": 0.3366,
      "step": 1835
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008169124204659141,
      "loss": 0.227,
      "step": 1836
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008167056062529639,
      "loss": 0.2878,
      "step": 1837
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008164987015101402,
      "loss": 0.1896,
      "step": 1838
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.000816291706296587,
      "loss": 0.2245,
      "step": 1839
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008160846206714733,
      "loss": 0.2221,
      "step": 1840
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008158774446939943,
      "loss": 0.2867,
      "step": 1841
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008156701784233709,
      "loss": 0.2755,
      "step": 1842
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008154628219188501,
      "loss": 0.2688,
      "step": 1843
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008152553752397043,
      "loss": 0.2741,
      "step": 1844
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008150478384452319,
      "loss": 0.3782,
      "step": 1845
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008148402115947571,
      "loss": 0.3591,
      "step": 1846
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0008146324947476296,
      "loss": 0.2685,
      "step": 1847
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008144246879632249,
      "loss": 0.3229,
      "step": 1848
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008142167913009446,
      "loss": 0.2913,
      "step": 1849
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008140088048202155,
      "loss": 0.2545,
      "step": 1850
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008138007285804903,
      "loss": 0.307,
      "step": 1851
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008135925626412473,
      "loss": 0.277,
      "step": 1852
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008133843070619905,
      "loss": 0.3305,
      "step": 1853
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008131759619022494,
      "loss": 0.244,
      "step": 1854
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008129675272215792,
      "loss": 0.2244,
      "step": 1855
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008127590030795607,
      "loss": 0.2467,
      "step": 1856
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008125503895358003,
      "loss": 0.2595,
      "step": 1857
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008123416866499297,
      "loss": 0.2237,
      "step": 1858
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008121328944816066,
      "loss": 0.3042,
      "step": 1859
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008119240130905139,
      "loss": 0.2565,
      "step": 1860
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008117150425363597,
      "loss": 0.3495,
      "step": 1861
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008115059828788787,
      "loss": 0.3034,
      "step": 1862
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008112968341778297,
      "loss": 0.3184,
      "step": 1863
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008110875964929976,
      "loss": 0.2239,
      "step": 1864
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.000810878269884193,
      "loss": 0.3211,
      "step": 1865
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008106688544112515,
      "loss": 0.3585,
      "step": 1866
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008104593501340343,
      "loss": 0.2823,
      "step": 1867
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008102497571124276,
      "loss": 0.2412,
      "step": 1868
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008100400754063439,
      "loss": 0.2725,
      "step": 1869
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008098303050757199,
      "loss": 0.3414,
      "step": 1870
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008096204461805182,
      "loss": 0.2633,
      "step": 1871
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.000809410498780727,
      "loss": 0.2062,
      "step": 1872
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008092004629363593,
      "loss": 0.2562,
      "step": 1873
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008089903387074536,
      "loss": 0.239,
      "step": 1874
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008087801261540735,
      "loss": 0.3032,
      "step": 1875
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008085698253363081,
      "loss": 0.2851,
      "step": 1876
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008083594363142716,
      "loss": 0.3167,
      "step": 1877
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008081489591481032,
      "loss": 0.2429,
      "step": 1878
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008079383938979681,
      "loss": 0.2616,
      "step": 1879
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008077277406240555,
      "loss": 0.259,
      "step": 1880
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008075169993865805,
      "loss": 0.3196,
      "step": 1881
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008073061702457834,
      "loss": 0.1648,
      "step": 1882
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008070952532619293,
      "loss": 0.2875,
      "step": 1883
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008068842484953085,
      "loss": 0.2965,
      "step": 1884
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008066731560062366,
      "loss": 0.2699,
      "step": 1885
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008064619758550537,
      "loss": 0.2206,
      "step": 1886
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.000806250708102126,
      "loss": 0.2999,
      "step": 1887
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008060393528078433,
      "loss": 0.2248,
      "step": 1888
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.000805827910032622,
      "loss": 0.2105,
      "step": 1889
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008056163798369023,
      "loss": 0.2333,
      "step": 1890
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008054047622811498,
      "loss": 0.2974,
      "step": 1891
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008051930574258554,
      "loss": 0.3181,
      "step": 1892
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008049812653315344,
      "loss": 0.3747,
      "step": 1893
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008047693860587273,
      "loss": 0.2156,
      "step": 1894
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008045574196679996,
      "loss": 0.2624,
      "step": 1895
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008043453662199416,
      "loss": 0.2523,
      "step": 1896
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008041332257751684,
      "loss": 0.2215,
      "step": 1897
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008039209983943201,
      "loss": 0.2508,
      "step": 1898
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008037086841380616,
      "loss": 0.2791,
      "step": 1899
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008034962830670829,
      "loss": 0.1899,
      "step": 1900
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008032837952420982,
      "loss": 0.2854,
      "step": 1901
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.000803071220723847,
      "loss": 0.2685,
      "step": 1902
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008028585595730934,
      "loss": 0.2398,
      "step": 1903
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008026458118506264,
      "loss": 0.3347,
      "step": 1904
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008024329776172597,
      "loss": 0.2717,
      "step": 1905
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008022200569338314,
      "loss": 0.2025,
      "step": 1906
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008020070498612049,
      "loss": 0.2155,
      "step": 1907
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0008017939564602678,
      "loss": 0.2285,
      "step": 1908
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0008015807767919326,
      "loss": 0.2445,
      "step": 1909
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0008013675109171366,
      "loss": 0.2957,
      "step": 1910
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0008011541588968412,
      "loss": 0.3561,
      "step": 1911
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0008009407207920331,
      "loss": 0.2019,
      "step": 1912
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0008007271966637233,
      "loss": 0.235,
      "step": 1913
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.000800513586572947,
      "loss": 0.2751,
      "step": 1914
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0008002998905807649,
      "loss": 0.2837,
      "step": 1915
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0008000861087482614,
      "loss": 0.2498,
      "step": 1916
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007998722411365458,
      "loss": 0.2091,
      "step": 1917
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007996582878067518,
      "loss": 0.2482,
      "step": 1918
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007994442488200378,
      "loss": 0.3674,
      "step": 1919
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007992301242375865,
      "loss": 0.2281,
      "step": 1920
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.000799015914120605,
      "loss": 0.1979,
      "step": 1921
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007988016185303253,
      "loss": 0.2659,
      "step": 1922
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007985872375280033,
      "loss": 0.3139,
      "step": 1923
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007983727711749194,
      "loss": 0.3111,
      "step": 1924
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007981582195323788,
      "loss": 0.328,
      "step": 1925
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007979435826617105,
      "loss": 0.3098,
      "step": 1926
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007977288606242683,
      "loss": 0.2021,
      "step": 1927
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007975140534814305,
      "loss": 0.2302,
      "step": 1928
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007972991612945989,
      "loss": 0.2646,
      "step": 1929
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007970841841252003,
      "loss": 0.2632,
      "step": 1930
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.000796869122034686,
      "loss": 0.3193,
      "step": 1931
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007966539750845309,
      "loss": 0.247,
      "step": 1932
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007964387433362346,
      "loss": 0.2605,
      "step": 1933
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007962234268513204,
      "loss": 0.2848,
      "step": 1934
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007960080256913367,
      "loss": 0.1776,
      "step": 1935
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007957925399178556,
      "loss": 0.2995,
      "step": 1936
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.000795576969592473,
      "loss": 0.3136,
      "step": 1937
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007953613147768099,
      "loss": 0.3204,
      "step": 1938
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007951455755325109,
      "loss": 0.3213,
      "step": 1939
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007949297519212444,
      "loss": 0.2549,
      "step": 1940
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007947138440047034,
      "loss": 0.2507,
      "step": 1941
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007944978518446052,
      "loss": 0.3113,
      "step": 1942
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007942817755026906,
      "loss": 0.227,
      "step": 1943
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007940656150407246,
      "loss": 0.3618,
      "step": 1944
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007938493705204968,
      "loss": 0.2506,
      "step": 1945
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00079363304200382,
      "loss": 0.2929,
      "step": 1946
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007934166295525315,
      "loss": 0.2771,
      "step": 1947
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007932001332284928,
      "loss": 0.3609,
      "step": 1948
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.000792983553093589,
      "loss": 0.2888,
      "step": 1949
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007927668892097288,
      "loss": 0.2276,
      "step": 1950
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007925501416388459,
      "loss": 0.3746,
      "step": 1951
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007923333104428966,
      "loss": 0.3209,
      "step": 1952
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007921163956838627,
      "loss": 0.311,
      "step": 1953
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007918993974237482,
      "loss": 0.2952,
      "step": 1954
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.000791682315724582,
      "loss": 0.3208,
      "step": 1955
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007914651506484169,
      "loss": 0.2311,
      "step": 1956
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007912479022573289,
      "loss": 0.3543,
      "step": 1957
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007910305706134184,
      "loss": 0.2575,
      "step": 1958
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.000790813155778809,
      "loss": 0.2857,
      "step": 1959
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007905956578156489,
      "loss": 0.1983,
      "step": 1960
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007903780767861093,
      "loss": 0.3102,
      "step": 1961
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007901604127523856,
      "loss": 0.4127,
      "step": 1962
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007899426657766967,
      "loss": 0.2829,
      "step": 1963
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007897248359212852,
      "loss": 0.287,
      "step": 1964
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007895069232484175,
      "loss": 0.2993,
      "step": 1965
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.000789288927820384,
      "loss": 0.2784,
      "step": 1966
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007890708496994978,
      "loss": 0.2278,
      "step": 1967
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007888526889480967,
      "loss": 0.2067,
      "step": 1968
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0007886344456285415,
      "loss": 0.2701,
      "step": 1969
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007884161198032167,
      "loss": 0.2817,
      "step": 1970
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007881977115345304,
      "loss": 0.3627,
      "step": 1971
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007879792208849146,
      "loss": 0.2559,
      "step": 1972
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007877606479168243,
      "loss": 0.3162,
      "step": 1973
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007875419926927384,
      "loss": 0.2859,
      "step": 1974
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007873232552751592,
      "loss": 0.2798,
      "step": 1975
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007871044357266124,
      "loss": 0.2678,
      "step": 1976
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007868855341096473,
      "loss": 0.2328,
      "step": 1977
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007866665504868369,
      "loss": 0.2738,
      "step": 1978
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.000786447484920777,
      "loss": 0.2442,
      "step": 1979
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007862283374740873,
      "loss": 0.2509,
      "step": 1980
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007860091082094109,
      "loss": 0.2462,
      "step": 1981
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007857897971894142,
      "loss": 0.2249,
      "step": 1982
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007855704044767867,
      "loss": 0.2702,
      "step": 1983
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007853509301342419,
      "loss": 0.3445,
      "step": 1984
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007851313742245161,
      "loss": 0.2709,
      "step": 1985
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007849117368103689,
      "loss": 0.3095,
      "step": 1986
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007846920179545836,
      "loss": 0.2386,
      "step": 1987
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007844722177199663,
      "loss": 0.1998,
      "step": 1988
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007842523361693468,
      "loss": 0.2503,
      "step": 1989
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007840323733655779,
      "loss": 0.1725,
      "step": 1990
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007838123293715356,
      "loss": 0.3079,
      "step": 1991
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007835922042501194,
      "loss": 0.3911,
      "step": 1992
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007833719980642514,
      "loss": 0.2172,
      "step": 1993
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007831517108768775,
      "loss": 0.359,
      "step": 1994
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007829313427509666,
      "loss": 0.2695,
      "step": 1995
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007827108937495102,
      "loss": 0.278,
      "step": 1996
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007824903639355239,
      "loss": 0.2995,
      "step": 1997
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007822697533720455,
      "loss": 0.2352,
      "step": 1998
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007820490621221363,
      "loss": 0.2436,
      "step": 1999
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007818282902488805,
      "loss": 0.2706,
      "step": 2000
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007816074378153855,
      "loss": 0.3313,
      "step": 2001
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007813865048847819,
      "loss": 0.3465,
      "step": 2002
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007811654915202229,
      "loss": 0.3377,
      "step": 2003
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007809443977848849,
      "loss": 0.2502,
      "step": 2004
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007807232237419672,
      "loss": 0.3032,
      "step": 2005
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.000780501969454692,
      "loss": 0.2995,
      "step": 2006
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.000780280634986305,
      "loss": 0.2058,
      "step": 2007
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007800592204000738,
      "loss": 0.2872,
      "step": 2008
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007798377257592898,
      "loss": 0.2551,
      "step": 2009
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007796161511272669,
      "loss": 0.3298,
      "step": 2010
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007793944965673416,
      "loss": 0.3442,
      "step": 2011
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.000779172762142874,
      "loss": 0.3075,
      "step": 2012
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007789509479172464,
      "loss": 0.2369,
      "step": 2013
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007787290539538642,
      "loss": 0.3028,
      "step": 2014
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007785070803161552,
      "loss": 0.1826,
      "step": 2015
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007782850270675705,
      "loss": 0.3191,
      "step": 2016
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007780628942715839,
      "loss": 0.3773,
      "step": 2017
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007778406819916914,
      "loss": 0.3115,
      "step": 2018
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007776183902914122,
      "loss": 0.2717,
      "step": 2019
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007773960192342882,
      "loss": 0.32,
      "step": 2020
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007771735688838837,
      "loss": 0.3065,
      "step": 2021
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.000776951039303786,
      "loss": 0.2397,
      "step": 2022
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007767284305576048,
      "loss": 0.3088,
      "step": 2023
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007765057427089726,
      "loss": 0.2942,
      "step": 2024
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007762829758215442,
      "loss": 0.2934,
      "step": 2025
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007760601299589973,
      "loss": 0.2822,
      "step": 2026
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007758372051850322,
      "loss": 0.2688,
      "step": 2027
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0007756142015633718,
      "loss": 0.2512,
      "step": 2028
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.000775391119157761,
      "loss": 0.3118,
      "step": 2029
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007751679580319677,
      "loss": 0.2106,
      "step": 2030
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007749447182497824,
      "loss": 0.2923,
      "step": 2031
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007747213998750179,
      "loss": 0.1985,
      "step": 2032
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007744980029715092,
      "loss": 0.315,
      "step": 2033
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007742745276031142,
      "loss": 0.2947,
      "step": 2034
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000774050973833713,
      "loss": 0.2932,
      "step": 2035
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000773827341727208,
      "loss": 0.2353,
      "step": 2036
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007736036313475246,
      "loss": 0.2582,
      "step": 2037
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007733798427586094,
      "loss": 0.1921,
      "step": 2038
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007731559760244327,
      "loss": 0.2178,
      "step": 2039
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007729320312089862,
      "loss": 0.2279,
      "step": 2040
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007727080083762842,
      "loss": 0.4612,
      "step": 2041
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007724839075903636,
      "loss": 0.2834,
      "step": 2042
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007722597289152828,
      "loss": 0.2356,
      "step": 2043
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007720354724151236,
      "loss": 0.2536,
      "step": 2044
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000771811138153989,
      "loss": 0.2308,
      "step": 2045
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007715867261960048,
      "loss": 0.2718,
      "step": 2046
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007713622366053188,
      "loss": 0.3891,
      "step": 2047
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000771137669446101,
      "loss": 0.3118,
      "step": 2048
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007709130247825438,
      "loss": 0.2084,
      "step": 2049
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007706883026788614,
      "loss": 0.2721,
      "step": 2050
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007704635031992904,
      "loss": 0.3582,
      "step": 2051
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007702386264080894,
      "loss": 0.3698,
      "step": 2052
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000770013672369539,
      "loss": 0.2418,
      "step": 2053
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007697886411479422,
      "loss": 0.1539,
      "step": 2054
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000769563532807624,
      "loss": 0.2344,
      "step": 2055
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007693383474129309,
      "loss": 0.3332,
      "step": 2056
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007691130850282323,
      "loss": 0.2475,
      "step": 2057
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007688877457179188,
      "loss": 0.3526,
      "step": 2058
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007686623295464034,
      "loss": 0.2064,
      "step": 2059
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007684368365781214,
      "loss": 0.2781,
      "step": 2060
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007682112668775292,
      "loss": 0.2708,
      "step": 2061
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007679856205091056,
      "loss": 0.2168,
      "step": 2062
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007677598975373515,
      "loss": 0.2844,
      "step": 2063
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007675340980267895,
      "loss": 0.2526,
      "step": 2064
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007673082220419642,
      "loss": 0.1837,
      "step": 2065
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007670822696474415,
      "loss": 0.2075,
      "step": 2066
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007668562409078101,
      "loss": 0.2789,
      "step": 2067
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007666301358876798,
      "loss": 0.2518,
      "step": 2068
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007664039546516824,
      "loss": 0.3405,
      "step": 2069
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007661776972644714,
      "loss": 0.4074,
      "step": 2070
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007659513637907225,
      "loss": 0.2959,
      "step": 2071
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007657249542951324,
      "loss": 0.3386,
      "step": 2072
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007654984688424203,
      "loss": 0.3067,
      "step": 2073
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007652719074973265,
      "loss": 0.2668,
      "step": 2074
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007650452703246136,
      "loss": 0.37,
      "step": 2075
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000764818557389065,
      "loss": 0.2863,
      "step": 2076
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007645917687554869,
      "loss": 0.2175,
      "step": 2077
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000764364904488706,
      "loss": 0.1947,
      "step": 2078
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007641379646535716,
      "loss": 0.1881,
      "step": 2079
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007639109493149536,
      "loss": 0.2518,
      "step": 2080
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007636838585377447,
      "loss": 0.3134,
      "step": 2081
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000763456692386858,
      "loss": 0.2523,
      "step": 2082
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007632294509272289,
      "loss": 0.2865,
      "step": 2083
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007630021342238139,
      "loss": 0.2922,
      "step": 2084
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007627747423415912,
      "loss": 0.3204,
      "step": 2085
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007625472753455603,
      "loss": 0.3441,
      "step": 2086
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007623197333007427,
      "loss": 0.1957,
      "step": 2087
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000762092116272181,
      "loss": 0.3543,
      "step": 2088
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007618644243249387,
      "loss": 0.1792,
      "step": 2089
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0007616366575241018,
      "loss": 0.2326,
      "step": 2090
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.000761408815934777,
      "loss": 0.2746,
      "step": 2091
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007611808996220923,
      "loss": 0.2365,
      "step": 2092
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007609529086511973,
      "loss": 0.2193,
      "step": 2093
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007607248430872633,
      "loss": 0.2312,
      "step": 2094
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.000760496702995482,
      "loss": 0.2666,
      "step": 2095
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007602684884410674,
      "loss": 0.3054,
      "step": 2096
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007600401994892538,
      "loss": 0.3399,
      "step": 2097
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007598118362052979,
      "loss": 0.2129,
      "step": 2098
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007595833986544766,
      "loss": 0.2167,
      "step": 2099
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007593548869020886,
      "loss": 0.3312,
      "step": 2100
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007591263010134538,
      "loss": 0.3331,
      "step": 2101
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.000758897641053913,
      "loss": 0.3483,
      "step": 2102
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007586689070888284,
      "loss": 0.4102,
      "step": 2103
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007584400991835833,
      "loss": 0.2418,
      "step": 2104
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007582112174035821,
      "loss": 0.3142,
      "step": 2105
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007579822618142504,
      "loss": 0.3221,
      "step": 2106
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.000757753232481035,
      "loss": 0.378,
      "step": 2107
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007575241294694033,
      "loss": 0.3137,
      "step": 2108
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007572949528448443,
      "loss": 0.2868,
      "step": 2109
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007570657026728678,
      "loss": 0.2181,
      "step": 2110
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007568363790190046,
      "loss": 0.2419,
      "step": 2111
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007566069819488065,
      "loss": 0.1919,
      "step": 2112
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007563775115278466,
      "loss": 0.2488,
      "step": 2113
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007561479678217185,
      "loss": 0.3861,
      "step": 2114
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.000755918350896037,
      "loss": 0.3622,
      "step": 2115
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007556886608164377,
      "loss": 0.2723,
      "step": 2116
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007554588976485774,
      "loss": 0.2427,
      "step": 2117
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007552290614581337,
      "loss": 0.2677,
      "step": 2118
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007549991523108044,
      "loss": 0.1901,
      "step": 2119
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007547691702723094,
      "loss": 0.3373,
      "step": 2120
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007545391154083883,
      "loss": 0.1944,
      "step": 2121
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007543089877848021,
      "loss": 0.288,
      "step": 2122
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007540787874673325,
      "loss": 0.2898,
      "step": 2123
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.000753848514521782,
      "loss": 0.2751,
      "step": 2124
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007536181690139737,
      "loss": 0.2545,
      "step": 2125
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007533877510097517,
      "loss": 0.2743,
      "step": 2126
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007531572605749806,
      "loss": 0.2126,
      "step": 2127
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007529266977755456,
      "loss": 0.3195,
      "step": 2128
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007526960626773531,
      "loss": 0.2641,
      "step": 2129
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007524653553463295,
      "loss": 0.2895,
      "step": 2130
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007522345758484226,
      "loss": 0.2439,
      "step": 2131
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007520037242496,
      "loss": 0.3141,
      "step": 2132
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007517728006158505,
      "loss": 0.2617,
      "step": 2133
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007515418050131834,
      "loss": 0.2809,
      "step": 2134
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007513107375076283,
      "loss": 0.254,
      "step": 2135
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007510795981652355,
      "loss": 0.2843,
      "step": 2136
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007508483870520762,
      "loss": 0.3265,
      "step": 2137
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007506171042342413,
      "loss": 0.2855,
      "step": 2138
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007503857497778432,
      "loss": 0.2936,
      "step": 2139
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007501543237490141,
      "loss": 0.2682,
      "step": 2140
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007499228262139066,
      "loss": 0.3601,
      "step": 2141
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.000749691257238694,
      "loss": 0.2922,
      "step": 2142
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007494596168895702,
      "loss": 0.2537,
      "step": 2143
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007492279052327493,
      "loss": 0.2321,
      "step": 2144
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007489961223344653,
      "loss": 0.3044,
      "step": 2145
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007487642682609736,
      "loss": 0.2403,
      "step": 2146
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007485323430785491,
      "loss": 0.3433,
      "step": 2147
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007483003468534874,
      "loss": 0.2167,
      "step": 2148
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007480682796521042,
      "loss": 0.293,
      "step": 2149
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0007478361415407356,
      "loss": 0.2431,
      "step": 2150
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.000747603932585738,
      "loss": 0.2781,
      "step": 2151
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007473716528534882,
      "loss": 0.25,
      "step": 2152
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007471393024103827,
      "loss": 0.3104,
      "step": 2153
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007469068813228388,
      "loss": 0.2851,
      "step": 2154
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007466743896572937,
      "loss": 0.3011,
      "step": 2155
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007464418274802049,
      "loss": 0.2361,
      "step": 2156
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007462091948580498,
      "loss": 0.2763,
      "step": 2157
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007459764918573264,
      "loss": 0.278,
      "step": 2158
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007457437185445525,
      "loss": 0.2743,
      "step": 2159
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007455108749862656,
      "loss": 0.3025,
      "step": 2160
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007452779612490242,
      "loss": 0.4094,
      "step": 2161
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007450449773994064,
      "loss": 0.2451,
      "step": 2162
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007448119235040099,
      "loss": 0.3154,
      "step": 2163
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007445787996294532,
      "loss": 0.3138,
      "step": 2164
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007443456058423743,
      "loss": 0.2058,
      "step": 2165
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007441123422094314,
      "loss": 0.2574,
      "step": 2166
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007438790087973026,
      "loss": 0.3429,
      "step": 2167
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007436456056726859,
      "loss": 0.2081,
      "step": 2168
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007434121329022991,
      "loss": 0.1978,
      "step": 2169
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007431785905528805,
      "loss": 0.235,
      "step": 2170
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007429449786911876,
      "loss": 0.2644,
      "step": 2171
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.000742711297383998,
      "loss": 0.2924,
      "step": 2172
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007424775466981093,
      "loss": 0.2152,
      "step": 2173
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007422437267003386,
      "loss": 0.3233,
      "step": 2174
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007420098374575233,
      "loss": 0.2225,
      "step": 2175
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007417758790365203,
      "loss": 0.2171,
      "step": 2176
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007415418515042063,
      "loss": 0.2745,
      "step": 2177
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007413077549274776,
      "loss": 0.2619,
      "step": 2178
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007410735893732506,
      "loss": 0.2652,
      "step": 2179
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007408393549084609,
      "loss": 0.3501,
      "step": 2180
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007406050516000644,
      "loss": 0.2909,
      "step": 2181
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007403706795150362,
      "loss": 0.2691,
      "step": 2182
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007401362387203714,
      "loss": 0.237,
      "step": 2183
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007399017292830847,
      "loss": 0.2726,
      "step": 2184
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007396671512702099,
      "loss": 0.2809,
      "step": 2185
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007394325047488011,
      "loss": 0.2873,
      "step": 2186
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007391977897859317,
      "loss": 0.3071,
      "step": 2187
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007389630064486945,
      "loss": 0.2821,
      "step": 2188
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007387281548042021,
      "loss": 0.2444,
      "step": 2189
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007384932349195866,
      "loss": 0.2913,
      "step": 2190
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007382582468619994,
      "loss": 0.312,
      "step": 2191
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007380231906986117,
      "loss": 0.3004,
      "step": 2192
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007377880664966136,
      "loss": 0.2441,
      "step": 2193
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007375528743232156,
      "loss": 0.2245,
      "step": 2194
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007373176142456466,
      "loss": 0.2266,
      "step": 2195
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007370822863311557,
      "loss": 0.2304,
      "step": 2196
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007368468906470108,
      "loss": 0.3927,
      "step": 2197
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007366114272604995,
      "loss": 0.2736,
      "step": 2198
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007363758962389288,
      "loss": 0.3218,
      "step": 2199
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007361402976496251,
      "loss": 0.2425,
      "step": 2200
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007359046315599335,
      "loss": 0.3559,
      "step": 2201
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.000735668898037219,
      "loss": 0.3095,
      "step": 2202
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.000735433097148866,
      "loss": 0.2588,
      "step": 2203
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007351972289622775,
      "loss": 0.2895,
      "step": 2204
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007349612935448761,
      "loss": 0.2211,
      "step": 2205
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007347252909641041,
      "loss": 0.273,
      "step": 2206
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.000734489221287422,
      "loss": 0.2392,
      "step": 2207
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007342530845823103,
      "loss": 0.3262,
      "step": 2208
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007340168809162681,
      "loss": 0.2085,
      "step": 2209
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007337806103568141,
      "loss": 0.2848,
      "step": 2210
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0007335442729714858,
      "loss": 0.3152,
      "step": 2211
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007333078688278402,
      "loss": 0.3013,
      "step": 2212
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007330713979934528,
      "loss": 0.2368,
      "step": 2213
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007328348605359185,
      "loss": 0.1841,
      "step": 2214
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007325982565228513,
      "loss": 0.1685,
      "step": 2215
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007323615860218843,
      "loss": 0.2399,
      "step": 2216
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007321248491006692,
      "loss": 0.2661,
      "step": 2217
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.000731888045826877,
      "loss": 0.3546,
      "step": 2218
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007316511762681976,
      "loss": 0.4088,
      "step": 2219
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007314142404923398,
      "loss": 0.2702,
      "step": 2220
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007311772385670314,
      "loss": 0.2428,
      "step": 2221
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007309401705600194,
      "loss": 0.3126,
      "step": 2222
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007307030365390687,
      "loss": 0.2852,
      "step": 2223
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007304658365719644,
      "loss": 0.2156,
      "step": 2224
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007302285707265095,
      "loss": 0.2818,
      "step": 2225
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.000729991239070526,
      "loss": 0.2832,
      "step": 2226
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007297538416718551,
      "loss": 0.2023,
      "step": 2227
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007295163785983563,
      "loss": 0.2213,
      "step": 2228
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007292788499179084,
      "loss": 0.2143,
      "step": 2229
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007290412556984082,
      "loss": 0.2555,
      "step": 2230
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007288035960077721,
      "loss": 0.211,
      "step": 2231
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007285658709139346,
      "loss": 0.2042,
      "step": 2232
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007283280804848493,
      "loss": 0.3789,
      "step": 2233
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.000728090224788488,
      "loss": 0.2952,
      "step": 2234
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007278523038928416,
      "loss": 0.2606,
      "step": 2235
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007276143178659195,
      "loss": 0.263,
      "step": 2236
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007273762667757496,
      "loss": 0.2573,
      "step": 2237
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007271381506903784,
      "loss": 0.3305,
      "step": 2238
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007268999696778712,
      "loss": 0.2894,
      "step": 2239
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007266617238063118,
      "loss": 0.2863,
      "step": 2240
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007264234131438021,
      "loss": 0.3017,
      "step": 2241
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007261850377584634,
      "loss": 0.2255,
      "step": 2242
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007259465977184347,
      "loss": 0.2852,
      "step": 2243
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007257080930918737,
      "loss": 0.2174,
      "step": 2244
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007254695239469567,
      "loss": 0.3756,
      "step": 2245
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007252308903518785,
      "loss": 0.2214,
      "step": 2246
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.000724992192374852,
      "loss": 0.2582,
      "step": 2247
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007247534300841088,
      "loss": 0.244,
      "step": 2248
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007245146035478989,
      "loss": 0.275,
      "step": 2249
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007242757128344902,
      "loss": 0.3424,
      "step": 2250
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007240367580121695,
      "loss": 0.1906,
      "step": 2251
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007237977391492419,
      "loss": 0.3202,
      "step": 2252
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007235586563140303,
      "loss": 0.2284,
      "step": 2253
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007233195095748763,
      "loss": 0.287,
      "step": 2254
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007230802990001397,
      "loss": 0.2791,
      "step": 2255
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007228410246581987,
      "loss": 0.27,
      "step": 2256
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007226016866174492,
      "loss": 0.2421,
      "step": 2257
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.000722362284946306,
      "loss": 0.292,
      "step": 2258
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007221228197132016,
      "loss": 0.3628,
      "step": 2259
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007218832909865868,
      "loss": 0.3041,
      "step": 2260
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007216436988349305,
      "loss": 0.2873,
      "step": 2261
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007214040433267198,
      "loss": 0.2766,
      "step": 2262
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007211643245304601,
      "loss": 0.3577,
      "step": 2263
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007209245425146744,
      "loss": 0.1948,
      "step": 2264
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007206846973479045,
      "loss": 0.3935,
      "step": 2265
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007204447890987093,
      "loss": 0.3071,
      "step": 2266
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007202048178356668,
      "loss": 0.2244,
      "step": 2267
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007199647836273721,
      "loss": 0.1968,
      "step": 2268
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007197246865424385,
      "loss": 0.2545,
      "step": 2269
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007194845266494979,
      "loss": 0.187,
      "step": 2270
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0007192443040171994,
      "loss": 0.3425,
      "step": 2271
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007190040187142103,
      "loss": 0.2569,
      "step": 2272
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.000718763670809216,
      "loss": 0.2204,
      "step": 2273
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007185232603709194,
      "loss": 0.2348,
      "step": 2274
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007182827874680416,
      "loss": 0.2562,
      "step": 2275
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007180422521693217,
      "loss": 0.2314,
      "step": 2276
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.000717801654543516,
      "loss": 0.2867,
      "step": 2277
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007175609946593991,
      "loss": 0.1566,
      "step": 2278
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007173202725857636,
      "loss": 0.2303,
      "step": 2279
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007170794883914193,
      "loss": 0.2631,
      "step": 2280
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007168386421451941,
      "loss": 0.2724,
      "step": 2281
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007165977339159336,
      "loss": 0.2658,
      "step": 2282
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.000716356763772501,
      "loss": 0.2842,
      "step": 2283
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007161157317837774,
      "loss": 0.2663,
      "step": 2284
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007158746380186616,
      "loss": 0.3169,
      "step": 2285
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007156334825460697,
      "loss": 0.3095,
      "step": 2286
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007153922654349357,
      "loss": 0.3462,
      "step": 2287
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007151509867542112,
      "loss": 0.2577,
      "step": 2288
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007149096465728655,
      "loss": 0.3775,
      "step": 2289
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007146682449598852,
      "loss": 0.2471,
      "step": 2290
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007144267819842746,
      "loss": 0.2439,
      "step": 2291
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.000714185257715056,
      "loss": 0.2988,
      "step": 2292
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007139436722212683,
      "loss": 0.2323,
      "step": 2293
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007137020255719686,
      "loss": 0.2423,
      "step": 2294
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007134603178362313,
      "loss": 0.2379,
      "step": 2295
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.000713218549083148,
      "loss": 0.2565,
      "step": 2296
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007129767193818281,
      "loss": 0.2704,
      "step": 2297
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007127348288013985,
      "loss": 0.3322,
      "step": 2298
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007124928774110031,
      "loss": 0.2613,
      "step": 2299
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007122508652798033,
      "loss": 0.2665,
      "step": 2300
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007120087924769782,
      "loss": 0.2904,
      "step": 2301
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007117666590717238,
      "loss": 0.2729,
      "step": 2302
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007115244651332537,
      "loss": 0.3041,
      "step": 2303
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007112822107307986,
      "loss": 0.275,
      "step": 2304
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007110398959336066,
      "loss": 0.2592,
      "step": 2305
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007107975208109433,
      "loss": 0.3203,
      "step": 2306
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.000710555085432091,
      "loss": 0.1682,
      "step": 2307
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007103125898663496,
      "loss": 0.2517,
      "step": 2308
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007100700341830363,
      "loss": 0.2633,
      "step": 2309
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007098274184514852,
      "loss": 0.1939,
      "step": 2310
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007095847427410476,
      "loss": 0.3296,
      "step": 2311
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007093420071210922,
      "loss": 0.3015,
      "step": 2312
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007090992116610044,
      "loss": 0.2058,
      "step": 2313
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007088563564301873,
      "loss": 0.2825,
      "step": 2314
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007086134414980605,
      "loss": 0.2532,
      "step": 2315
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.000708370466934061,
      "loss": 0.247,
      "step": 2316
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007081274328076427,
      "loss": 0.2689,
      "step": 2317
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007078843391882766,
      "loss": 0.249,
      "step": 2318
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007076411861454508,
      "loss": 0.1834,
      "step": 2319
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00070739797374867,
      "loss": 0.2693,
      "step": 2320
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007071547020674563,
      "loss": 0.2843,
      "step": 2321
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007069113711713487,
      "loss": 0.2907,
      "step": 2322
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007066679811299028,
      "loss": 0.3197,
      "step": 2323
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007064245320126914,
      "loss": 0.2301,
      "step": 2324
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007061810238893042,
      "loss": 0.332,
      "step": 2325
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007059374568293476,
      "loss": 0.3181,
      "step": 2326
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007056938309024448,
      "loss": 0.2369,
      "step": 2327
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007054501461782361,
      "loss": 0.2822,
      "step": 2328
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007052064027263785,
      "loss": 0.2195,
      "step": 2329
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007049626006165455,
      "loss": 0.2507,
      "step": 2330
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007047187399184278,
      "loss": 0.2637,
      "step": 2331
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0007044748207017327,
      "loss": 0.2494,
      "step": 2332
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0007042308430361837,
      "loss": 0.3245,
      "step": 2333
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0007039868069915222,
      "loss": 0.2939,
      "step": 2334
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0007037427126375053,
      "loss": 0.3286,
      "step": 2335
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0007034985600439067,
      "loss": 0.2525,
      "step": 2336
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0007032543492805175,
      "loss": 0.3106,
      "step": 2337
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0007030100804171451,
      "loss": 0.3083,
      "step": 2338
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.000702765753523613,
      "loss": 0.3029,
      "step": 2339
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.000702521368669762,
      "loss": 0.2399,
      "step": 2340
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0007022769259254492,
      "loss": 0.3115,
      "step": 2341
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0007020324253605481,
      "loss": 0.2327,
      "step": 2342
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0007017878670449489,
      "loss": 0.4266,
      "step": 2343
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0007015432510485584,
      "loss": 0.2847,
      "step": 2344
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0007012985774412996,
      "loss": 0.3467,
      "step": 2345
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.000701053846293112,
      "loss": 0.2396,
      "step": 2346
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0007008090576739518,
      "loss": 0.3299,
      "step": 2347
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0007005642116537918,
      "loss": 0.3477,
      "step": 2348
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0007003193083026204,
      "loss": 0.2728,
      "step": 2349
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0007000743476904434,
      "loss": 0.2216,
      "step": 2350
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.000699829329887282,
      "loss": 0.2984,
      "step": 2351
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006995842549631743,
      "loss": 0.1719,
      "step": 2352
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.000699339122988175,
      "loss": 0.3184,
      "step": 2353
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006990939340323543,
      "loss": 0.37,
      "step": 2354
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006988486881657994,
      "loss": 0.2347,
      "step": 2355
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006986033854586134,
      "loss": 0.25,
      "step": 2356
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006983580259809158,
      "loss": 0.2395,
      "step": 2357
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006981126098028423,
      "loss": 0.2873,
      "step": 2358
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006978671369945447,
      "loss": 0.2795,
      "step": 2359
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006976216076261911,
      "loss": 0.3451,
      "step": 2360
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006973760217679658,
      "loss": 0.3576,
      "step": 2361
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.000697130379490069,
      "loss": 0.321,
      "step": 2362
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006968846808627175,
      "loss": 0.2408,
      "step": 2363
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006966389259561438,
      "loss": 0.2874,
      "step": 2364
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006963931148405966,
      "loss": 0.2354,
      "step": 2365
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006961472475863405,
      "loss": 0.3518,
      "step": 2366
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006959013242636566,
      "loss": 0.2501,
      "step": 2367
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006956553449428418,
      "loss": 0.3149,
      "step": 2368
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006954093096942085,
      "loss": 0.1808,
      "step": 2369
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.000695163218588086,
      "loss": 0.3623,
      "step": 2370
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006949170716948191,
      "loss": 0.3446,
      "step": 2371
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006946708690847684,
      "loss": 0.2256,
      "step": 2372
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006944246108283105,
      "loss": 0.2464,
      "step": 2373
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006941782969958381,
      "loss": 0.1976,
      "step": 2374
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006939319276577598,
      "loss": 0.1761,
      "step": 2375
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006936855028844997,
      "loss": 0.233,
      "step": 2376
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006934390227464982,
      "loss": 0.2183,
      "step": 2377
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006931924873142113,
      "loss": 0.2813,
      "step": 2378
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006929458966581105,
      "loss": 0.3203,
      "step": 2379
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006926992508486839,
      "loss": 0.2662,
      "step": 2380
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006924525499564346,
      "loss": 0.2047,
      "step": 2381
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006922057940518817,
      "loss": 0.2106,
      "step": 2382
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006919589832055602,
      "loss": 0.2413,
      "step": 2383
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006917121174880205,
      "loss": 0.2772,
      "step": 2384
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.000691465196969829,
      "loss": 0.1978,
      "step": 2385
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006912182217215674,
      "loss": 0.2202,
      "step": 2386
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006909711918138332,
      "loss": 0.2309,
      "step": 2387
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006907241073172399,
      "loss": 0.2956,
      "step": 2388
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006904769683024161,
      "loss": 0.2356,
      "step": 2389
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.000690229774840006,
      "loss": 0.2486,
      "step": 2390
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006899825270006698,
      "loss": 0.2558,
      "step": 2391
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006897352248550828,
      "loss": 0.3185,
      "step": 2392
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0006894878684739357,
      "loss": 0.2532,
      "step": 2393
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006892404579279356,
      "loss": 0.3786,
      "step": 2394
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006889929932878041,
      "loss": 0.3074,
      "step": 2395
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006887454746242787,
      "loss": 0.2233,
      "step": 2396
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006884979020081123,
      "loss": 0.2814,
      "step": 2397
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006882502755100733,
      "loss": 0.2492,
      "step": 2398
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.000688002595200945,
      "loss": 0.2088,
      "step": 2399
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.000687754861151527,
      "loss": 0.4312,
      "step": 2400
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006875070734326334,
      "loss": 0.1984,
      "step": 2401
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006872592321150941,
      "loss": 0.3295,
      "step": 2402
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006870113372697542,
      "loss": 0.2036,
      "step": 2403
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006867633889674743,
      "loss": 0.2459,
      "step": 2404
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006865153872791296,
      "loss": 0.2925,
      "step": 2405
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006862673322756116,
      "loss": 0.3179,
      "step": 2406
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006860192240278262,
      "loss": 0.2638,
      "step": 2407
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006857710626066948,
      "loss": 0.2804,
      "step": 2408
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006855228480831541,
      "loss": 0.2509,
      "step": 2409
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.000685274580528156,
      "loss": 0.3157,
      "step": 2410
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006850262600126671,
      "loss": 0.3004,
      "step": 2411
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006847778866076697,
      "loss": 0.1963,
      "step": 2412
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006845294603841612,
      "loss": 0.2507,
      "step": 2413
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006842809814131535,
      "loss": 0.2218,
      "step": 2414
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006840324497656744,
      "loss": 0.3637,
      "step": 2415
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006837838655127658,
      "loss": 0.2506,
      "step": 2416
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006835352287254858,
      "loss": 0.3136,
      "step": 2417
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006832865394749064,
      "loss": 0.239,
      "step": 2418
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006830377978321154,
      "loss": 0.2128,
      "step": 2419
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.000682789003868215,
      "loss": 0.3389,
      "step": 2420
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.000682540157654323,
      "loss": 0.2051,
      "step": 2421
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006822912592615713,
      "loss": 0.2124,
      "step": 2422
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006820423087611074,
      "loss": 0.3004,
      "step": 2423
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006817933062240936,
      "loss": 0.2823,
      "step": 2424
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006815442517217067,
      "loss": 0.2828,
      "step": 2425
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006812951453251388,
      "loss": 0.2082,
      "step": 2426
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006810459871055965,
      "loss": 0.2707,
      "step": 2427
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006807967771343014,
      "loss": 0.2453,
      "step": 2428
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006805475154824896,
      "loss": 0.3288,
      "step": 2429
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006802982022214125,
      "loss": 0.2205,
      "step": 2430
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006800488374223361,
      "loss": 0.3304,
      "step": 2431
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006797994211565404,
      "loss": 0.3385,
      "step": 2432
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006795499534953214,
      "loss": 0.277,
      "step": 2433
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006793004345099887,
      "loss": 0.3211,
      "step": 2434
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.000679050864271867,
      "loss": 0.2704,
      "step": 2435
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006788012428522956,
      "loss": 0.2835,
      "step": 2436
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006785515703226286,
      "loss": 0.2627,
      "step": 2437
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006783018467542345,
      "loss": 0.1884,
      "step": 2438
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006780520722184963,
      "loss": 0.3486,
      "step": 2439
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006778022467868119,
      "loss": 0.1826,
      "step": 2440
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006775523705305935,
      "loss": 0.2607,
      "step": 2441
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006773024435212678,
      "loss": 0.1901,
      "step": 2442
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006770524658302764,
      "loss": 0.1741,
      "step": 2443
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006768024375290747,
      "loss": 0.2624,
      "step": 2444
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006765523586891332,
      "loss": 0.2469,
      "step": 2445
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006763022293819364,
      "loss": 0.3052,
      "step": 2446
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006760520496789837,
      "loss": 0.3193,
      "step": 2447
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006758018196517885,
      "loss": 0.2727,
      "step": 2448
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006755515393718785,
      "loss": 0.2497,
      "step": 2449
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006753012089107964,
      "loss": 0.3299,
      "step": 2450
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0006750508283400987,
      "loss": 0.2057,
      "step": 2451
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.000674800397731356,
      "loss": 0.2894,
      "step": 2452
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.000674549917156154,
      "loss": 0.2703,
      "step": 2453
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006742993866860921,
      "loss": 0.1872,
      "step": 2454
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006740488063927838,
      "loss": 0.261,
      "step": 2455
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006737981763478577,
      "loss": 0.2196,
      "step": 2456
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006735474966229558,
      "loss": 0.3009,
      "step": 2457
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006732967672897343,
      "loss": 0.3586,
      "step": 2458
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006730459884198642,
      "loss": 0.2325,
      "step": 2459
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006727951600850302,
      "loss": 0.2514,
      "step": 2460
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006725442823569312,
      "loss": 0.2579,
      "step": 2461
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00067229335530728,
      "loss": 0.3177,
      "step": 2462
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006720423790078044,
      "loss": 0.23,
      "step": 2463
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006717913535302453,
      "loss": 0.2405,
      "step": 2464
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006715402789463578,
      "loss": 0.2786,
      "step": 2465
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006712891553279115,
      "loss": 0.2911,
      "step": 2466
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006710379827466896,
      "loss": 0.3294,
      "step": 2467
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006707867612744896,
      "loss": 0.2285,
      "step": 2468
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006705354909831225,
      "loss": 0.3384,
      "step": 2469
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.000670284171944414,
      "loss": 0.2631,
      "step": 2470
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.000670032804230203,
      "loss": 0.3681,
      "step": 2471
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006697813879123429,
      "loss": 0.287,
      "step": 2472
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006695299230627006,
      "loss": 0.1862,
      "step": 2473
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006692784097531568,
      "loss": 0.2395,
      "step": 2474
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006690268480556063,
      "loss": 0.2829,
      "step": 2475
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006687752380419578,
      "loss": 0.2405,
      "step": 2476
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006685235797841338,
      "loss": 0.2362,
      "step": 2477
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006682718733540703,
      "loss": 0.2829,
      "step": 2478
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006680201188237172,
      "loss": 0.3158,
      "step": 2479
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006677683162650384,
      "loss": 0.2542,
      "step": 2480
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.000667516465750011,
      "loss": 0.3617,
      "step": 2481
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006672645673506263,
      "loss": 0.2834,
      "step": 2482
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006670126211388894,
      "loss": 0.2629,
      "step": 2483
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006667606271868183,
      "loss": 0.3245,
      "step": 2484
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006665085855664455,
      "loss": 0.2455,
      "step": 2485
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006662564963498166,
      "loss": 0.258,
      "step": 2486
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006660043596089909,
      "loss": 0.2426,
      "step": 2487
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006657521754160414,
      "loss": 0.2446,
      "step": 2488
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006654999438430548,
      "loss": 0.2448,
      "step": 2489
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006652476649621309,
      "loss": 0.298,
      "step": 2490
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006649953388453833,
      "loss": 0.1653,
      "step": 2491
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006647429655649394,
      "loss": 0.2531,
      "step": 2492
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006644905451929395,
      "loss": 0.2776,
      "step": 2493
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006642380778015375,
      "loss": 0.2194,
      "step": 2494
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006639855634629012,
      "loss": 0.2812,
      "step": 2495
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006637330022492111,
      "loss": 0.2766,
      "step": 2496
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.000663480394232662,
      "loss": 0.3517,
      "step": 2497
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.000663227739485461,
      "loss": 0.2642,
      "step": 2498
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006629750380798295,
      "loss": 0.3109,
      "step": 2499
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006627222900880017,
      "loss": 0.3099,
      "step": 2500
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006624694955822253,
      "loss": 0.3215,
      "step": 2501
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006622166546347612,
      "loss": 0.3285,
      "step": 2502
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006619637673178837,
      "loss": 0.2681,
      "step": 2503
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006617108337038806,
      "loss": 0.2494,
      "step": 2504
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006614578538650522,
      "loss": 0.1986,
      "step": 2505
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006612048278737126,
      "loss": 0.2527,
      "step": 2506
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006609517558021891,
      "loss": 0.2452,
      "step": 2507
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006606986377228215,
      "loss": 0.2391,
      "step": 2508
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.000660445473707964,
      "loss": 0.2901,
      "step": 2509
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006601922638299827,
      "loss": 0.2879,
      "step": 2510
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006599390081612573,
      "loss": 0.2246,
      "step": 2511
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.000659685706774181,
      "loss": 0.2313,
      "step": 2512
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0006594323597411592,
      "loss": 0.2991,
      "step": 2513
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.000659178967134611,
      "loss": 0.2276,
      "step": 2514
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006589255290269684,
      "loss": 0.2503,
      "step": 2515
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006586720454906761,
      "loss": 0.306,
      "step": 2516
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006584185165981924,
      "loss": 0.2379,
      "step": 2517
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006581649424219879,
      "loss": 0.2555,
      "step": 2518
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006579113230345466,
      "loss": 0.3516,
      "step": 2519
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006576576585083651,
      "loss": 0.3866,
      "step": 2520
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006574039489159533,
      "loss": 0.2563,
      "step": 2521
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006571501943298335,
      "loss": 0.2951,
      "step": 2522
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006568963948225412,
      "loss": 0.3071,
      "step": 2523
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006566425504666248,
      "loss": 0.2811,
      "step": 2524
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006563886613346451,
      "loss": 0.2422,
      "step": 2525
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006561347274991761,
      "loss": 0.2173,
      "step": 2526
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006558807490328046,
      "loss": 0.265,
      "step": 2527
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006556267260081297,
      "loss": 0.2911,
      "step": 2528
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006553726584977637,
      "loss": 0.2653,
      "step": 2529
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006551185465743317,
      "loss": 0.3307,
      "step": 2530
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006548643903104707,
      "loss": 0.2349,
      "step": 2531
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006546101897788313,
      "loss": 0.2748,
      "step": 2532
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006543559450520764,
      "loss": 0.217,
      "step": 2533
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006541016562028816,
      "loss": 0.2215,
      "step": 2534
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006538473233039344,
      "loss": 0.33,
      "step": 2535
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006535929464279363,
      "loss": 0.3045,
      "step": 2536
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006533385256476004,
      "loss": 0.2543,
      "step": 2537
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.000653084061035652,
      "loss": 0.2569,
      "step": 2538
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006528295526648301,
      "loss": 0.2292,
      "step": 2539
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006525750006078853,
      "loss": 0.2805,
      "step": 2540
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.000652320404937581,
      "loss": 0.2774,
      "step": 2541
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006520657657266931,
      "loss": 0.3193,
      "step": 2542
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006518110830480098,
      "loss": 0.3116,
      "step": 2543
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006515563569743318,
      "loss": 0.2919,
      "step": 2544
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006513015875784723,
      "loss": 0.2038,
      "step": 2545
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006510467749332567,
      "loss": 0.2531,
      "step": 2546
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.000650791919111523,
      "loss": 0.2992,
      "step": 2547
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.000650537020186121,
      "loss": 0.2313,
      "step": 2548
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006502820782299136,
      "loss": 0.2492,
      "step": 2549
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006500270933157754,
      "loss": 0.2535,
      "step": 2550
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006497720655165937,
      "loss": 0.3441,
      "step": 2551
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006495169949052678,
      "loss": 0.2733,
      "step": 2552
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006492618815547094,
      "loss": 0.341,
      "step": 2553
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006490067255378418,
      "loss": 0.2037,
      "step": 2554
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006487515269276015,
      "loss": 0.2911,
      "step": 2555
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006484962857969365,
      "loss": 0.2407,
      "step": 2556
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006482410022188074,
      "loss": 0.2042,
      "step": 2557
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006479856762661862,
      "loss": 0.199,
      "step": 2558
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006477303080120578,
      "loss": 0.3832,
      "step": 2559
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006474748975294189,
      "loss": 0.2715,
      "step": 2560
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006472194448912779,
      "loss": 0.2114,
      "step": 2561
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006469639501706561,
      "loss": 0.2918,
      "step": 2562
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.000646708413440586,
      "loss": 0.3622,
      "step": 2563
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006464528347741123,
      "loss": 0.2685,
      "step": 2564
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006461972142442923,
      "loss": 0.2847,
      "step": 2565
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006459415519241943,
      "loss": 0.1504,
      "step": 2566
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006456858478868995,
      "loss": 0.3157,
      "step": 2567
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006454301022054999,
      "loss": 0.3085,
      "step": 2568
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006451743149531006,
      "loss": 0.3306,
      "step": 2569
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.000644918486202818,
      "loss": 0.2246,
      "step": 2570
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006446626160277802,
      "loss": 0.3021,
      "step": 2571
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006444067045011275,
      "loss": 0.2629,
      "step": 2572
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006441507516960118,
      "loss": 0.2661,
      "step": 2573
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0006438947576855967,
      "loss": 0.2082,
      "step": 2574
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006436387225430582,
      "loss": 0.2973,
      "step": 2575
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006433826463415832,
      "loss": 0.2172,
      "step": 2576
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006431265291543708,
      "loss": 0.2698,
      "step": 2577
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006428703710546318,
      "loss": 0.2379,
      "step": 2578
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006426141721155889,
      "loss": 0.2635,
      "step": 2579
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006423579324104758,
      "loss": 0.2477,
      "step": 2580
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006421016520125384,
      "loss": 0.2202,
      "step": 2581
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006418453309950344,
      "loss": 0.2782,
      "step": 2582
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006415889694312325,
      "loss": 0.1825,
      "step": 2583
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006413325673944132,
      "loss": 0.2361,
      "step": 2584
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006410761249578691,
      "loss": 0.3581,
      "step": 2585
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006408196421949037,
      "loss": 0.29,
      "step": 2586
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006405631191788323,
      "loss": 0.3162,
      "step": 2587
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006403065559829817,
      "loss": 0.3147,
      "step": 2588
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006400499526806898,
      "loss": 0.2725,
      "step": 2589
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006397933093453068,
      "loss": 0.2168,
      "step": 2590
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006395366260501935,
      "loss": 0.2707,
      "step": 2591
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006392799028687226,
      "loss": 0.3328,
      "step": 2592
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006390231398742781,
      "loss": 0.2623,
      "step": 2593
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006387663371402554,
      "loss": 0.2803,
      "step": 2594
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006385094947400613,
      "loss": 0.2943,
      "step": 2595
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006382526127471135,
      "loss": 0.3345,
      "step": 2596
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006379956912348416,
      "loss": 0.2545,
      "step": 2597
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006377387302766863,
      "loss": 0.1943,
      "step": 2598
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006374817299460996,
      "loss": 0.2849,
      "step": 2599
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006372246903165445,
      "loss": 0.2989,
      "step": 2600
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006369676114614956,
      "loss": 0.2979,
      "step": 2601
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006367104934544385,
      "loss": 0.3075,
      "step": 2602
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006364533363688701,
      "loss": 0.2243,
      "step": 2603
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006361961402782981,
      "loss": 0.2915,
      "step": 2604
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006359389052562421,
      "loss": 0.2544,
      "step": 2605
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.000635681631376232,
      "loss": 0.3143,
      "step": 2606
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006354243187118096,
      "loss": 0.3158,
      "step": 2607
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.000635166967336527,
      "loss": 0.2392,
      "step": 2608
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006349095773239479,
      "loss": 0.2225,
      "step": 2609
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006346521487476469,
      "loss": 0.2417,
      "step": 2610
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006343946816812096,
      "loss": 0.2288,
      "step": 2611
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006341371761982327,
      "loss": 0.3029,
      "step": 2612
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006338796323723236,
      "loss": 0.2562,
      "step": 2613
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006336220502771011,
      "loss": 0.2163,
      "step": 2614
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006333644299861945,
      "loss": 0.3414,
      "step": 2615
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006331067715732442,
      "loss": 0.2611,
      "step": 2616
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006328490751119018,
      "loss": 0.2882,
      "step": 2617
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.000632591340675829,
      "loss": 0.2927,
      "step": 2618
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006323335683386994,
      "loss": 0.2265,
      "step": 2619
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006320757581741964,
      "loss": 0.2751,
      "step": 2620
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.000631817910256015,
      "loss": 0.3211,
      "step": 2621
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006315600246578607,
      "loss": 0.2349,
      "step": 2622
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006313021014534494,
      "loss": 0.3534,
      "step": 2623
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006310441407165084,
      "loss": 0.205,
      "step": 2624
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006307861425207755,
      "loss": 0.3039,
      "step": 2625
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006305281069399988,
      "loss": 0.2791,
      "step": 2626
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006302700340479377,
      "loss": 0.2367,
      "step": 2627
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.000630011923918362,
      "loss": 0.2655,
      "step": 2628
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006297537766250521,
      "loss": 0.4411,
      "step": 2629
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006294955922417988,
      "loss": 0.2864,
      "step": 2630
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.000629237370842404,
      "loss": 0.2888,
      "step": 2631
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006289791125006801,
      "loss": 0.2141,
      "step": 2632
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006287208172904498,
      "loss": 0.2254,
      "step": 2633
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.000628462485285546,
      "loss": 0.4064,
      "step": 2634
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0006282041165598131,
      "loss": 0.2641,
      "step": 2635
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006279457111871052,
      "loss": 0.2716,
      "step": 2636
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006276872692412872,
      "loss": 0.2548,
      "step": 2637
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006274287907962343,
      "loss": 0.318,
      "step": 2638
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006271702759258326,
      "loss": 0.3098,
      "step": 2639
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006269117247039775,
      "loss": 0.242,
      "step": 2640
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006266531372045763,
      "loss": 0.2842,
      "step": 2641
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006263945135015454,
      "loss": 0.1865,
      "step": 2642
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006261358536688121,
      "loss": 0.2827,
      "step": 2643
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.000625877157780314,
      "loss": 0.317,
      "step": 2644
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006256184259099993,
      "loss": 0.2197,
      "step": 2645
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006253596581318258,
      "loss": 0.2499,
      "step": 2646
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006251008545197617,
      "loss": 0.2919,
      "step": 2647
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006248420151477861,
      "loss": 0.2533,
      "step": 2648
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006245831400898879,
      "loss": 0.2552,
      "step": 2649
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006243242294200658,
      "loss": 0.2603,
      "step": 2650
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006240652832123295,
      "loss": 0.241,
      "step": 2651
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006238063015406982,
      "loss": 0.2825,
      "step": 2652
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006235472844792014,
      "loss": 0.2397,
      "step": 2653
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006232882321018789,
      "loss": 0.2607,
      "step": 2654
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006230291444827804,
      "loss": 0.2559,
      "step": 2655
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006227700216959661,
      "loss": 0.2894,
      "step": 2656
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006225108638155053,
      "loss": 0.257,
      "step": 2657
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006222516709154783,
      "loss": 0.2627,
      "step": 2658
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006219924430699751,
      "loss": 0.2355,
      "step": 2659
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006217331803530953,
      "loss": 0.3036,
      "step": 2660
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.000621473882838949,
      "loss": 0.2687,
      "step": 2661
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006212145506016562,
      "loss": 0.2835,
      "step": 2662
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006209551837153464,
      "loss": 0.2754,
      "step": 2663
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006206957822541596,
      "loss": 0.2875,
      "step": 2664
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.000620436346292245,
      "loss": 0.2932,
      "step": 2665
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006201768759037622,
      "loss": 0.2881,
      "step": 2666
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006199173711628805,
      "loss": 0.2932,
      "step": 2667
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006196578321437789,
      "loss": 0.3935,
      "step": 2668
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006193982589206464,
      "loss": 0.3025,
      "step": 2669
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006191386515676814,
      "loss": 0.332,
      "step": 2670
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006188790101590927,
      "loss": 0.2754,
      "step": 2671
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.000618619334769098,
      "loss": 0.3189,
      "step": 2672
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006183596254719255,
      "loss": 0.3132,
      "step": 2673
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006180998823418127,
      "loss": 0.2507,
      "step": 2674
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006178401054530067,
      "loss": 0.2658,
      "step": 2675
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006175802948797645,
      "loss": 0.249,
      "step": 2676
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006173204506963526,
      "loss": 0.3938,
      "step": 2677
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.000617060572977047,
      "loss": 0.2526,
      "step": 2678
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006168006617961334,
      "loss": 0.2176,
      "step": 2679
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006165407172279073,
      "loss": 0.304,
      "step": 2680
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006162807393466732,
      "loss": 0.1972,
      "step": 2681
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006160207282267456,
      "loss": 0.2259,
      "step": 2682
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006157606839424483,
      "loss": 0.2483,
      "step": 2683
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006155006065681146,
      "loss": 0.2602,
      "step": 2684
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006152404961780873,
      "loss": 0.2225,
      "step": 2685
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006149803528467185,
      "loss": 0.2916,
      "step": 2686
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00061472017664837,
      "loss": 0.2317,
      "step": 2687
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006144599676574128,
      "loss": 0.2336,
      "step": 2688
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.000614199725948227,
      "loss": 0.3491,
      "step": 2689
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006139394515952026,
      "loss": 0.2517,
      "step": 2690
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006136791446727386,
      "loss": 0.3395,
      "step": 2691
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006134188052552436,
      "loss": 0.2398,
      "step": 2692
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006131584334171349,
      "loss": 0.2677,
      "step": 2693
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006128980292328397,
      "loss": 0.2802,
      "step": 2694
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006126375927767942,
      "loss": 0.2658,
      "step": 2695
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0006123771241234436,
      "loss": 0.2894,
      "step": 2696
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006121166233472428,
      "loss": 0.256,
      "step": 2697
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006118560905226553,
      "loss": 0.253,
      "step": 2698
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006115955257241542,
      "loss": 0.2457,
      "step": 2699
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006113349290262216,
      "loss": 0.3514,
      "step": 2700
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006110743005033487,
      "loss": 0.2609,
      "step": 2701
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006108136402300361,
      "loss": 0.3453,
      "step": 2702
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006105529482807925,
      "loss": 0.2958,
      "step": 2703
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.000610292224730137,
      "loss": 0.3128,
      "step": 2704
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006100314696525969,
      "loss": 0.3414,
      "step": 2705
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006097706831227084,
      "loss": 0.2556,
      "step": 2706
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006095098652150175,
      "loss": 0.2994,
      "step": 2707
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006092490160040782,
      "loss": 0.3444,
      "step": 2708
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006089881355644542,
      "loss": 0.2509,
      "step": 2709
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006087272239707174,
      "loss": 0.2997,
      "step": 2710
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006084662812974495,
      "loss": 0.2425,
      "step": 2711
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006082053076192404,
      "loss": 0.287,
      "step": 2712
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006079443030106892,
      "loss": 0.2813,
      "step": 2713
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006076832675464035,
      "loss": 0.3505,
      "step": 2714
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006074222013010001,
      "loss": 0.2994,
      "step": 2715
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006071611043491043,
      "loss": 0.3274,
      "step": 2716
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006068999767653505,
      "loss": 0.2602,
      "step": 2717
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006066388186243817,
      "loss": 0.3162,
      "step": 2718
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006063776300008492,
      "loss": 0.3065,
      "step": 2719
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006061164109694138,
      "loss": 0.2741,
      "step": 2720
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006058551616047446,
      "loss": 0.2864,
      "step": 2721
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006055938819815193,
      "loss": 0.2606,
      "step": 2722
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006053325721744243,
      "loss": 0.3186,
      "step": 2723
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006050712322581545,
      "loss": 0.2757,
      "step": 2724
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006048098623074139,
      "loss": 0.2246,
      "step": 2725
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006045484623969146,
      "loss": 0.2518,
      "step": 2726
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006042870326013774,
      "loss": 0.2214,
      "step": 2727
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006040255729955318,
      "loss": 0.2743,
      "step": 2728
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006037640836541154,
      "loss": 0.3682,
      "step": 2729
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006035025646518746,
      "loss": 0.3287,
      "step": 2730
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006032410160635646,
      "loss": 0.2836,
      "step": 2731
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006029794379639484,
      "loss": 0.2039,
      "step": 2732
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006027178304277978,
      "loss": 0.2972,
      "step": 2733
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006024561935298931,
      "loss": 0.2242,
      "step": 2734
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006021945273450227,
      "loss": 0.2785,
      "step": 2735
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006019328319479835,
      "loss": 0.3113,
      "step": 2736
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.000601671107413581,
      "loss": 0.2366,
      "step": 2737
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006014093538166288,
      "loss": 0.27,
      "step": 2738
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006011475712319484,
      "loss": 0.2845,
      "step": 2739
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006008857597343705,
      "loss": 0.2906,
      "step": 2740
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006006239193987333,
      "loss": 0.2795,
      "step": 2741
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006003620502998835,
      "loss": 0.2991,
      "step": 2742
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0006001001525126761,
      "loss": 0.2193,
      "step": 2743
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0005998382261119744,
      "loss": 0.2511,
      "step": 2744
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0005995762711726494,
      "loss": 0.2472,
      "step": 2745
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0005993142877695806,
      "loss": 0.1797,
      "step": 2746
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.000599052275977656,
      "loss": 0.2639,
      "step": 2747
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0005987902358717709,
      "loss": 0.2923,
      "step": 2748
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0005985281675268292,
      "loss": 0.2833,
      "step": 2749
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0005982660710177428,
      "loss": 0.2778,
      "step": 2750
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0005980039464194318,
      "loss": 0.2654,
      "step": 2751
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0005977417938068239,
      "loss": 0.2528,
      "step": 2752
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0005974796132548553,
      "loss": 0.2511,
      "step": 2753
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0005972174048384698,
      "loss": 0.1859,
      "step": 2754
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0005969551686326194,
      "loss": 0.304,
      "step": 2755
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.000596692904712264,
      "loss": 0.2988,
      "step": 2756
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005964306131523713,
      "loss": 0.1764,
      "step": 2757
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005961682940279171,
      "loss": 0.3113,
      "step": 2758
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005959059474138848,
      "loss": 0.275,
      "step": 2759
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005956435733852661,
      "loss": 0.3188,
      "step": 2760
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00059538117201706,
      "loss": 0.3109,
      "step": 2761
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005951187433842737,
      "loss": 0.2792,
      "step": 2762
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.000594856287561922,
      "loss": 0.257,
      "step": 2763
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005945938046250277,
      "loss": 0.2844,
      "step": 2764
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005943312946486211,
      "loss": 0.2612,
      "step": 2765
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005940687577077402,
      "loss": 0.3265,
      "step": 2766
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005938061938774309,
      "loss": 0.2143,
      "step": 2767
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.000593543603232747,
      "loss": 0.1834,
      "step": 2768
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005932809858487493,
      "loss": 0.2992,
      "step": 2769
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005930183418005068,
      "loss": 0.2867,
      "step": 2770
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005927556711630961,
      "loss": 0.2049,
      "step": 2771
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005924929740116008,
      "loss": 0.3004,
      "step": 2772
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.000592230250421113,
      "loss": 0.3094,
      "step": 2773
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005919675004667316,
      "loss": 0.2306,
      "step": 2774
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005917047242235636,
      "loss": 0.3225,
      "step": 2775
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005914419217667228,
      "loss": 0.285,
      "step": 2776
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005911790931713314,
      "loss": 0.2725,
      "step": 2777
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005909162385125183,
      "loss": 0.2342,
      "step": 2778
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005906533578654201,
      "loss": 0.2637,
      "step": 2779
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005903904513051813,
      "loss": 0.2513,
      "step": 2780
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.000590127518906953,
      "loss": 0.3796,
      "step": 2781
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.000589864560745894,
      "loss": 0.3126,
      "step": 2782
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.000589601576897171,
      "loss": 0.3932,
      "step": 2783
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005893385674359572,
      "loss": 0.2508,
      "step": 2784
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005890755324374335,
      "loss": 0.2711,
      "step": 2785
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005888124719767882,
      "loss": 0.2841,
      "step": 2786
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005885493861292171,
      "loss": 0.2177,
      "step": 2787
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005882862749699223,
      "loss": 0.2072,
      "step": 2788
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005880231385741141,
      "loss": 0.205,
      "step": 2789
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005877599770170099,
      "loss": 0.2863,
      "step": 2790
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005874967903738337,
      "loss": 0.2745,
      "step": 2791
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005872335787198172,
      "loss": 0.1937,
      "step": 2792
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005869703421301992,
      "loss": 0.3181,
      "step": 2793
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005867070806802254,
      "loss": 0.346,
      "step": 2794
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005864437944451487,
      "loss": 0.1603,
      "step": 2795
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005861804835002293,
      "loss": 0.1973,
      "step": 2796
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005859171479207342,
      "loss": 0.2624,
      "step": 2797
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005856537877819373,
      "loss": 0.1929,
      "step": 2798
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00058539040315912,
      "loss": 0.3512,
      "step": 2799
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005851269941275705,
      "loss": 0.2103,
      "step": 2800
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005848635607625836,
      "loss": 0.2939,
      "step": 2801
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005846001031394616,
      "loss": 0.2579,
      "step": 2802
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005843366213335136,
      "loss": 0.2049,
      "step": 2803
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005840731154200554,
      "loss": 0.3354,
      "step": 2804
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005838095854744096,
      "loss": 0.2967,
      "step": 2805
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005835460315719062,
      "loss": 0.2592,
      "step": 2806
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005832824537878817,
      "loss": 0.3142,
      "step": 2807
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005830188521976793,
      "loss": 0.2515,
      "step": 2808
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005827552268766493,
      "loss": 0.363,
      "step": 2809
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005824915779001485,
      "loss": 0.265,
      "step": 2810
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005822279053435407,
      "loss": 0.2415,
      "step": 2811
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005819642092821964,
      "loss": 0.2974,
      "step": 2812
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005817004897914927,
      "loss": 0.2869,
      "step": 2813
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005814367469468135,
      "loss": 0.2791,
      "step": 2814
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.000581172980823549,
      "loss": 0.1944,
      "step": 2815
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.000580909191497097,
      "loss": 0.3564,
      "step": 2816
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.000580645379042861,
      "loss": 0.2772,
      "step": 2817
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005803815435362514,
      "loss": 0.4334,
      "step": 2818
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005801176850526853,
      "loss": 0.3084,
      "step": 2819
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005798538036675862,
      "loss": 0.3027,
      "step": 2820
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005795898994563845,
      "loss": 0.2056,
      "step": 2821
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005793259724945164,
      "loss": 0.3612,
      "step": 2822
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005790620228574257,
      "loss": 0.256,
      "step": 2823
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005787980506205615,
      "loss": 0.2844,
      "step": 2824
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005785340558593802,
      "loss": 0.1895,
      "step": 2825
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005782700386493441,
      "loss": 0.2743,
      "step": 2826
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005780059990659225,
      "loss": 0.2664,
      "step": 2827
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005777419371845905,
      "loss": 0.1749,
      "step": 2828
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005774778530808299,
      "loss": 0.2856,
      "step": 2829
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005772137468301288,
      "loss": 0.3023,
      "step": 2830
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005769496185079817,
      "loss": 0.2857,
      "step": 2831
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005766854681898892,
      "loss": 0.3058,
      "step": 2832
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005764212959513585,
      "loss": 0.3042,
      "step": 2833
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005761571018679025,
      "loss": 0.2775,
      "step": 2834
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005758928860150412,
      "loss": 0.2472,
      "step": 2835
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005756286484683001,
      "loss": 0.2163,
      "step": 2836
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.000575364389303211,
      "loss": 0.2527,
      "step": 2837
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005751001085953124,
      "loss": 0.2816,
      "step": 2838
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005748358064201483,
      "loss": 0.3146,
      "step": 2839
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005745714828532692,
      "loss": 0.3176,
      "step": 2840
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005743071379702316,
      "loss": 0.2862,
      "step": 2841
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005740427718465983,
      "loss": 0.224,
      "step": 2842
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005737783845579377,
      "loss": 0.3477,
      "step": 2843
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005735139761798249,
      "loss": 0.2101,
      "step": 2844
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005732495467878403,
      "loss": 0.1927,
      "step": 2845
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005729850964575711,
      "loss": 0.2706,
      "step": 2846
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00057272062526461,
      "loss": 0.3182,
      "step": 2847
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005724561332845552,
      "loss": 0.2432,
      "step": 2848
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005721916205930121,
      "loss": 0.3133,
      "step": 2849
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.000571927087265591,
      "loss": 0.2373,
      "step": 2850
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005716625333779082,
      "loss": 0.4238,
      "step": 2851
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005713979590055863,
      "loss": 0.2685,
      "step": 2852
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005711333642242535,
      "loss": 0.2395,
      "step": 2853
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.000570868749109544,
      "loss": 0.2623,
      "step": 2854
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005706041137370973,
      "loss": 0.2716,
      "step": 2855
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005703394581825594,
      "loss": 0.2594,
      "step": 2856
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005700747825215818,
      "loss": 0.3213,
      "step": 2857
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005698100868298211,
      "loss": 0.2465,
      "step": 2858
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005695453711829409,
      "loss": 0.2843,
      "step": 2859
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005692806356566095,
      "loss": 0.3337,
      "step": 2860
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005690158803265012,
      "loss": 0.2641,
      "step": 2861
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.000568751105268296,
      "loss": 0.3511,
      "step": 2862
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005684863105576795,
      "loss": 0.2221,
      "step": 2863
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005682214962703429,
      "loss": 0.1683,
      "step": 2864
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005679566624819829,
      "loss": 0.2839,
      "step": 2865
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005676918092683019,
      "loss": 0.239,
      "step": 2866
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005674269367050083,
      "loss": 0.2703,
      "step": 2867
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005671620448678147,
      "loss": 0.1977,
      "step": 2868
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005668971338324409,
      "loss": 0.2949,
      "step": 2869
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.000566632203674611,
      "loss": 0.2711,
      "step": 2870
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005663672544700549,
      "loss": 0.215,
      "step": 2871
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005661022862945081,
      "loss": 0.2313,
      "step": 2872
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005658372992237113,
      "loss": 0.222,
      "step": 2873
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005655722933334108,
      "loss": 0.3156,
      "step": 2874
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005653072686993579,
      "loss": 0.308,
      "step": 2875
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005650422253973098,
      "loss": 0.3111,
      "step": 2876
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.000564777163503029,
      "loss": 0.2475,
      "step": 2877
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005645120830922824,
      "loss": 0.2694,
      "step": 2878
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005642469842408436,
      "loss": 0.2361,
      "step": 2879
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005639818670244904,
      "loss": 0.3503,
      "step": 2880
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005637167315190061,
      "loss": 0.2665,
      "step": 2881
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005634515778001795,
      "loss": 0.2625,
      "step": 2882
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005631864059438045,
      "loss": 0.2939,
      "step": 2883
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00056292121602568,
      "loss": 0.237,
      "step": 2884
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005626560081216101,
      "loss": 0.2709,
      "step": 2885
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005623907823074044,
      "loss": 0.3282,
      "step": 2886
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005621255386588771,
      "loss": 0.2589,
      "step": 2887
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005618602772518477,
      "loss": 0.1855,
      "step": 2888
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.000561594998162141,
      "loss": 0.2556,
      "step": 2889
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005613297014655868,
      "loss": 0.3165,
      "step": 2890
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005610643872380193,
      "loss": 0.2254,
      "step": 2891
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005607990555552788,
      "loss": 0.363,
      "step": 2892
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005605337064932096,
      "loss": 0.2324,
      "step": 2893
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005602683401276614,
      "loss": 0.2111,
      "step": 2894
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005600029565344892,
      "loss": 0.2596,
      "step": 2895
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005597375557895522,
      "loss": 0.2116,
      "step": 2896
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005594721379687149,
      "loss": 0.2694,
      "step": 2897
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005592067031478465,
      "loss": 0.2886,
      "step": 2898
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005589412514028215,
      "loss": 0.2406,
      "step": 2899
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005586757828095187,
      "loss": 0.3217,
      "step": 2900
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.000558410297443822,
      "loss": 0.3064,
      "step": 2901
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005581447953816199,
      "loss": 0.3334,
      "step": 2902
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005578792766988062,
      "loss": 0.2955,
      "step": 2903
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005576137414712788,
      "loss": 0.2346,
      "step": 2904
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005573481897749404,
      "loss": 0.222,
      "step": 2905
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.000557082621685699,
      "loss": 0.2231,
      "step": 2906
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005568170372794665,
      "loss": 0.2768,
      "step": 2907
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005565514366321601,
      "loss": 0.2884,
      "step": 2908
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005562858198197014,
      "loss": 0.2517,
      "step": 2909
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005560201869180164,
      "loss": 0.2602,
      "step": 2910
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.000555754538003036,
      "loss": 0.1799,
      "step": 2911
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005554888731506958,
      "loss": 0.2573,
      "step": 2912
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005552231924369354,
      "loss": 0.277,
      "step": 2913
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005549574959376993,
      "loss": 0.2589,
      "step": 2914
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.000554691783728937,
      "loss": 0.2726,
      "step": 2915
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005544260558866015,
      "loss": 0.243,
      "step": 2916
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005541603124866505,
      "loss": 0.2651,
      "step": 2917
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005538945536050472,
      "loss": 0.2015,
      "step": 2918
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005536287793177577,
      "loss": 0.2621,
      "step": 2919
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005533629897007536,
      "loss": 0.3228,
      "step": 2920
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005530971848300102,
      "loss": 0.2824,
      "step": 2921
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.000552831364781508,
      "loss": 0.303,
      "step": 2922
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005525655296312308,
      "loss": 0.2516,
      "step": 2923
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005522996794551673,
      "loss": 0.3496,
      "step": 2924
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005520338143293105,
      "loss": 0.3646,
      "step": 2925
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005517679343296578,
      "loss": 0.1973,
      "step": 2926
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005515020395322102,
      "loss": 0.1852,
      "step": 2927
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005512361300129738,
      "loss": 0.2668,
      "step": 2928
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005509702058479582,
      "loss": 0.2979,
      "step": 2929
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005507042671131776,
      "loss": 0.3527,
      "step": 2930
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00055043831388465,
      "loss": 0.2812,
      "step": 2931
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005501723462383982,
      "loss": 0.2694,
      "step": 2932
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005499063642504483,
      "loss": 0.1911,
      "step": 2933
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005496403679968311,
      "loss": 0.2536,
      "step": 2934
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005493743575535812,
      "loss": 0.1803,
      "step": 2935
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005491083329967375,
      "loss": 0.2987,
      "step": 2936
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005488422944023424,
      "loss": 0.2986,
      "step": 2937
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.000548576241846443,
      "loss": 0.3427,
      "step": 2938
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00054831017540509,
      "loss": 0.3949,
      "step": 2939
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.000548044095154338,
      "loss": 0.2957,
      "step": 2940
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005477780011702458,
      "loss": 0.2518,
      "step": 2941
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.000547511893528876,
      "loss": 0.288,
      "step": 2942
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.000547245772306295,
      "loss": 0.2717,
      "step": 2943
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005469796375785733,
      "loss": 0.2926,
      "step": 2944
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005467134894217853,
      "loss": 0.2563,
      "step": 2945
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005464473279120088,
      "loss": 0.2374,
      "step": 2946
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.000546181153125326,
      "loss": 0.3642,
      "step": 2947
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005459149651378223,
      "loss": 0.2155,
      "step": 2948
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005456487640255874,
      "loss": 0.3367,
      "step": 2949
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005453825498647145,
      "loss": 0.251,
      "step": 2950
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005451163227313006,
      "loss": 0.1843,
      "step": 2951
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005448500827014461,
      "loss": 0.18,
      "step": 2952
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005445838298512557,
      "loss": 0.2146,
      "step": 2953
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005443175642568372,
      "loss": 0.2985,
      "step": 2954
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005440512859943023,
      "loss": 0.1936,
      "step": 2955
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005437849951397666,
      "loss": 0.1891,
      "step": 2956
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005435186917693484,
      "loss": 0.3414,
      "step": 2957
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005432523759591705,
      "loss": 0.2267,
      "step": 2958
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.000542986047785359,
      "loss": 0.229,
      "step": 2959
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005427197073240433,
      "loss": 0.2635,
      "step": 2960
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005424533546513565,
      "loss": 0.1671,
      "step": 2961
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005421869898434351,
      "loss": 0.2265,
      "step": 2962
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005419206129764194,
      "loss": 0.2135,
      "step": 2963
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005416542241264523,
      "loss": 0.3015,
      "step": 2964
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005413878233696813,
      "loss": 0.173,
      "step": 2965
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005411214107822564,
      "loss": 0.3158,
      "step": 2966
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005408549864403312,
      "loss": 0.2802,
      "step": 2967
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005405885504200631,
      "loss": 0.285,
      "step": 2968
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005403221027976122,
      "loss": 0.2759,
      "step": 2969
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.000540055643649142,
      "loss": 0.2476,
      "step": 2970
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00053978917305082,
      "loss": 0.2761,
      "step": 2971
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005395226910788161,
      "loss": 0.2194,
      "step": 2972
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005392561978093039,
      "loss": 0.2519,
      "step": 2973
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005389896933184602,
      "loss": 0.2969,
      "step": 2974
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005387231776824648,
      "loss": 0.1886,
      "step": 2975
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.000538456650977501,
      "loss": 0.184,
      "step": 2976
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005381901132797551,
      "loss": 0.2894,
      "step": 2977
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005379235646654165,
      "loss": 0.3367,
      "step": 2978
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005376570052106777,
      "loss": 0.2443,
      "step": 2979
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005373904349917344,
      "loss": 0.2614,
      "step": 2980
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005371238540847853,
      "loss": 0.2682,
      "step": 2981
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005368572625660324,
      "loss": 0.3178,
      "step": 2982
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005365906605116804,
      "loss": 0.3386,
      "step": 2983
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.000536324047997937,
      "loss": 0.2576,
      "step": 2984
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005360574251010131,
      "loss": 0.3132,
      "step": 2985
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005357907918971228,
      "loss": 0.1732,
      "step": 2986
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005355241484624823,
      "loss": 0.2719,
      "step": 2987
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005352574948733117,
      "loss": 0.3149,
      "step": 2988
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005349908312058335,
      "loss": 0.2413,
      "step": 2989
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005347241575362729,
      "loss": 0.2847,
      "step": 2990
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005344574739408586,
      "loss": 0.1934,
      "step": 2991
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005341907804958214,
      "loss": 0.2037,
      "step": 2992
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005339240772773955,
      "loss": 0.2444,
      "step": 2993
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005336573643618174,
      "loss": 0.32,
      "step": 2994
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005333906418253271,
      "loss": 0.3021,
      "step": 2995
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005331239097441663,
      "loss": 0.2108,
      "step": 2996
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005328571681945804,
      "loss": 0.3653,
      "step": 2997
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.000532590417252817,
      "loss": 0.2717,
      "step": 2998
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005323236569951264,
      "loss": 0.2665,
      "step": 2999
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005320568874977618,
      "loss": 0.2807,
      "step": 3000
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.000531790108836979,
      "loss": 0.2626,
      "step": 3001
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.000531523321089036,
      "loss": 0.2784,
      "step": 3002
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005312565243301939,
      "loss": 0.2597,
      "step": 3003
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005309897186367164,
      "loss": 0.3556,
      "step": 3004
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005307229040848692,
      "loss": 0.3048,
      "step": 3005
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005304560807509211,
      "loss": 0.2802,
      "step": 3006
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005301892487111431,
      "loss": 0.222,
      "step": 3007
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005299224080418088,
      "loss": 0.2208,
      "step": 3008
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005296555588191942,
      "loss": 0.311,
      "step": 3009
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.000529388701119578,
      "loss": 0.2171,
      "step": 3010
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005291218350192408,
      "loss": 0.303,
      "step": 3011
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005288549605944661,
      "loss": 0.2859,
      "step": 3012
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005285880779215396,
      "loss": 0.2811,
      "step": 3013
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005283211870767494,
      "loss": 0.1885,
      "step": 3014
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005280542881363858,
      "loss": 0.2346,
      "step": 3015
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005277873811767415,
      "loss": 0.2305,
      "step": 3016
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005275204662741114,
      "loss": 0.2667,
      "step": 3017
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005272535435047931,
      "loss": 0.2646,
      "step": 3018
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005269866129450859,
      "loss": 0.3487,
      "step": 3019
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005267196746712913,
      "loss": 0.3174,
      "step": 3020
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005264527287597138,
      "loss": 0.2743,
      "step": 3021
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005261857752866591,
      "loss": 0.178,
      "step": 3022
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005259188143284356,
      "loss": 0.2365,
      "step": 3023
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005256518459613537,
      "loss": 0.3009,
      "step": 3024
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005253848702617261,
      "loss": 0.197,
      "step": 3025
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005251178873058673,
      "loss": 0.3275,
      "step": 3026
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005248508971700942,
      "loss": 0.2799,
      "step": 3027
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005245838999307253,
      "loss": 0.2185,
      "step": 3028
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005243168956640816,
      "loss": 0.196,
      "step": 3029
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005240498844464857,
      "loss": 0.224,
      "step": 3030
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005237828663542627,
      "loss": 0.3044,
      "step": 3031
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005235158414637393,
      "loss": 0.2937,
      "step": 3032
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.000523248809851244,
      "loss": 0.2896,
      "step": 3033
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005229817715931076,
      "loss": 0.2462,
      "step": 3034
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005227147267656627,
      "loss": 0.3389,
      "step": 3035
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005224476754452434,
      "loss": 0.3238,
      "step": 3036
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005221806177081862,
      "loss": 0.2567,
      "step": 3037
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005219135536308292,
      "loss": 0.2166,
      "step": 3038
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005216464832895122,
      "loss": 0.2572,
      "step": 3039
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005213794067605769,
      "loss": 0.3569,
      "step": 3040
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.000521112324120367,
      "loss": 0.2173,
      "step": 3041
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005208452354452275,
      "loss": 0.2437,
      "step": 3042
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005205781408115052,
      "loss": 0.2517,
      "step": 3043
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005203110402955491,
      "loss": 0.299,
      "step": 3044
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005200439339737093,
      "loss": 0.3408,
      "step": 3045
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005197768219223378,
      "loss": 0.2329,
      "step": 3046
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005195097042177882,
      "loss": 0.2371,
      "step": 3047
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.000519242580936416,
      "loss": 0.2333,
      "step": 3048
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005189754521545776,
      "loss": 0.2571,
      "step": 3049
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005187083179486317,
      "loss": 0.1906,
      "step": 3050
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005184411783949382,
      "loss": 0.255,
      "step": 3051
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005181740335698586,
      "loss": 0.2636,
      "step": 3052
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005179068835497558,
      "loss": 0.2573,
      "step": 3053
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005176397284109943,
      "loss": 0.215,
      "step": 3054
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005173725682299402,
      "loss": 0.2229,
      "step": 3055
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005171054030829605,
      "loss": 0.3351,
      "step": 3056
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005168382330464245,
      "loss": 0.3034,
      "step": 3057
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005165710581967022,
      "loss": 0.3942,
      "step": 3058
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005163038786101648,
      "loss": 0.2738,
      "step": 3059
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005160366943631858,
      "loss": 0.2416,
      "step": 3060
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.000515769505532139,
      "loss": 0.3075,
      "step": 3061
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005155023121934004,
      "loss": 0.349,
      "step": 3062
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005152351144233465,
      "loss": 0.3199,
      "step": 3063
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005149679122983555,
      "loss": 0.3079,
      "step": 3064
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.000514700705894807,
      "loss": 0.1588,
      "step": 3065
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005144334952890814,
      "loss": 0.174,
      "step": 3066
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005141662805575603,
      "loss": 0.1687,
      "step": 3067
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005138990617766271,
      "loss": 0.3084,
      "step": 3068
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005136318390226657,
      "loss": 0.276,
      "step": 3069
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005133646123720611,
      "loss": 0.2832,
      "step": 3070
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005130973819012002,
      "loss": 0.2216,
      "step": 3071
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005128301476864703,
      "loss": 0.276,
      "step": 3072
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005125629098042596,
      "loss": 0.3306,
      "step": 3073
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005122956683309584,
      "loss": 0.2983,
      "step": 3074
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005120284233429566,
      "loss": 0.4858,
      "step": 3075
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005117611749166461,
      "loss": 0.3309,
      "step": 3076
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005114939231284195,
      "loss": 0.2379,
      "step": 3077
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005112266680546704,
      "loss": 0.2063,
      "step": 3078
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005109594097717934,
      "loss": 0.252,
      "step": 3079
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005106921483561838,
      "loss": 0.2781,
      "step": 3080
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005104248838842377,
      "loss": 0.3208,
      "step": 3081
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005101576164323527,
      "loss": 0.4236,
      "step": 3082
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005098903460769265,
      "loss": 0.2238,
      "step": 3083
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005096230728943583,
      "loss": 0.2194,
      "step": 3084
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005093557969610475,
      "loss": 0.3004,
      "step": 3085
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005090885183533947,
      "loss": 0.2631,
      "step": 3086
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005088212371478011,
      "loss": 0.2716,
      "step": 3087
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005085539534206687,
      "loss": 0.2365,
      "step": 3088
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005082866672484001,
      "loss": 0.2729,
      "step": 3089
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005080193787073987,
      "loss": 0.2997,
      "step": 3090
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005077520878740689,
      "loss": 0.3034,
      "step": 3091
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.000507484794824815,
      "loss": 0.1445,
      "step": 3092
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005072174996360426,
      "loss": 0.2693,
      "step": 3093
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005069502023841575,
      "loss": 0.2719,
      "step": 3094
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005066829031455665,
      "loss": 0.2723,
      "step": 3095
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005064156019966764,
      "loss": 0.2353,
      "step": 3096
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005061482990138953,
      "loss": 0.2545,
      "step": 3097
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005058809942736311,
      "loss": 0.2106,
      "step": 3098
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005056136878522924,
      "loss": 0.2835,
      "step": 3099
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005053463798262887,
      "loss": 0.243,
      "step": 3100
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005050790702720295,
      "loss": 0.2824,
      "step": 3101
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005048117592659248,
      "loss": 0.1932,
      "step": 3102
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005045444468843852,
      "loss": 0.25,
      "step": 3103
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005042771332038216,
      "loss": 0.2562,
      "step": 3104
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005040098183006452,
      "loss": 0.2708,
      "step": 3105
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005037425022512674,
      "loss": 0.3212,
      "step": 3106
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005034751851321006,
      "loss": 0.2174,
      "step": 3107
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005032078670195567,
      "loss": 0.2407,
      "step": 3108
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005029405479900482,
      "loss": 0.2567,
      "step": 3109
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005026732281199881,
      "loss": 0.2404,
      "step": 3110
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005024059074857894,
      "loss": 0.2578,
      "step": 3111
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005021385861638651,
      "loss": 0.2185,
      "step": 3112
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005018712642306289,
      "loss": 0.2259,
      "step": 3113
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005016039417624944,
      "loss": 0.2056,
      "step": 3114
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005013366188358752,
      "loss": 0.2587,
      "step": 3115
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005010692955271852,
      "loss": 0.2002,
      "step": 3116
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005008019719128387,
      "loss": 0.3629,
      "step": 3117
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005005346480692495,
      "loss": 0.3116,
      "step": 3118
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005002673240728318,
      "loss": 0.1667,
      "step": 3119
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005,
      "loss": 0.2857,
      "step": 3120
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004997326759271681,
      "loss": 0.2368,
      "step": 3121
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004994653519307506,
      "loss": 0.1934,
      "step": 3122
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004991980280871615,
      "loss": 0.3011,
      "step": 3123
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004989307044728148,
      "loss": 0.2394,
      "step": 3124
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.000498663381164125,
      "loss": 0.2403,
      "step": 3125
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004983960582375058,
      "loss": 0.2308,
      "step": 3126
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.000498128735769371,
      "loss": 0.21,
      "step": 3127
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.000497861413836135,
      "loss": 0.3179,
      "step": 3128
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004975940925142108,
      "loss": 0.2352,
      "step": 3129
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004973267718800118,
      "loss": 0.2379,
      "step": 3130
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004970594520099519,
      "loss": 0.3112,
      "step": 3131
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004967921329804434,
      "loss": 0.2567,
      "step": 3132
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004965248148678996,
      "loss": 0.2262,
      "step": 3133
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004962574977487327,
      "loss": 0.2215,
      "step": 3134
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.000495990181699355,
      "loss": 0.3522,
      "step": 3135
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004957228667961787,
      "loss": 0.264,
      "step": 3136
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004954555531156148,
      "loss": 0.2526,
      "step": 3137
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004951882407340752,
      "loss": 0.2225,
      "step": 3138
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004949209297279706,
      "loss": 0.2466,
      "step": 3139
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004946536201737114,
      "loss": 0.1533,
      "step": 3140
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004943863121477075,
      "loss": 0.2864,
      "step": 3141
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.000494119005726369,
      "loss": 0.1952,
      "step": 3142
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004938517009861048,
      "loss": 0.2935,
      "step": 3143
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004935843980033235,
      "loss": 0.2733,
      "step": 3144
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004933170968544336,
      "loss": 0.2989,
      "step": 3145
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004930497976158425,
      "loss": 0.2387,
      "step": 3146
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004927825003639574,
      "loss": 0.23,
      "step": 3147
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004925152051751851,
      "loss": 0.3181,
      "step": 3148
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004922479121259312,
      "loss": 0.3416,
      "step": 3149
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004919806212926012,
      "loss": 0.3814,
      "step": 3150
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004917133327516,
      "loss": 0.2052,
      "step": 3151
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004914460465793314,
      "loss": 0.2785,
      "step": 3152
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.000491178762852199,
      "loss": 0.2534,
      "step": 3153
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004909114816466055,
      "loss": 0.2361,
      "step": 3154
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004906442030389526,
      "loss": 0.2204,
      "step": 3155
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004903769271056419,
      "loss": 0.267,
      "step": 3156
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004901096539230736,
      "loss": 0.2985,
      "step": 3157
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004898423835676474,
      "loss": 0.2483,
      "step": 3158
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004895751161157624,
      "loss": 0.2451,
      "step": 3159
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004893078516438164,
      "loss": 0.263,
      "step": 3160
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004890405902282066,
      "loss": 0.2634,
      "step": 3161
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004887733319453296,
      "loss": 0.2714,
      "step": 3162
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004885060768715806,
      "loss": 0.3203,
      "step": 3163
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00048823882508335396,
      "loss": 0.2567,
      "step": 3164
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004879715766570435,
      "loss": 0.3366,
      "step": 3165
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004877043316690418,
      "loss": 0.2899,
      "step": 3166
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004874370901957402,
      "loss": 0.2718,
      "step": 3167
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004871698523135298,
      "loss": 0.2832,
      "step": 3168
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00048690261809879984,
      "loss": 0.3082,
      "step": 3169
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00048663538762793877,
      "loss": 0.2224,
      "step": 3170
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004863681609773345,
      "loss": 0.3211,
      "step": 3171
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.000486100938223373,
      "loss": 0.1909,
      "step": 3172
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004858337194424397,
      "loss": 0.281,
      "step": 3173
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004855665047109188,
      "loss": 0.2933,
      "step": 3174
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004852992941051931,
      "loss": 0.2484,
      "step": 3175
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004850320877016446,
      "loss": 0.2438,
      "step": 3176
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004847648855766536,
      "loss": 0.2706,
      "step": 3177
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004844976878065997,
      "loss": 0.3529,
      "step": 3178
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004842304944678611,
      "loss": 0.2157,
      "step": 3179
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.0004839633056368143,
      "loss": 0.2668,
      "step": 3180
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004836961213898353,
      "loss": 0.2852,
      "step": 3181
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004834289418032981,
      "loss": 0.2459,
      "step": 3182
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00048316176695357554,
      "loss": 0.3199,
      "step": 3183
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004828945969170395,
      "loss": 0.2302,
      "step": 3184
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00048262743177006004,
      "loss": 0.3119,
      "step": 3185
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00048236027158900577,
      "loss": 0.2956,
      "step": 3186
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00048209311645024437,
      "loss": 0.3104,
      "step": 3187
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004818259664301416,
      "loss": 0.2981,
      "step": 3188
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00048155882160506186,
      "loss": 0.2332,
      "step": 3189
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004812916820513684,
      "loss": 0.2914,
      "step": 3190
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00048102454784542255,
      "loss": 0.2919,
      "step": 3191
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004807574190635842,
      "loss": 0.3147,
      "step": 3192
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00048049029578221185,
      "loss": 0.3692,
      "step": 3193
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00048022317807766237,
      "loss": 0.33,
      "step": 3194
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047995606602629085,
      "loss": 0.3833,
      "step": 3195
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047968895970445103,
      "loss": 0.325,
      "step": 3196
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004794218591884949,
      "loss": 0.2451,
      "step": 3197
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047915476455477266,
      "loss": 0.2533,
      "step": 3198
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047888767587963324,
      "loss": 0.2017,
      "step": 3199
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047862059323942316,
      "loss": 0.2966,
      "step": 3200
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047835351671048787,
      "loss": 0.2253,
      "step": 3201
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.000478086446369171,
      "loss": 0.3223,
      "step": 3202
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004778193822918139,
      "loss": 0.2349,
      "step": 3203
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047755232455475667,
      "loss": 0.3493,
      "step": 3204
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004772852732343376,
      "loss": 0.2508,
      "step": 3205
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047701822840689247,
      "loss": 0.2252,
      "step": 3206
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.000476751190148756,
      "loss": 0.306,
      "step": 3207
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004764841585362609,
      "loss": 0.2186,
      "step": 3208
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004762171336457373,
      "loss": 0.2586,
      "step": 3209
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004759501155535142,
      "loss": 0.2463,
      "step": 3210
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004756831043359186,
      "loss": 0.226,
      "step": 3211
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004754161000692748,
      "loss": 0.2625,
      "step": 3212
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047514910282990585,
      "loss": 0.2847,
      "step": 3213
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047488211269413276,
      "loss": 0.1647,
      "step": 3214
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004746151297382739,
      "loss": 0.2619,
      "step": 3215
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047434815403864624,
      "loss": 0.1939,
      "step": 3216
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047408118567156455,
      "loss": 0.2301,
      "step": 3217
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047381422471334095,
      "loss": 0.2262,
      "step": 3218
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004735472712402864,
      "loss": 0.2405,
      "step": 3219
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047328032532870866,
      "loss": 0.3125,
      "step": 3220
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004730133870549142,
      "loss": 0.2137,
      "step": 3221
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004727464564952071,
      "loss": 0.285,
      "step": 3222
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004724795337258886,
      "loss": 0.2613,
      "step": 3223
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047221261882325854,
      "loss": 0.3476,
      "step": 3224
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004719457118636144,
      "loss": 0.2422,
      "step": 3225
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004716788129232507,
      "loss": 0.2525,
      "step": 3226
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004714119220784604,
      "loss": 0.2059,
      "step": 3227
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047114503940553403,
      "loss": 0.266,
      "step": 3228
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004708781649807593,
      "loss": 0.3276,
      "step": 3229
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004706112988804221,
      "loss": 0.2448,
      "step": 3230
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047034444118080595,
      "loss": 0.3087,
      "step": 3231
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00047007759195819135,
      "loss": 0.2958,
      "step": 3232
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004698107512888569,
      "loss": 0.3462,
      "step": 3233
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004695439192490791,
      "loss": 0.2709,
      "step": 3234
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00046927709591513086,
      "loss": 0.2735,
      "step": 3235
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004690102813632836,
      "loss": 0.2124,
      "step": 3236
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00046874347566980615,
      "loss": 0.3195,
      "step": 3237
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.000468476678910964,
      "loss": 0.2119,
      "step": 3238
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00046820989116302107,
      "loss": 0.2484,
      "step": 3239
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004679431125022383,
      "loss": 0.278,
      "step": 3240
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0004676763430048736,
      "loss": 0.2504,
      "step": 3241
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00046740958274718326,
      "loss": 0.1732,
      "step": 3242
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004671428318054197,
      "loss": 0.2752,
      "step": 3243
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004668760902558337,
      "loss": 0.32,
      "step": 3244
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004666093581746731,
      "loss": 0.2537,
      "step": 3245
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00046634263563818257,
      "loss": 0.2797,
      "step": 3246
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004660759227226046,
      "loss": 0.2519,
      "step": 3247
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00046580921950417875,
      "loss": 0.254,
      "step": 3248
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004655425260591415,
      "loss": 0.3039,
      "step": 3249
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00046527584246372706,
      "loss": 0.2385,
      "step": 3250
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004650091687941667,
      "loss": 0.3101,
      "step": 3251
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00046474250512668834,
      "loss": 0.1927,
      "step": 3252
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00046447585153751764,
      "loss": 0.2767,
      "step": 3253
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004642092081028774,
      "loss": 0.2612,
      "step": 3254
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004639425748989869,
      "loss": 0.2843,
      "step": 3255
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00046367595200206305,
      "loss": 0.333,
      "step": 3256
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004634093394883198,
      "loss": 0.3408,
      "step": 3257
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004631427374339676,
      "loss": 0.289,
      "step": 3258
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004628761459152146,
      "loss": 0.2549,
      "step": 3259
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004626095650082657,
      "loss": 0.2804,
      "step": 3260
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004623429947893224,
      "loss": 0.2903,
      "step": 3261
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00046207643533458355,
      "loss": 0.3051,
      "step": 3262
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00046180988672024506,
      "loss": 0.2042,
      "step": 3263
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.000461543349022499,
      "loss": 0.2548,
      "step": 3264
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00046127682231753535,
      "loss": 0.252,
      "step": 3265
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00046101030668154,
      "loss": 0.3163,
      "step": 3266
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004607438021906962,
      "loss": 0.1943,
      "step": 3267
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004604773089211841,
      "loss": 0.2669,
      "step": 3268
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00046021082694918015,
      "loss": 0.2566,
      "step": 3269
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00045994435635085795,
      "loss": 0.2218,
      "step": 3270
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00045967789720238804,
      "loss": 0.1989,
      "step": 3271
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00045941144957993704,
      "loss": 0.1808,
      "step": 3272
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004591450135596687,
      "loss": 0.2733,
      "step": 3273
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004588785892177437,
      "loss": 0.2008,
      "step": 3274
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004586121766303187,
      "loss": 0.2312,
      "step": 3275
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004583457758735476,
      "loss": 0.3563,
      "step": 3276
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004580793870235808,
      "loss": 0.2969,
      "step": 3277
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004578130101565649,
      "loss": 0.3256,
      "step": 3278
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004575466453486435,
      "loss": 0.4282,
      "step": 3279
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004572802926759567,
      "loss": 0.3033,
      "step": 3280
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00045701395221464105,
      "loss": 0.2373,
      "step": 3281
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004567476240408294,
      "loss": 0.2564,
      "step": 3282
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004564813082306516,
      "loss": 0.2277,
      "step": 3283
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004562150048602336,
      "loss": 0.1887,
      "step": 3284
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004559487140056977,
      "loss": 0.2009,
      "step": 3285
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004556824357431628,
      "loss": 0.222,
      "step": 3286
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00045541617014874437,
      "loss": 0.2896,
      "step": 3287
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00045514991729855397,
      "loss": 0.3171,
      "step": 3288
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004548836772686995,
      "loss": 0.1853,
      "step": 3289
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00045461745013528553,
      "loss": 0.1915,
      "step": 3290
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00045435123597441267,
      "loss": 0.2426,
      "step": 3291
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004540850348621777,
      "loss": 0.2789,
      "step": 3292
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004538188468746741,
      "loss": 0.2341,
      "step": 3293
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00045355267208799124,
      "loss": 0.2028,
      "step": 3294
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00045328651057821475,
      "loss": 0.2116,
      "step": 3295
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004530203624214267,
      "loss": 0.2309,
      "step": 3296
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004527542276937051,
      "loss": 0.2788,
      "step": 3297
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004524881064711241,
      "loss": 0.3231,
      "step": 3298
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00045222199882975436,
      "loss": 0.2544,
      "step": 3299
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0004519559048456622,
      "loss": 0.2505,
      "step": 3300
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00045168982459491017,
      "loss": 0.1876,
      "step": 3301
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004514237581535571,
      "loss": 0.2575,
      "step": 3302
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00045115770559765766,
      "loss": 0.2218,
      "step": 3303
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004508916670032626,
      "loss": 0.2002,
      "step": 3304
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00045062564244641883,
      "loss": 0.3486,
      "step": 3305
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.000450359632003169,
      "loss": 0.2596,
      "step": 3306
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004500936357495517,
      "loss": 0.221,
      "step": 3307
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.000449827653761602,
      "loss": 0.2401,
      "step": 3308
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00044956168611535004,
      "loss": 0.2459,
      "step": 3309
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004492957328868225,
      "loss": 0.2963,
      "step": 3310
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.000449029794152042,
      "loss": 0.3237,
      "step": 3311
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00044876386998702635,
      "loss": 0.268,
      "step": 3312
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004484979604677898,
      "loss": 0.2547,
      "step": 3313
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00044823206567034244,
      "loss": 0.271,
      "step": 3314
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00044796618567068954,
      "loss": 0.1815,
      "step": 3315
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00044770032054483274,
      "loss": 0.2417,
      "step": 3316
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00044743447036876946,
      "loss": 0.251,
      "step": 3317
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004471686352184922,
      "loss": 0.2562,
      "step": 3318
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004469028151699897,
      "loss": 0.2446,
      "step": 3319
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004466370102992466,
      "loss": 0.1915,
      "step": 3320
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004463712206822423,
      "loss": 0.3092,
      "step": 3321
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004461054463949529,
      "loss": 0.2387,
      "step": 3322
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00044583968751334954,
      "loss": 0.3152,
      "step": 3323
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004455739441133987,
      "loss": 0.3211,
      "step": 3324
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00044530821627106307,
      "loss": 0.2595,
      "step": 3325
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004450425040623007,
      "loss": 0.22,
      "step": 3326
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004447768075630647,
      "loss": 0.269,
      "step": 3327
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004445111268493042,
      "loss": 0.2934,
      "step": 3328
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004442454619969641,
      "loss": 0.3063,
      "step": 3329
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00044397981308198363,
      "loss": 0.3931,
      "step": 3330
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00044371418018029885,
      "loss": 0.3162,
      "step": 3331
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00044344856336784,
      "loss": 0.3157,
      "step": 3332
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004431829627205335,
      "loss": 0.2801,
      "step": 3333
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00044291737831430125,
      "loss": 0.2436,
      "step": 3334
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00044265181022505964,
      "loss": 0.2784,
      "step": 3335
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004423862585287213,
      "loss": 0.2839,
      "step": 3336
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004421207233011939,
      "loss": 0.2477,
      "step": 3337
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00044185520461838,
      "loss": 0.3229,
      "step": 3338
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00044158970255617805,
      "loss": 0.3528,
      "step": 3339
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00044132421719048147,
      "loss": 0.2327,
      "step": 3340
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004410587485971786,
      "loss": 0.2819,
      "step": 3341
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00044079329685215346,
      "loss": 0.2001,
      "step": 3342
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004405278620312853,
      "loss": 0.22,
      "step": 3343
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004402624442104479,
      "loss": 0.2218,
      "step": 3344
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004399970434655108,
      "loss": 0.2611,
      "step": 3345
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00043973165987233853,
      "loss": 0.335,
      "step": 3346
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004394662935067904,
      "loss": 0.2625,
      "step": 3347
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004392009444447212,
      "loss": 0.2883,
      "step": 3348
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004389356127619807,
      "loss": 0.3602,
      "step": 3349
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00043867029853441334,
      "loss": 0.1925,
      "step": 3350
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004384050018378591,
      "loss": 0.3042,
      "step": 3351
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00043813972274815233,
      "loss": 0.2387,
      "step": 3352
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00043787446134112295,
      "loss": 0.2411,
      "step": 3353
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004376092176925958,
      "loss": 0.307,
      "step": 3354
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00043734399187838995,
      "loss": 0.2273,
      "step": 3355
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00043707878397432006,
      "loss": 0.1828,
      "step": 3356
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004368135940561957,
      "loss": 0.2039,
      "step": 3357
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00043654842219982055,
      "loss": 0.25,
      "step": 3358
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.00043628326848099393,
      "loss": 0.3367,
      "step": 3359
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004360181329755099,
      "loss": 0.3397,
      "step": 3360
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004357530157591565,
      "loss": 0.2827,
      "step": 3361
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0004354879169077175,
      "loss": 0.3213,
      "step": 3362
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004352228364969713,
      "loss": 0.1856,
      "step": 3363
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004349577746026902,
      "loss": 0.2713,
      "step": 3364
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004346927313006421,
      "loss": 0.2188,
      "step": 3365
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004344277066665895,
      "loss": 0.3353,
      "step": 3366
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00043416270077628876,
      "loss": 0.1993,
      "step": 3367
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00043389771370549193,
      "loss": 0.2149,
      "step": 3368
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004336327455299452,
      "loss": 0.2573,
      "step": 3369
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.000433367796325389,
      "loss": 0.2527,
      "step": 3370
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.000433102866167559,
      "loss": 0.2502,
      "step": 3371
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00043283795513218525,
      "loss": 0.2457,
      "step": 3372
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00043257306329499187,
      "loss": 0.2948,
      "step": 3373
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00043230819073169813,
      "loss": 0.2585,
      "step": 3374
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00043204333751801723,
      "loss": 0.2665,
      "step": 3375
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00043177850372965723,
      "loss": 0.2227,
      "step": 3376
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00043151368944232074,
      "loss": 0.2751,
      "step": 3377
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004312488947317041,
      "loss": 0.2668,
      "step": 3378
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00043098411967349885,
      "loss": 0.3089,
      "step": 3379
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00043071936434339067,
      "loss": 0.2374,
      "step": 3380
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00043045462881705917,
      "loss": 0.3214,
      "step": 3381
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00043018991317017883,
      "loss": 0.3535,
      "step": 3382
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004299252174784185,
      "loss": 0.2999,
      "step": 3383
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042966054181744063,
      "loss": 0.2671,
      "step": 3384
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042939588626290264,
      "loss": 0.2666,
      "step": 3385
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042913125089045616,
      "loss": 0.2859,
      "step": 3386
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042886663577574647,
      "loss": 0.2991,
      "step": 3387
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042860204099441363,
      "loss": 0.2722,
      "step": 3388
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042833746662209187,
      "loss": 0.319,
      "step": 3389
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042807291273440915,
      "loss": 0.2128,
      "step": 3390
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004278083794069878,
      "loss": 0.2395,
      "step": 3391
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042754386671544476,
      "loss": 0.3137,
      "step": 3392
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042727937473539015,
      "loss": 0.3346,
      "step": 3393
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004270149035424288,
      "loss": 0.2988,
      "step": 3394
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004267504532121597,
      "loss": 0.1922,
      "step": 3395
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042648602382017517,
      "loss": 0.2491,
      "step": 3396
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042622161544206234,
      "loss": 0.399,
      "step": 3397
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042595722815340174,
      "loss": 0.2666,
      "step": 3398
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004256928620297684,
      "loss": 0.2068,
      "step": 3399
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004254285171467309,
      "loss": 0.2278,
      "step": 3400
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042516419357985176,
      "loss": 0.282,
      "step": 3401
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004248998914046877,
      "loss": 0.2355,
      "step": 3402
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042463561069678907,
      "loss": 0.2734,
      "step": 3403
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004243713515317,
      "loss": 0.3376,
      "step": 3404
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004241071139849589,
      "loss": 0.3133,
      "step": 3405
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004238428981320975,
      "loss": 0.2256,
      "step": 3406
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042357870404864163,
      "loss": 0.2568,
      "step": 3407
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042331453181011086,
      "loss": 0.2706,
      "step": 3408
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042305038149201843,
      "loss": 0.1883,
      "step": 3409
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004227862531698712,
      "loss": 0.2807,
      "step": 3410
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004225221469191702,
      "loss": 0.2942,
      "step": 3411
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004222580628154097,
      "loss": 0.2517,
      "step": 3412
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004219940009340776,
      "loss": 0.3357,
      "step": 3413
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.000421729961350656,
      "loss": 0.2252,
      "step": 3414
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042146594414062,
      "loss": 0.2524,
      "step": 3415
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042120194937943857,
      "loss": 0.2211,
      "step": 3416
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042093797714257456,
      "loss": 0.3716,
      "step": 3417
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042067402750548357,
      "loss": 0.3247,
      "step": 3418
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00042041010054361556,
      "loss": 0.2799,
      "step": 3419
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0004201461963324139,
      "loss": 0.2154,
      "step": 3420
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00041988231494731476,
      "loss": 0.1623,
      "step": 3421
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00041961845646374866,
      "loss": 0.2221,
      "step": 3422
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00041935462095713915,
      "loss": 0.2946,
      "step": 3423
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00041909080850290303,
      "loss": 0.2843,
      "step": 3424
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004188270191764509,
      "loss": 0.2294,
      "step": 3425
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00041856325305318675,
      "loss": 0.2526,
      "step": 3426
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004182995102085074,
      "loss": 0.273,
      "step": 3427
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004180357907178036,
      "loss": 0.2648,
      "step": 3428
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004177720946564594,
      "loss": 0.3057,
      "step": 3429
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004175084220998516,
      "loss": 0.4007,
      "step": 3430
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00041724477312335076,
      "loss": 0.2226,
      "step": 3431
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004169811478023208,
      "loss": 0.2794,
      "step": 3432
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00041671754621211833,
      "loss": 0.2893,
      "step": 3433
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004164539684280937,
      "loss": 0.2932,
      "step": 3434
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004161904145255905,
      "loss": 0.2948,
      "step": 3435
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004159268845799448,
      "loss": 0.2503,
      "step": 3436
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004156633786664864,
      "loss": 0.2723,
      "step": 3437
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00041539989686053847,
      "loss": 0.2929,
      "step": 3438
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00041513643923741644,
      "loss": 0.3292,
      "step": 3439
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004148730058724298,
      "loss": 0.3201,
      "step": 3440
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00041460959684088013,
      "loss": 0.2431,
      "step": 3441
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00041434621221806274,
      "loss": 0.2705,
      "step": 3442
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004140828520792661,
      "loss": 0.3237,
      "step": 3443
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004138195164997708,
      "loss": 0.2513,
      "step": 3444
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004135562055548513,
      "loss": 0.3158,
      "step": 3445
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00041329291931977477,
      "loss": 0.2161,
      "step": 3446
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004130296578698009,
      "loss": 0.3052,
      "step": 3447
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004127664212801828,
      "loss": 0.2742,
      "step": 3448
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004125032096261665,
      "loss": 0.2913,
      "step": 3449
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00041224002298299026,
      "loss": 0.3409,
      "step": 3450
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00041197686142588585,
      "loss": 0.213,
      "step": 3451
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004117137250300779,
      "loss": 0.2485,
      "step": 3452
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004114506138707831,
      "loss": 0.2401,
      "step": 3453
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00041118752802321167,
      "loss": 0.3701,
      "step": 3454
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00041092446756256664,
      "loss": 0.3048,
      "step": 3455
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00041066143256404295,
      "loss": 0.3154,
      "step": 3456
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00041039842310282905,
      "loss": 0.3015,
      "step": 3457
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00041013543925410607,
      "loss": 0.2136,
      "step": 3458
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00040987248109304716,
      "loss": 0.2131,
      "step": 3459
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004096095486948189,
      "loss": 0.2839,
      "step": 3460
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00040934664213457993,
      "loss": 0.2522,
      "step": 3461
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004090837614874818,
      "loss": 0.2804,
      "step": 3462
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00040882090682866886,
      "loss": 0.3331,
      "step": 3463
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004085580782332773,
      "loss": 0.2526,
      "step": 3464
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00040829527577643655,
      "loss": 0.2112,
      "step": 3465
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00040803249953326855,
      "loss": 0.2562,
      "step": 3466
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004077697495788871,
      "loss": 0.2716,
      "step": 3467
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004075070259883992,
      "loss": 0.2487,
      "step": 3468
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00040724432883690423,
      "loss": 0.2769,
      "step": 3469
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004069816581994933,
      "loss": 0.2528,
      "step": 3470
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004067190141512507,
      "loss": 0.2798,
      "step": 3471
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004064563967672532,
      "loss": 0.2576,
      "step": 3472
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00040619380612256915,
      "loss": 0.2296,
      "step": 3473
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004059312422922599,
      "loss": 0.2953,
      "step": 3474
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004056687053513791,
      "loss": 0.2943,
      "step": 3475
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004054061953749724,
      "loss": 0.2609,
      "step": 3476
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00040514371243807794,
      "loss": 0.2415,
      "step": 3477
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00040488125661572645,
      "loss": 0.3842,
      "step": 3478
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004046188279829401,
      "loss": 0.2681,
      "step": 3479
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004043564266147339,
      "loss": 0.2806,
      "step": 3480
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004040940525861153,
      "loss": 0.2586,
      "step": 3481
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.000403831705972083,
      "loss": 0.2986,
      "step": 3482
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0004035693868476289,
      "loss": 0.3339,
      "step": 3483
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00040330709528773614,
      "loss": 0.302,
      "step": 3484
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0004030448313673806,
      "loss": 0.2225,
      "step": 3485
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0004027825951615304,
      "loss": 0.2578,
      "step": 3486
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0004025203867451448,
      "loss": 0.2886,
      "step": 3487
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0004022582061931761,
      "loss": 0.2264,
      "step": 3488
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00040199605358056837,
      "loss": 0.2421,
      "step": 3489
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00040173392898225726,
      "loss": 0.1888,
      "step": 3490
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0004014718324731709,
      "loss": 0.3395,
      "step": 3491
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0004012097641282293,
      "loss": 0.2164,
      "step": 3492
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00040094772402234416,
      "loss": 0.2815,
      "step": 3493
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0004006857122304193,
      "loss": 0.2963,
      "step": 3494
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0004004237288273508,
      "loss": 0.2247,
      "step": 3495
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0004001617738880257,
      "loss": 0.3273,
      "step": 3496
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003998998474873238,
      "loss": 0.2817,
      "step": 3497
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003996379497001166,
      "loss": 0.2336,
      "step": 3498
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00039937608060126677,
      "loss": 0.2615,
      "step": 3499
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00039911424026562955,
      "loss": 0.2295,
      "step": 3500
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003988524287680517,
      "loss": 0.2602,
      "step": 3501
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003985906461833714,
      "loss": 0.2253,
      "step": 3502
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00039832889258641893,
      "loss": 0.2295,
      "step": 3503
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003980671680520165,
      "loss": 0.3311,
      "step": 3504
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003978054726549774,
      "loss": 0.2967,
      "step": 3505
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00039754380647010704,
      "loss": 0.2213,
      "step": 3506
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003972821695722023,
      "loss": 0.3066,
      "step": 3507
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003970205620360517,
      "loss": 0.2596,
      "step": 3508
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003967589839364355,
      "loss": 0.3343,
      "step": 3509
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00039649743534812544,
      "loss": 0.2348,
      "step": 3510
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00039623591634588474,
      "loss": 0.2499,
      "step": 3511
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003959744270044684,
      "loss": 0.2193,
      "step": 3512
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003957129673986227,
      "loss": 0.2181,
      "step": 3513
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00039545153760308537,
      "loss": 0.3175,
      "step": 3514
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00039519013769258614,
      "loss": 0.2755,
      "step": 3515
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00039492876774184553,
      "loss": 0.1902,
      "step": 3516
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003946674278255759,
      "loss": 0.2123,
      "step": 3517
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00039440611801848087,
      "loss": 0.2649,
      "step": 3518
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003941448383952554,
      "loss": 0.2795,
      "step": 3519
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00039388358903058617,
      "loss": 0.3612,
      "step": 3520
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003936223699991509,
      "loss": 0.2409,
      "step": 3521
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00039336118137561847,
      "loss": 0.2494,
      "step": 3522
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00039310002323464957,
      "loss": 0.2349,
      "step": 3523
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003928388956508958,
      "loss": 0.2893,
      "step": 3524
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.000392577798699,
      "loss": 0.2076,
      "step": 3525
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003923167324535967,
      "loss": 0.3313,
      "step": 3526
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.000392055696989311,
      "loss": 0.2798,
      "step": 3527
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003917946923807596,
      "loss": 0.3162,
      "step": 3528
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003915337187025506,
      "loss": 0.2709,
      "step": 3529
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003912727760292826,
      "loss": 0.1883,
      "step": 3530
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003910118644355459,
      "loss": 0.2495,
      "step": 3531
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00039075098399592195,
      "loss": 0.2668,
      "step": 3532
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003904901347849826,
      "loss": 0.3195,
      "step": 3533
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00039022931687729146,
      "loss": 0.2821,
      "step": 3534
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00038996853034740334,
      "loss": 0.2184,
      "step": 3535
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.000389707775269863,
      "loss": 0.3054,
      "step": 3536
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00038944705171920744,
      "loss": 0.2685,
      "step": 3537
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00038918635976996417,
      "loss": 0.2523,
      "step": 3538
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003889256994966513,
      "loss": 0.2775,
      "step": 3539
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00038866507097377835,
      "loss": 0.2412,
      "step": 3540
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.000388404474275846,
      "loss": 0.2887,
      "step": 3541
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003881439094773448,
      "loss": 0.2583,
      "step": 3542
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003878833766527573,
      "loss": 0.2287,
      "step": 3543
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0003876228758765565,
      "loss": 0.2998,
      "step": 3544
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00038736240722320593,
      "loss": 0.3349,
      "step": 3545
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003871019707671602,
      "loss": 0.2622,
      "step": 3546
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00038684156658286517,
      "loss": 0.2997,
      "step": 3547
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003865811947447565,
      "loss": 0.3625,
      "step": 3548
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00038632085532726155,
      "loss": 0.2399,
      "step": 3549
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00038606054840479757,
      "loss": 0.2566,
      "step": 3550
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003858002740517731,
      "loss": 0.2611,
      "step": 3551
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003855400323425875,
      "loss": 0.3175,
      "step": 3552
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003852798233516301,
      "loss": 0.29,
      "step": 3553
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003850196471532815,
      "loss": 0.1992,
      "step": 3554
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003847595038219129,
      "loss": 0.2514,
      "step": 3555
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00038449939343188544,
      "loss": 0.3127,
      "step": 3556
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003842393160575517,
      "loss": 0.2964,
      "step": 3557
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003839792717732545,
      "loss": 0.3556,
      "step": 3558
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00038371926065332686,
      "loss": 0.2256,
      "step": 3559
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00038345928277209274,
      "loss": 0.3233,
      "step": 3560
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00038319933820386663,
      "loss": 0.2279,
      "step": 3561
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003829394270229531,
      "loss": 0.3444,
      "step": 3562
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003826795493036474,
      "loss": 0.3622,
      "step": 3563
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003824197051202356,
      "loss": 0.3554,
      "step": 3564
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003821598945469933,
      "loss": 0.2889,
      "step": 3565
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003819001176581873,
      "loss": 0.3016,
      "step": 3566
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00038164037452807455,
      "loss": 0.3129,
      "step": 3567
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.000381380665230902,
      "loss": 0.2591,
      "step": 3568
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00038112098984090736,
      "loss": 0.3642,
      "step": 3569
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00038086134843231867,
      "loss": 0.226,
      "step": 3570
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003806017410793537,
      "loss": 0.2837,
      "step": 3571
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00038034216785622126,
      "loss": 0.253,
      "step": 3572
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003800826288371196,
      "loss": 0.3422,
      "step": 3573
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00037982312409623784,
      "loss": 0.2781,
      "step": 3574
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003795636537077552,
      "loss": 0.237,
      "step": 3575
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003793042177458406,
      "loss": 0.2147,
      "step": 3576
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003790448162846535,
      "loss": 0.3163,
      "step": 3577
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.000378785449398344,
      "loss": 0.2645,
      "step": 3578
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00037852611716105106,
      "loss": 0.3496,
      "step": 3579
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003782668196469048,
      "loss": 0.3081,
      "step": 3580
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003780075569300252,
      "loss": 0.2671,
      "step": 3581
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00037774832908452186,
      "loss": 0.265,
      "step": 3582
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003774891361844948,
      "loss": 0.3331,
      "step": 3583
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00037722997830403417,
      "loss": 0.3048,
      "step": 3584
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00037697085551721953,
      "loss": 0.2603,
      "step": 3585
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00037671176789812107,
      "loss": 0.3195,
      "step": 3586
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00037645271552079875,
      "loss": 0.2037,
      "step": 3587
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003761936984593019,
      "loss": 0.2034,
      "step": 3588
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003759347167876705,
      "loss": 0.2762,
      "step": 3589
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00037567577057993424,
      "loss": 0.337,
      "step": 3590
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003754168599101122,
      "loss": 0.2537,
      "step": 3591
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00037515798485221404,
      "loss": 0.2318,
      "step": 3592
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003748991454802384,
      "loss": 0.235,
      "step": 3593
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003746403418681744,
      "loss": 0.2432,
      "step": 3594
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.000374381574090001,
      "loss": 0.2963,
      "step": 3595
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.000374122842219686,
      "loss": 0.2361,
      "step": 3596
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003738641463311879,
      "loss": 0.3028,
      "step": 3597
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003736054864984548,
      "loss": 0.2938,
      "step": 3598
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00037334686279542385,
      "loss": 0.1418,
      "step": 3599
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003730882752960224,
      "loss": 0.2393,
      "step": 3600
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00037282972407416773,
      "loss": 0.2516,
      "step": 3601
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0003725712092037657,
      "loss": 0.2804,
      "step": 3602
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00037231273075871284,
      "loss": 0.2984,
      "step": 3603
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.000372054288812895,
      "loss": 0.391,
      "step": 3604
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.000371795883440187,
      "loss": 0.1565,
      "step": 3605
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.000371537514714454,
      "loss": 0.2964,
      "step": 3606
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003712791827095505,
      "loss": 0.2934,
      "step": 3607
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00037102088749932,
      "loss": 0.3766,
      "step": 3608
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003707626291575958,
      "loss": 0.2262,
      "step": 3609
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00037050440775820124,
      "loss": 0.2306,
      "step": 3610
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.000370246223374948,
      "loss": 0.204,
      "step": 3611
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.000369988076081638,
      "loss": 0.2932,
      "step": 3612
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003697299659520623,
      "loss": 0.3427,
      "step": 3613
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003694718930600012,
      "loss": 0.3261,
      "step": 3614
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00036921385747922463,
      "loss": 0.3081,
      "step": 3615
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003689558592834916,
      "loss": 0.255,
      "step": 3616
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003686978985465506,
      "loss": 0.3876,
      "step": 3617
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003684399753421395,
      "loss": 0.2334,
      "step": 3618
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.000368182089743985,
      "loss": 0.2946,
      "step": 3619
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003679242418258036,
      "loss": 0.2265,
      "step": 3620
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003676664316613007,
      "loss": 0.3135,
      "step": 3621
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.000367408659324171,
      "loss": 0.177,
      "step": 3622
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003671509248880983,
      "loss": 0.2362,
      "step": 3623
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003668932284267559,
      "loss": 0.2361,
      "step": 3624
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00036663557001380566,
      "loss": 0.2691,
      "step": 3625
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00036637794972289894,
      "loss": 0.2802,
      "step": 3626
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003661203676276764,
      "loss": 0.2562,
      "step": 3627
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003658628238017674,
      "loss": 0.2318,
      "step": 3628
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003656053183187904,
      "loss": 0.2919,
      "step": 3629
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00036534785125235314,
      "loss": 0.2908,
      "step": 3630
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003650904226760522,
      "loss": 0.2352,
      "step": 3631
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00036483303266347306,
      "loss": 0.3221,
      "step": 3632
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00036457568128819053,
      "loss": 0.3234,
      "step": 3633
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.000364318368623768,
      "loss": 0.2306,
      "step": 3634
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003640610947437579,
      "loss": 0.2618,
      "step": 3635
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003638038597217019,
      "loss": 0.1599,
      "step": 3636
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003635466636311301,
      "loss": 0.2534,
      "step": 3637
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003632895065455616,
      "loss": 0.2786,
      "step": 3638
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003630323885385044,
      "loss": 0.2595,
      "step": 3639
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003627753096834555,
      "loss": 0.215,
      "step": 3640
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003625182700539005,
      "loss": 0.2605,
      "step": 3641
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003622612697233137,
      "loss": 0.1662,
      "step": 3642
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003620043087651583,
      "loss": 0.3014,
      "step": 3643
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00036174738725288665,
      "loss": 0.2121,
      "step": 3644
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003614905052599389,
      "loss": 0.1811,
      "step": 3645
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00036123366285974455,
      "loss": 0.2564,
      "step": 3646
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00036097686012572194,
      "loss": 0.2013,
      "step": 3647
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003607200971312774,
      "loss": 0.3427,
      "step": 3648
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00036046337394980655,
      "loss": 0.3314,
      "step": 3649
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003602066906546934,
      "loss": 0.3123,
      "step": 3650
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00035995004731931025,
      "loss": 0.2586,
      "step": 3651
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003596934440170184,
      "loss": 0.2683,
      "step": 3652
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003594368808211678,
      "loss": 0.29,
      "step": 3653
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003591803578050963,
      "loss": 0.3409,
      "step": 3654
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00035892387504213075,
      "loss": 0.3277,
      "step": 3655
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003586674326055868,
      "loss": 0.2715,
      "step": 3656
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00035841103056876756,
      "loss": 0.2758,
      "step": 3657
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003581546690049658,
      "loss": 0.1783,
      "step": 3658
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00035789834798746165,
      "loss": 0.3995,
      "step": 3659
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00035764206758952423,
      "loss": 0.2029,
      "step": 3660
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003573858278844113,
      "loss": 0.3097,
      "step": 3661
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00035712962894536815,
      "loss": 0.2008,
      "step": 3662
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003568734708456292,
      "loss": 0.2264,
      "step": 3663
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00035661735365841694,
      "loss": 0.2169,
      "step": 3664
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0003563612774569419,
      "loss": 0.3043,
      "step": 3665
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003561052423144032,
      "loss": 0.3005,
      "step": 3666
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003558492483039884,
      "loss": 0.3046,
      "step": 3667
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003555932954988726,
      "loss": 0.2452,
      "step": 3668
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003553373839722198,
      "loss": 0.2572,
      "step": 3669
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003550815137971822,
      "loss": 0.2556,
      "step": 3670
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003548256850468994,
      "loss": 0.2439,
      "step": 3671
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003545698977945001,
      "loss": 0.3195,
      "step": 3672
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003543141521131008,
      "loss": 0.2037,
      "step": 3673
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003540584480758057,
      "loss": 0.2556,
      "step": 3674
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003538027857557077,
      "loss": 0.2732,
      "step": 3675
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003535471652258877,
      "loss": 0.3418,
      "step": 3676
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003532915865594141,
      "loss": 0.2718,
      "step": 3677
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00035303604982934387,
      "loss": 0.2373,
      "step": 3678
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003527805551087221,
      "loss": 0.2755,
      "step": 3679
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00035252510247058125,
      "loss": 0.2292,
      "step": 3680
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00035226969198794237,
      "loss": 0.2273,
      "step": 3681
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00035201432373381395,
      "loss": 0.2605,
      "step": 3682
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003517589977811927,
      "loss": 0.298,
      "step": 3683
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003515037142030636,
      "loss": 0.1666,
      "step": 3684
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003512484730723986,
      "loss": 0.2606,
      "step": 3685
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003509932744621582,
      "loss": 0.3149,
      "step": 3686
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003507381184452909,
      "loss": 0.1809,
      "step": 3687
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00035048300509473227,
      "loss": 0.2329,
      "step": 3688
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00035022793448340623,
      "loss": 0.4068,
      "step": 3689
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00034997290668422465,
      "loss": 0.2339,
      "step": 3690
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00034971792177008657,
      "loss": 0.236,
      "step": 3691
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003494629798138791,
      "loss": 0.2123,
      "step": 3692
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00034920808088847733,
      "loss": 0.3036,
      "step": 3693
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003489532250667434,
      "loss": 0.3374,
      "step": 3694
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003486984124215277,
      "loss": 0.3337,
      "step": 3695
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003484436430256683,
      "loss": 0.3598,
      "step": 3696
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00034818891695199023,
      "loss": 0.2032,
      "step": 3697
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00034793423427330686,
      "loss": 0.314,
      "step": 3698
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003476795950624191,
      "loss": 0.2565,
      "step": 3699
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003474249993921147,
      "loss": 0.2985,
      "step": 3700
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003471704473351699,
      "loss": 0.313,
      "step": 3701
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003469159389643481,
      "loss": 0.215,
      "step": 3702
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003466614743523998,
      "loss": 0.1828,
      "step": 3703
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003464070535720638,
      "loss": 0.3014,
      "step": 3704
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00034615267669606557,
      "loss": 0.2282,
      "step": 3705
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003458983437971186,
      "loss": 0.2518,
      "step": 3706
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00034564405494792375,
      "loss": 0.2509,
      "step": 3707
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00034538981022116873,
      "loss": 0.3171,
      "step": 3708
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00034513560968952927,
      "loss": 0.2233,
      "step": 3709
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00034488145342566855,
      "loss": 0.1844,
      "step": 3710
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003446273415022363,
      "loss": 0.2677,
      "step": 3711
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00034437327399187024,
      "loss": 0.3331,
      "step": 3712
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00034411925096719553,
      "loss": 0.2683,
      "step": 3713
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003438652725008239,
      "loss": 0.3342,
      "step": 3714
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003436113386653549,
      "loss": 0.2375,
      "step": 3715
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003433574495333754,
      "loss": 0.2914,
      "step": 3716
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003431036051774588,
      "loss": 0.3546,
      "step": 3717
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003428498056701665,
      "loss": 0.232,
      "step": 3718
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003425960510840469,
      "loss": 0.2427,
      "step": 3719
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003423423414916349,
      "loss": 0.2857,
      "step": 3720
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003420886769654534,
      "loss": 0.2539,
      "step": 3721
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003418350575780122,
      "loss": 0.2659,
      "step": 3722
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003415814834018076,
      "loss": 0.2073,
      "step": 3723
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003413279545093239,
      "loss": 0.2508,
      "step": 3724
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0003410744709730318,
      "loss": 0.325,
      "step": 3725
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.000340821032865389,
      "loss": 0.2054,
      "step": 3726
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003405676402588409,
      "loss": 0.2846,
      "step": 3727
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00034031429322581915,
      "loss": 0.2628,
      "step": 3728
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00034006099183874264,
      "loss": 0.34,
      "step": 3729
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003398077361700174,
      "loss": 0.3825,
      "step": 3730
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003395545262920361,
      "loss": 0.2744,
      "step": 3731
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003393013622771784,
      "loss": 0.2551,
      "step": 3732
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003390482441978111,
      "loss": 0.291,
      "step": 3733
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003387951721262875,
      "loss": 0.2762,
      "step": 3734
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00033854214613494784,
      "loss": 0.2569,
      "step": 3735
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003382891662961195,
      "loss": 0.3344,
      "step": 3736
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00033803623268211625,
      "loss": 0.2559,
      "step": 3737
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003377833453652388,
      "loss": 0.331,
      "step": 3738
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003375305044177748,
      "loss": 0.2293,
      "step": 3739
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00033727770991199847,
      "loss": 0.2622,
      "step": 3740
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00033702496192017064,
      "loss": 0.3052,
      "step": 3741
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003367722605145391,
      "loss": 0.271,
      "step": 3742
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003365196057673382,
      "loss": 0.3059,
      "step": 3743
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00033626699775078883,
      "loss": 0.2421,
      "step": 3744
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00033601443653709893,
      "loss": 0.2154,
      "step": 3745
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00033576192219846257,
      "loss": 0.2455,
      "step": 3746
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00033550945480706067,
      "loss": 0.3167,
      "step": 3747
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003352570344350606,
      "loss": 0.3834,
      "step": 3748
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003350046611546167,
      "loss": 0.2067,
      "step": 3749
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00033475233503786926,
      "loss": 0.2638,
      "step": 3750
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00033450005615694536,
      "loss": 0.2855,
      "step": 3751
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003342478245839587,
      "loss": 0.2698,
      "step": 3752
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003339956403910093,
      "loss": 0.2911,
      "step": 3753
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003337435036501836,
      "loss": 0.2653,
      "step": 3754
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003334914144335547,
      "loss": 0.2592,
      "step": 3755
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00033323937281318184,
      "loss": 0.2331,
      "step": 3756
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00033298737886111075,
      "loss": 0.307,
      "step": 3757
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003327354326493737,
      "loss": 0.22,
      "step": 3758
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00033248353424998915,
      "loss": 0.1872,
      "step": 3759
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00033223168373496177,
      "loss": 0.3659,
      "step": 3760
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00033197988117628286,
      "loss": 0.3175,
      "step": 3761
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003317281266459299,
      "loss": 0.2872,
      "step": 3762
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003314764202158662,
      "loss": 0.3216,
      "step": 3763
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003312247619580421,
      "loss": 0.2792,
      "step": 3764
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00033097315194439384,
      "loss": 0.2295,
      "step": 3765
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00033072159024684334,
      "loss": 0.2416,
      "step": 3766
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003304700769372997,
      "loss": 0.3127,
      "step": 3767
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003302186120876572,
      "loss": 0.2416,
      "step": 3768
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00032996719576979693,
      "loss": 0.192,
      "step": 3769
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003297158280555862,
      "loss": 0.2981,
      "step": 3770
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00032946450901687755,
      "loss": 0.2652,
      "step": 3771
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00032921323872551057,
      "loss": 0.2936,
      "step": 3772
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003289620172533106,
      "loss": 0.2467,
      "step": 3773
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003287108446720887,
      "loss": 0.2236,
      "step": 3774
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00032845972105364227,
      "loss": 0.2495,
      "step": 3775
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003282086464697549,
      "loss": 0.204,
      "step": 3776
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00032795762099219563,
      "loss": 0.2545,
      "step": 3777
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003277066446927198,
      "loss": 0.2182,
      "step": 3778
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00032745571764306904,
      "loss": 0.1953,
      "step": 3779
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00032720483991497,
      "loss": 0.4027,
      "step": 3780
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00032695401158013584,
      "loss": 0.2826,
      "step": 3781
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0003267032327102658,
      "loss": 0.2317,
      "step": 3782
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00032645250337704434,
      "loss": 0.2879,
      "step": 3783
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00032620182365214223,
      "loss": 0.3442,
      "step": 3784
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00032595119360721614,
      "loss": 0.2983,
      "step": 3785
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00032570061331390796,
      "loss": 0.2498,
      "step": 3786
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003254500828438459,
      "loss": 0.3094,
      "step": 3787
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003251996022686441,
      "loss": 0.2947,
      "step": 3788
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00032494917165990146,
      "loss": 0.3203,
      "step": 3789
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00032469879108920375,
      "loss": 0.2521,
      "step": 3790
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003244484606281215,
      "loss": 0.2478,
      "step": 3791
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00032419818034821156,
      "loss": 0.3338,
      "step": 3792
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00032394795032101653,
      "loss": 0.1632,
      "step": 3793
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00032369777061806373,
      "loss": 0.2256,
      "step": 3794
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003234476413108669,
      "loss": 0.3066,
      "step": 3795
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003231975624709255,
      "loss": 0.2726,
      "step": 3796
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003229475341697238,
      "loss": 0.2413,
      "step": 3797
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00032269755647873217,
      "loss": 0.262,
      "step": 3798
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003224476294694066,
      "loss": 0.3062,
      "step": 3799
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003221977532131882,
      "loss": 0.219,
      "step": 3800
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00032194792778150375,
      "loss": 0.2105,
      "step": 3801
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00032169815324576567,
      "loss": 0.2673,
      "step": 3802
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00032144842967737143,
      "loss": 0.3275,
      "step": 3803
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003211987571477043,
      "loss": 0.3706,
      "step": 3804
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003209491357281331,
      "loss": 0.2607,
      "step": 3805
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00032069956549001134,
      "loss": 0.256,
      "step": 3806
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003204500465046786,
      "loss": 0.2769,
      "step": 3807
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003202005788434596,
      "loss": 0.2684,
      "step": 3808
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031995116257766396,
      "loss": 0.2577,
      "step": 3809
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003197017977785874,
      "loss": 0.3309,
      "step": 3810
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031945248451751055,
      "loss": 0.2937,
      "step": 3811
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031920322286569877,
      "loss": 0.2148,
      "step": 3812
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031895401289440373,
      "loss": 0.214,
      "step": 3813
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003187048546748613,
      "loss": 0.2486,
      "step": 3814
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031845574827829326,
      "loss": 0.2462,
      "step": 3815
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031820669377590654,
      "loss": 0.3179,
      "step": 3816
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031795769123889263,
      "loss": 0.2157,
      "step": 3817
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003177087407384287,
      "loss": 0.3256,
      "step": 3818
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003174598423456773,
      "loss": 0.272,
      "step": 3819
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031721099613178503,
      "loss": 0.2583,
      "step": 3820
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031696220216788465,
      "loss": 0.3842,
      "step": 3821
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031671346052509374,
      "loss": 0.2802,
      "step": 3822
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031646477127451433,
      "loss": 0.2183,
      "step": 3823
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031621613448723414,
      "loss": 0.2518,
      "step": 3824
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031596755023432583,
      "loss": 0.2566,
      "step": 3825
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031571901858684653,
      "loss": 0.3151,
      "step": 3826
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003154705396158388,
      "loss": 0.285,
      "step": 3827
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003152221133923303,
      "loss": 0.3014,
      "step": 3828
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031497373998733293,
      "loss": 0.1909,
      "step": 3829
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031472541947184405,
      "loss": 0.2642,
      "step": 3830
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.000314477151916846,
      "loss": 0.2041,
      "step": 3831
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031422893739330523,
      "loss": 0.4135,
      "step": 3832
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003139807759721739,
      "loss": 0.2722,
      "step": 3833
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003137326677243885,
      "loss": 0.3831,
      "step": 3834
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031348461272087035,
      "loss": 0.2379,
      "step": 3835
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003132366110325259,
      "loss": 0.2371,
      "step": 3836
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031298866273024584,
      "loss": 0.2103,
      "step": 3837
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031274076788490593,
      "loss": 0.2481,
      "step": 3838
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003124929265673667,
      "loss": 0.2825,
      "step": 3839
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031224513884847314,
      "loss": 0.2052,
      "step": 3840
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.000311997404799055,
      "loss": 0.2502,
      "step": 3841
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031174972448992687,
      "loss": 0.4005,
      "step": 3842
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003115020979918878,
      "loss": 0.2055,
      "step": 3843
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0003112545253757213,
      "loss": 0.2113,
      "step": 3844
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031100700671219593,
      "loss": 0.2987,
      "step": 3845
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031075954207206445,
      "loss": 0.2653,
      "step": 3846
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00031051213152606417,
      "loss": 0.2921,
      "step": 3847
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00031026477514491737,
      "loss": 0.3146,
      "step": 3848
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00031001747299933035,
      "loss": 0.2531,
      "step": 3849
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030977022515999396,
      "loss": 0.2823,
      "step": 3850
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.000309523031697584,
      "loss": 0.2837,
      "step": 3851
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030927589268276015,
      "loss": 0.2655,
      "step": 3852
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030902880818616674,
      "loss": 0.2066,
      "step": 3853
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0003087817782784327,
      "loss": 0.2466,
      "step": 3854
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0003085348030301711,
      "loss": 0.2438,
      "step": 3855
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0003082878825119796,
      "loss": 0.2969,
      "step": 3856
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030804101679443986,
      "loss": 0.2788,
      "step": 3857
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030779420594811833,
      "loss": 0.2407,
      "step": 3858
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030754745004356554,
      "loss": 0.2563,
      "step": 3859
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030730074915131617,
      "loss": 0.254,
      "step": 3860
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030705410334188953,
      "loss": 0.2749,
      "step": 3861
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.000306807512685789,
      "loss": 0.2341,
      "step": 3862
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030656097725350196,
      "loss": 0.2434,
      "step": 3863
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0003063144971155004,
      "loss": 0.2786,
      "step": 3864
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030606807234224043,
      "loss": 0.301,
      "step": 3865
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.000305821703004162,
      "loss": 0.262,
      "step": 3866
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030557538917168965,
      "loss": 0.2037,
      "step": 3867
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030532913091523185,
      "loss": 0.3041,
      "step": 3868
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030508292830518097,
      "loss": 0.2853,
      "step": 3869
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.000304836781411914,
      "loss": 0.2526,
      "step": 3870
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030459069030579157,
      "loss": 0.3624,
      "step": 3871
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0003043446550571584,
      "loss": 0.2802,
      "step": 3872
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030409867573634344,
      "loss": 0.3106,
      "step": 3873
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0003038527524136596,
      "loss": 0.3138,
      "step": 3874
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030360688515940356,
      "loss": 0.193,
      "step": 3875
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0003033610740438563,
      "loss": 0.212,
      "step": 3876
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030311531913728264,
      "loss": 0.3009,
      "step": 3877
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.000302869620509931,
      "loss": 0.3424,
      "step": 3878
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030262397823203446,
      "loss": 0.3019,
      "step": 3879
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.000302378392373809,
      "loss": 0.1658,
      "step": 3880
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0003021328630054554,
      "loss": 0.3163,
      "step": 3881
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0003018873901971579,
      "loss": 0.1573,
      "step": 3882
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030164197401908425,
      "loss": 0.2054,
      "step": 3883
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0003013966145413866,
      "loss": 0.2318,
      "step": 3884
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030115131183420076,
      "loss": 0.2897,
      "step": 3885
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030090606596764577,
      "loss": 0.2524,
      "step": 3886
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0003006608770118251,
      "loss": 0.2597,
      "step": 3887
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0003004157450368258,
      "loss": 0.2598,
      "step": 3888
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00030017067011271813,
      "loss": 0.3159,
      "step": 3889
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0002999256523095567,
      "loss": 0.2204,
      "step": 3890
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00029968069169737963,
      "loss": 0.1514,
      "step": 3891
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00029943578834620827,
      "loss": 0.3167,
      "step": 3892
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00029919094232604804,
      "loss": 0.2042,
      "step": 3893
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00029894615370688817,
      "loss": 0.3491,
      "step": 3894
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0002987014225587006,
      "loss": 0.2605,
      "step": 3895
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00029845674895144167,
      "loss": 0.2614,
      "step": 3896
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00029821213295505117,
      "loss": 0.3012,
      "step": 3897
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0002979675746394519,
      "loss": 0.2642,
      "step": 3898
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00029772307407455097,
      "loss": 0.2335,
      "step": 3899
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.000297478631330238,
      "loss": 0.3758,
      "step": 3900
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.000297234246476387,
      "loss": 0.342,
      "step": 3901
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0002969899195828551,
      "loss": 0.2372,
      "step": 3902
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0002967456507194824,
      "loss": 0.3224,
      "step": 3903
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00029650143995609327,
      "loss": 0.1776,
      "step": 3904
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.000296257287362495,
      "loss": 0.284,
      "step": 3905
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0002960131930084778,
      "loss": 0.2921,
      "step": 3906
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0002957691569638162,
      "loss": 0.2564,
      "step": 3907
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002955251792982676,
      "loss": 0.2238,
      "step": 3908
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002952812600815723,
      "loss": 0.2525,
      "step": 3909
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00029503739938345453,
      "loss": 0.2923,
      "step": 3910
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002947935972736217,
      "loss": 0.293,
      "step": 3911
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002945498538217639,
      "loss": 0.3534,
      "step": 3912
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00029430616909755517,
      "loss": 0.3125,
      "step": 3913
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002940625431706525,
      "loss": 0.2402,
      "step": 3914
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00029381897611069585,
      "loss": 0.2139,
      "step": 3915
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002935754679873085,
      "loss": 0.3174,
      "step": 3916
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002933320188700973,
      "loss": 0.285,
      "step": 3917
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002930886288286514,
      "loss": 0.3162,
      "step": 3918
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00029284529793254367,
      "loss": 0.2235,
      "step": 3919
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00029260202625133014,
      "loss": 0.229,
      "step": 3920
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00029235881385454934,
      "loss": 0.2948,
      "step": 3921
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002921156608117236,
      "loss": 0.2657,
      "step": 3922
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002918725671923574,
      "loss": 0.2215,
      "step": 3923
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00029162953306593895,
      "loss": 0.3652,
      "step": 3924
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002913865585019396,
      "loss": 0.1928,
      "step": 3925
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00029114364356981273,
      "loss": 0.2243,
      "step": 3926
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00029090078833899556,
      "loss": 0.2746,
      "step": 3927
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00029065799287890793,
      "loss": 0.3506,
      "step": 3928
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00029041525725895245,
      "loss": 0.1771,
      "step": 3929
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002901725815485148,
      "loss": 0.2962,
      "step": 3930
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028992996581696386,
      "loss": 0.2315,
      "step": 3931
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028968741013365036,
      "loss": 0.2156,
      "step": 3932
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028944491456790906,
      "loss": 0.3378,
      "step": 3933
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028920247918905683,
      "loss": 0.2698,
      "step": 3934
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028896010406639347,
      "loss": 0.2961,
      "step": 3935
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028871778926920134,
      "loss": 0.3137,
      "step": 3936
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002884755348667465,
      "loss": 0.1954,
      "step": 3937
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028823334092827616,
      "loss": 0.3481,
      "step": 3938
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028799120752302174,
      "loss": 0.2531,
      "step": 3939
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028774913472019665,
      "loss": 0.2971,
      "step": 3940
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028750712258899695,
      "loss": 0.2655,
      "step": 3941
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002872651711986014,
      "loss": 0.2443,
      "step": 3942
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028702328061817195,
      "loss": 0.2445,
      "step": 3943
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.000286781450916852,
      "loss": 0.2288,
      "step": 3944
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028653968216376904,
      "loss": 0.2251,
      "step": 3945
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002862979744280314,
      "loss": 0.2741,
      "step": 3946
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002860563277787317,
      "loss": 0.2052,
      "step": 3947
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002858147422849441,
      "loss": 0.2871,
      "step": 3948
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028557321801572533,
      "loss": 0.2244,
      "step": 3949
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002853317550401148,
      "loss": 0.2739,
      "step": 3950
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002850903534271347,
      "loss": 0.2527,
      "step": 3951
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028484901324578885,
      "loss": 0.3109,
      "step": 3952
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002846077345650644,
      "loss": 0.238,
      "step": 3953
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002843665174539304,
      "loss": 0.25,
      "step": 3954
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002841253619813385,
      "loss": 0.2789,
      "step": 3955
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002838842682162224,
      "loss": 0.2304,
      "step": 3956
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002836432362274991,
      "loss": 0.3072,
      "step": 3957
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002834022660840664,
      "loss": 0.1768,
      "step": 3958
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002831613578548059,
      "loss": 0.3123,
      "step": 3959
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028292051160858073,
      "loss": 0.2235,
      "step": 3960
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002826797274142364,
      "loss": 0.3481,
      "step": 3961
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002824390053406007,
      "loss": 0.278,
      "step": 3962
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028219834545648416,
      "loss": 0.2075,
      "step": 3963
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002819577478306783,
      "loss": 0.3187,
      "step": 3964
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028171721253195846,
      "loss": 0.3953,
      "step": 3965
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002814767396290806,
      "loss": 0.2129,
      "step": 3966
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00028123632919078414,
      "loss": 0.1744,
      "step": 3967
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0002809959812857898,
      "loss": 0.2334,
      "step": 3968
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002807556959828008,
      "loss": 0.2406,
      "step": 3969
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002805154733505021,
      "loss": 0.3192,
      "step": 3970
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00028027531345756163,
      "loss": 0.2257,
      "step": 3971
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002800352163726281,
      "loss": 0.218,
      "step": 3972
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002797951821643333,
      "loss": 0.2234,
      "step": 3973
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027955521090129064,
      "loss": 0.259,
      "step": 3974
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002793153026520957,
      "loss": 0.1831,
      "step": 3975
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002790754574853255,
      "loss": 0.2371,
      "step": 3976
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002788356754695401,
      "loss": 0.2008,
      "step": 3977
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002785959566732802,
      "loss": 0.3514,
      "step": 3978
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002783563011650697,
      "loss": 0.2015,
      "step": 3979
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002781167090134135,
      "loss": 0.243,
      "step": 3980
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027787718028679867,
      "loss": 0.1666,
      "step": 3981
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027763771505369395,
      "loss": 0.2625,
      "step": 3982
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027739831338255096,
      "loss": 0.2542,
      "step": 3983
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027715897534180136,
      "loss": 0.192,
      "step": 3984
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002769197009998603,
      "loss": 0.2504,
      "step": 3985
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027668049042512376,
      "loss": 0.2921,
      "step": 3986
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002764413436859699,
      "loss": 0.2755,
      "step": 3987
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027620226085075833,
      "loss": 0.225,
      "step": 3988
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027596324198783065,
      "loss": 0.174,
      "step": 3989
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027572428716550983,
      "loss": 0.2835,
      "step": 3990
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027548539645210146,
      "loss": 0.1796,
      "step": 3991
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027524656991589127,
      "loss": 0.2598,
      "step": 3992
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002750078076251481,
      "loss": 0.2488,
      "step": 3993
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027476910964812165,
      "loss": 0.2462,
      "step": 3994
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002745304760530434,
      "loss": 0.2729,
      "step": 3995
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002742919069081263,
      "loss": 0.1796,
      "step": 3996
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027405340228156555,
      "loss": 0.2384,
      "step": 3997
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027381496224153666,
      "loss": 0.3359,
      "step": 3998
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002735765868561979,
      "loss": 0.2005,
      "step": 3999
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002733382761936884,
      "loss": 0.2996,
      "step": 4000
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027310003032212895,
      "loss": 0.3481,
      "step": 4001
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027286184930962166,
      "loss": 0.2405,
      "step": 4002
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027262373322425073,
      "loss": 0.3253,
      "step": 4003
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002723856821340806,
      "loss": 0.3424,
      "step": 4004
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002721476961071585,
      "loss": 0.2417,
      "step": 4005
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027190977521151204,
      "loss": 0.1669,
      "step": 4006
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027167191951515084,
      "loss": 0.251,
      "step": 4007
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027143412908606544,
      "loss": 0.1976,
      "step": 4008
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002711964039922281,
      "loss": 0.2647,
      "step": 4009
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002709587443015918,
      "loss": 0.2664,
      "step": 4010
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027072115008209175,
      "loss": 0.2214,
      "step": 4011
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027048362140164376,
      "loss": 0.2429,
      "step": 4012
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027024615832814506,
      "loss": 0.3723,
      "step": 4013
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00027000876092947413,
      "loss": 0.2611,
      "step": 4014
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00026977142927349075,
      "loss": 0.2636,
      "step": 4015
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00026953416342803563,
      "loss": 0.267,
      "step": 4016
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00026929696346093124,
      "loss": 0.3081,
      "step": 4017
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00026905982943998077,
      "loss": 0.2466,
      "step": 4018
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002688227614329686,
      "loss": 0.2181,
      "step": 4019
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002685857595076603,
      "loss": 0.2366,
      "step": 4020
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00026834882373180256,
      "loss": 0.2761,
      "step": 4021
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002681119541731231,
      "loss": 0.2266,
      "step": 4022
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00026787515089933084,
      "loss": 0.1814,
      "step": 4023
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00026763841397811573,
      "loss": 0.2477,
      "step": 4024
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00026740174347714867,
      "loss": 0.4057,
      "step": 4025
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002671651394640816,
      "loss": 0.2556,
      "step": 4026
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0002669286020065474,
      "loss": 0.2801,
      "step": 4027
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00026669213117215985,
      "loss": 0.1792,
      "step": 4028
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026645572702851413,
      "loss": 0.3006,
      "step": 4029
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026621938964318593,
      "loss": 0.2888,
      "step": 4030
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.000265983119083732,
      "loss": 0.2393,
      "step": 4031
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002657469154176899,
      "loss": 0.2493,
      "step": 4032
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026551077871257814,
      "loss": 0.2884,
      "step": 4033
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026527470903589604,
      "loss": 0.2417,
      "step": 4034
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002650387064551237,
      "loss": 0.2533,
      "step": 4035
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026480277103772256,
      "loss": 0.2548,
      "step": 4036
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026456690285113407,
      "loss": 0.2316,
      "step": 4037
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026433110196278097,
      "loss": 0.2837,
      "step": 4038
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026409536844006643,
      "loss": 0.2506,
      "step": 4039
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002638597023503751,
      "loss": 0.2431,
      "step": 4040
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026362410376107103,
      "loss": 0.2643,
      "step": 4041
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026338857273950045,
      "loss": 0.2774,
      "step": 4042
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026315310935298925,
      "loss": 0.2096,
      "step": 4043
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026291771366884444,
      "loss": 0.2386,
      "step": 4044
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026268238575435324,
      "loss": 0.2934,
      "step": 4045
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026244712567678453,
      "loss": 0.3638,
      "step": 4046
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026221193350338623,
      "loss": 0.3031,
      "step": 4047
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026197680930138836,
      "loss": 0.18,
      "step": 4048
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026174175313800055,
      "loss": 0.2796,
      "step": 4049
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026150676508041336,
      "loss": 0.2631,
      "step": 4050
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002612718451957977,
      "loss": 0.2401,
      "step": 4051
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002610369935513056,
      "loss": 0.3781,
      "step": 4052
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026080221021406824,
      "loss": 0.2737,
      "step": 4053
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026056749525119906,
      "loss": 0.2532,
      "step": 4054
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00026033284872979006,
      "loss": 0.2412,
      "step": 4055
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002600982707169154,
      "loss": 0.212,
      "step": 4056
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002598637612796285,
      "loss": 0.2708,
      "step": 4057
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002596293204849638,
      "loss": 0.2871,
      "step": 4058
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002593949483999355,
      "loss": 0.3401,
      "step": 4059
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00025916064509153925,
      "loss": 0.3139,
      "step": 4060
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002589264106267495,
      "loss": 0.2439,
      "step": 4061
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002586922450725224,
      "loss": 0.2941,
      "step": 4062
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002584581484957937,
      "loss": 0.1869,
      "step": 4063
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00025822412096347967,
      "loss": 0.1984,
      "step": 4064
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002579901625424765,
      "loss": 0.2247,
      "step": 4065
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00025775627329966143,
      "loss": 0.2085,
      "step": 4066
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002575224533018907,
      "loss": 0.3616,
      "step": 4067
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.000257288702616002,
      "loss": 0.322,
      "step": 4068
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002570550213088125,
      "loss": 0.2923,
      "step": 4069
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002568214094471195,
      "loss": 0.2952,
      "step": 4070
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00025658786709770073,
      "loss": 0.2911,
      "step": 4071
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00025635439432731427,
      "loss": 0.326,
      "step": 4072
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002561209912026974,
      "loss": 0.2428,
      "step": 4073
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00025588765779056876,
      "loss": 0.2484,
      "step": 4074
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002556543941576257,
      "loss": 0.3269,
      "step": 4075
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00025542120037054685,
      "loss": 0.2293,
      "step": 4076
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002551880764959902,
      "loss": 0.3608,
      "step": 4077
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002549550226005938,
      "loss": 0.2972,
      "step": 4078
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00025472203875097566,
      "loss": 0.4012,
      "step": 4079
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00025448912501373455,
      "loss": 0.2774,
      "step": 4080
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00025425628145544767,
      "loss": 0.2319,
      "step": 4081
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002540235081426736,
      "loss": 0.196,
      "step": 4082
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002537908051419502,
      "loss": 0.2526,
      "step": 4083
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002535581725197952,
      "loss": 0.28,
      "step": 4084
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00025332561034270616,
      "loss": 0.2455,
      "step": 4085
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002530931186771614,
      "loss": 0.2237,
      "step": 4086
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002528606975896174,
      "loss": 0.2672,
      "step": 4087
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00025262834714651197,
      "loss": 0.2175,
      "step": 4088
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00025239606741426205,
      "loss": 0.2562,
      "step": 4089
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002521638584592646,
      "loss": 0.3193,
      "step": 4090
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002519317203478958,
      "loss": 0.3431,
      "step": 4091
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002516996531465128,
      "loss": 0.2623,
      "step": 4092
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002514676569214509,
      "loss": 0.223,
      "step": 4093
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00025123573173902646,
      "loss": 0.2124,
      "step": 4094
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00025100387766553467,
      "loss": 0.2526,
      "step": 4095
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002507720947672509,
      "loss": 0.2714,
      "step": 4096
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00025054038311042993,
      "loss": 0.2936,
      "step": 4097
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002503087427613061,
      "loss": 0.2397,
      "step": 4098
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002500771737860935,
      "loss": 0.2115,
      "step": 4099
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002498456762509862,
      "loss": 0.2505,
      "step": 4100
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002496142502221568,
      "loss": 0.3213,
      "step": 4101
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002493828957657587,
      "loss": 0.2718,
      "step": 4102
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.000249151612947924,
      "loss": 0.2849,
      "step": 4103
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002489204018347646,
      "loss": 0.3551,
      "step": 4104
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024868926249237177,
      "loss": 0.3669,
      "step": 4105
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002484581949868169,
      "loss": 0.2308,
      "step": 4106
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024822719938414955,
      "loss": 0.2777,
      "step": 4107
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002479962757504001,
      "loss": 0.228,
      "step": 4108
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002477654241515776,
      "loss": 0.2131,
      "step": 4109
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002475346446536706,
      "loss": 0.1968,
      "step": 4110
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024730393732264695,
      "loss": 0.1895,
      "step": 4111
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002470733022244546,
      "loss": 0.2281,
      "step": 4112
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002468427394250196,
      "loss": 0.277,
      "step": 4113
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002466122489902484,
      "loss": 0.2164,
      "step": 4114
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002463818309860264,
      "loss": 0.278,
      "step": 4115
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024615148547821813,
      "loss": 0.1791,
      "step": 4116
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002459212125326675,
      "loss": 0.256,
      "step": 4117
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002456910122151981,
      "loss": 0.2534,
      "step": 4118
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024546088459161174,
      "loss": 0.2623,
      "step": 4119
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002452308297276907,
      "loss": 0.3011,
      "step": 4120
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024500084768919563,
      "loss": 0.2386,
      "step": 4121
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002447709385418665,
      "loss": 0.2221,
      "step": 4122
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024454110235142267,
      "loss": 0.2198,
      "step": 4123
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002443113391835624,
      "loss": 0.2956,
      "step": 4124
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.000244081649103963,
      "loss": 0.21,
      "step": 4125
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024385203217828155,
      "loss": 0.2912,
      "step": 4126
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024362248847215352,
      "loss": 0.2484,
      "step": 4127
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024339301805119358,
      "loss": 0.27,
      "step": 4128
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002431636209809956,
      "loss": 0.2448,
      "step": 4129
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002429342973271324,
      "loss": 0.1699,
      "step": 4130
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002427050471551557,
      "loss": 0.2459,
      "step": 4131
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024247587053059672,
      "loss": 0.3214,
      "step": 4132
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024224676751896508,
      "loss": 0.2567,
      "step": 4133
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024201773818574956,
      "loss": 0.2621,
      "step": 4134
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024178878259641795,
      "loss": 0.2863,
      "step": 4135
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024155990081641682,
      "loss": 0.2035,
      "step": 4136
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024133109291117155,
      "loss": 0.2427,
      "step": 4137
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.000241102358946087,
      "loss": 0.1801,
      "step": 4138
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024087369898654625,
      "loss": 0.2878,
      "step": 4139
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024064511309791143,
      "loss": 0.2847,
      "step": 4140
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002404166013455235,
      "loss": 0.2869,
      "step": 4141
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00024018816379470226,
      "loss": 0.2958,
      "step": 4142
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002399598005107463,
      "loss": 0.1907,
      "step": 4143
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00023973151155893275,
      "loss": 0.1792,
      "step": 4144
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00023950329700451805,
      "loss": 0.3102,
      "step": 4145
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00023927515691273682,
      "loss": 0.2241,
      "step": 4146
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0002390470913488027,
      "loss": 0.2579,
      "step": 4147
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00023881910037790784,
      "loss": 0.2804,
      "step": 4148
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00023859118406522318,
      "loss": 0.227,
      "step": 4149
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00023836334247589813,
      "loss": 0.2768,
      "step": 4150
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023813557567506122,
      "loss": 0.2213,
      "step": 4151
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023790788372781912,
      "loss": 0.2734,
      "step": 4152
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023768026669925728,
      "loss": 0.2759,
      "step": 4153
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023745272465443973,
      "loss": 0.2307,
      "step": 4154
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023722525765840907,
      "loss": 0.2605,
      "step": 4155
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002369978657761862,
      "loss": 0.2314,
      "step": 4156
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002367705490727712,
      "loss": 0.2975,
      "step": 4157
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023654330761314202,
      "loss": 0.2997,
      "step": 4158
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023631614146225538,
      "loss": 0.2724,
      "step": 4159
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002360890506850464,
      "loss": 0.3057,
      "step": 4160
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002358620353464286,
      "loss": 0.3044,
      "step": 4161
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002356350955112939,
      "loss": 0.1898,
      "step": 4162
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023540823124451333,
      "loss": 0.3299,
      "step": 4163
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023518144261093493,
      "loss": 0.2636,
      "step": 4164
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023495472967538655,
      "loss": 0.3372,
      "step": 4165
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002347280925026735,
      "loss": 0.1883,
      "step": 4166
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023450153115757983,
      "loss": 0.3165,
      "step": 4167
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002342750457048675,
      "loss": 0.2768,
      "step": 4168
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023404863620927774,
      "loss": 0.2328,
      "step": 4169
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023382230273552858,
      "loss": 0.2485,
      "step": 4170
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002335960453483177,
      "loss": 0.3119,
      "step": 4171
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023336986411232025,
      "loss": 0.2148,
      "step": 4172
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023314375909218993,
      "loss": 0.3456,
      "step": 4173
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023291773035255832,
      "loss": 0.1859,
      "step": 4174
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023269177795803598,
      "loss": 0.2575,
      "step": 4175
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023246590197321037,
      "loss": 0.2377,
      "step": 4176
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023224010246264843,
      "loss": 0.2791,
      "step": 4177
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002320143794908944,
      "loss": 0.2783,
      "step": 4178
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002317887331224709,
      "loss": 0.1801,
      "step": 4179
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002315631634218785,
      "loss": 0.2246,
      "step": 4180
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023133767045359656,
      "loss": 0.2348,
      "step": 4181
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002311122542820811,
      "loss": 0.3289,
      "step": 4182
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023088691497176767,
      "loss": 0.2024,
      "step": 4183
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.000230661652587069,
      "loss": 0.334,
      "step": 4184
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00023043646719237605,
      "loss": 0.2076,
      "step": 4185
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002302113588520578,
      "loss": 0.2564,
      "step": 4186
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00022998632763046107,
      "loss": 0.29,
      "step": 4187
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00022976137359191067,
      "loss": 0.2283,
      "step": 4188
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00022953649680070988,
      "loss": 0.2241,
      "step": 4189
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002293116973211387,
      "loss": 0.1975,
      "step": 4190
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002290869752174563,
      "loss": 0.2159,
      "step": 4191
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002288623305538991,
      "loss": 0.2945,
      "step": 4192
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00022863776339468139,
      "loss": 0.1959,
      "step": 4193
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002284132738039952,
      "loss": 0.26,
      "step": 4194
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002281888618460112,
      "loss": 0.2829,
      "step": 4195
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002279645275848764,
      "loss": 0.2707,
      "step": 4196
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00022774027108471713,
      "loss": 0.2401,
      "step": 4197
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00022751609240963656,
      "loss": 0.2019,
      "step": 4198
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00022729199162371588,
      "loss": 0.3053,
      "step": 4199
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00022706796879101376,
      "loss": 0.2433,
      "step": 4200
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00022684402397556746,
      "loss": 0.315,
      "step": 4201
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00022662015724139056,
      "loss": 0.2622,
      "step": 4202
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00022639636865247554,
      "loss": 0.2119,
      "step": 4203
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00022617265827279198,
      "loss": 0.2923,
      "step": 4204
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002259490261662871,
      "loss": 0.3525,
      "step": 4205
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00022572547239688596,
      "loss": 0.3207,
      "step": 4206
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00022550199702849096,
      "loss": 0.3766,
      "step": 4207
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00022527860012498213,
      "loss": 0.2477,
      "step": 4208
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002250552817502177,
      "loss": 0.2451,
      "step": 4209
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.0002248320419680323,
      "loss": 0.2725,
      "step": 4210
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00022460888084223913,
      "loss": 0.3128,
      "step": 4211
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00022438579843662838,
      "loss": 0.2062,
      "step": 4212
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00022416279481496783,
      "loss": 0.2407,
      "step": 4213
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00022393987004100263,
      "loss": 0.2442,
      "step": 4214
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00022371702417845602,
      "loss": 0.2606,
      "step": 4215
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0002234942572910275,
      "loss": 0.2219,
      "step": 4216
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00022327156944239524,
      "loss": 0.1886,
      "step": 4217
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00022304896069621406,
      "loss": 0.2233,
      "step": 4218
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00022282643111611638,
      "loss": 0.2619,
      "step": 4219
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00022260398076571176,
      "loss": 0.3193,
      "step": 4220
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00022238160970858796,
      "loss": 0.2362,
      "step": 4221
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00022215931800830864,
      "loss": 0.3131,
      "step": 4222
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0002219371057284162,
      "loss": 0.2814,
      "step": 4223
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00022171497293242947,
      "loss": 0.2429,
      "step": 4224
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0002214929196838449,
      "loss": 0.3031,
      "step": 4225
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00022127094604613585,
      "loss": 0.2259,
      "step": 4226
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0002210490520827537,
      "loss": 0.2619,
      "step": 4227
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.000220827237857126,
      "loss": 0.295,
      "step": 4228
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0002206055034326584,
      "loss": 0.2461,
      "step": 4229
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00022038384887273333,
      "loss": 0.333,
      "step": 4230
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00022016227424071034,
      "loss": 0.264,
      "step": 4231
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021994077959992632,
      "loss": 0.2402,
      "step": 4232
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021971936501369521,
      "loss": 0.2709,
      "step": 4233
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021949803054530787,
      "loss": 0.3556,
      "step": 4234
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021927677625803283,
      "loss": 0.2148,
      "step": 4235
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021905560221511516,
      "loss": 0.1643,
      "step": 4236
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021883450847977716,
      "loss": 0.2684,
      "step": 4237
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021861349511521815,
      "loss": 0.262,
      "step": 4238
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021839256218461457,
      "loss": 0.392,
      "step": 4239
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021817170975111955,
      "loss": 0.1944,
      "step": 4240
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021795093787786384,
      "loss": 0.3411,
      "step": 4241
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021773024662795465,
      "loss": 0.2398,
      "step": 4242
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021750963606447627,
      "loss": 0.2978,
      "step": 4243
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021728910625048986,
      "loss": 0.2671,
      "step": 4244
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021706865724903363,
      "loss": 0.2271,
      "step": 4245
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021684828912312242,
      "loss": 0.2078,
      "step": 4246
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0002166280019357486,
      "loss": 0.3735,
      "step": 4247
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021640779574988068,
      "loss": 0.2579,
      "step": 4248
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0002161876706284644,
      "loss": 0.2874,
      "step": 4249
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021596762663442215,
      "loss": 0.2807,
      "step": 4250
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0002157476638306533,
      "loss": 0.3418,
      "step": 4251
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021552778228003383,
      "loss": 0.2813,
      "step": 4252
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021530798204541645,
      "loss": 0.2738,
      "step": 4253
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021508826318963114,
      "loss": 0.2773,
      "step": 4254
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.000214868625775484,
      "loss": 0.254,
      "step": 4255
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021464906986575817,
      "loss": 0.2055,
      "step": 4256
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021442959552321335,
      "loss": 0.3097,
      "step": 4257
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021421020281058606,
      "loss": 0.2508,
      "step": 4258
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0002139908917905891,
      "loss": 0.1992,
      "step": 4259
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021377166252591274,
      "loss": 0.25,
      "step": 4260
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021355251507922313,
      "loss": 0.2527,
      "step": 4261
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021333344951316325,
      "loss": 0.1961,
      "step": 4262
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021311446589035272,
      "loss": 0.2414,
      "step": 4263
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0002128955642733877,
      "loss": 0.3052,
      "step": 4264
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021267674472484076,
      "loss": 0.2303,
      "step": 4265
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021245800730726157,
      "loss": 0.2049,
      "step": 4266
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021223935208317568,
      "loss": 0.2404,
      "step": 4267
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021202077911508537,
      "loss": 0.3249,
      "step": 4268
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021180228846546956,
      "loss": 0.2176,
      "step": 4269
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00021158388019678343,
      "loss": 0.325,
      "step": 4270
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0002113655543714585,
      "loss": 0.3386,
      "step": 4271
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0002111473110519035,
      "loss": 0.3038,
      "step": 4272
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0002109291503005022,
      "loss": 0.289,
      "step": 4273
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0002107110721796161,
      "loss": 0.2352,
      "step": 4274
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00021049307675158246,
      "loss": 0.149,
      "step": 4275
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0002102751640787149,
      "loss": 0.1921,
      "step": 4276
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00021005733422330326,
      "loss": 0.2404,
      "step": 4277
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020983958724761454,
      "loss": 0.2553,
      "step": 4278
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020962192321389068,
      "loss": 0.2901,
      "step": 4279
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020940434218435112,
      "loss": 0.3091,
      "step": 4280
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.000209186844221191,
      "loss": 0.2305,
      "step": 4281
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020896942938658175,
      "loss": 0.2589,
      "step": 4282
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020875209774267106,
      "loss": 0.2899,
      "step": 4283
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020853484935158328,
      "loss": 0.2519,
      "step": 4284
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020831768427541792,
      "loss": 0.3699,
      "step": 4285
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020810060257625185,
      "loss": 0.3173,
      "step": 4286
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020788360431613746,
      "loss": 0.2237,
      "step": 4287
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020766668955710333,
      "loss": 0.3396,
      "step": 4288
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020744985836115417,
      "loss": 0.2352,
      "step": 4289
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0002072331107902713,
      "loss": 0.1961,
      "step": 4290
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020701644690641107,
      "loss": 0.2467,
      "step": 4291
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020679986677150713,
      "loss": 0.2724,
      "step": 4292
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0002065833704474684,
      "loss": 0.2926,
      "step": 4293
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020636695799618006,
      "loss": 0.2181,
      "step": 4294
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020615062947950335,
      "loss": 0.271,
      "step": 4295
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020593438495927546,
      "loss": 0.3262,
      "step": 4296
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0002057182244973095,
      "loss": 0.206,
      "step": 4297
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020550214815539503,
      "loss": 0.2976,
      "step": 4298
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020528615599529654,
      "loss": 0.2587,
      "step": 4299
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020507024807875569,
      "loss": 0.2974,
      "step": 4300
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020485442446748926,
      "loss": 0.242,
      "step": 4301
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020463868522319008,
      "loss": 0.251,
      "step": 4302
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020442303040752686,
      "loss": 0.2547,
      "step": 4303
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020420746008214464,
      "loss": 0.2072,
      "step": 4304
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020399197430866328,
      "loss": 0.2352,
      "step": 4305
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020377657314867963,
      "loss": 0.2014,
      "step": 4306
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020356125666376562,
      "loss": 0.231,
      "step": 4307
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0002033460249154692,
      "loss": 0.3202,
      "step": 4308
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020313087796531394,
      "loss": 0.279,
      "step": 4309
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020291581587479968,
      "loss": 0.3038,
      "step": 4310
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020270083870540113,
      "loss": 0.2538,
      "step": 4311
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0002024859465185696,
      "loss": 0.2848,
      "step": 4312
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020227113937573165,
      "loss": 0.2485,
      "step": 4313
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020205641733828954,
      "loss": 0.3344,
      "step": 4314
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020184178046762135,
      "loss": 0.2216,
      "step": 4315
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020162722882508072,
      "loss": 0.3019,
      "step": 4316
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020141276247199674,
      "loss": 0.1997,
      "step": 4317
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0002011983814696749,
      "loss": 0.2238,
      "step": 4318
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020098408587939493,
      "loss": 0.2637,
      "step": 4319
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020076987576241363,
      "loss": 0.2968,
      "step": 4320
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020055575117996233,
      "loss": 0.2396,
      "step": 4321
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020034171219324832,
      "loss": 0.2544,
      "step": 4322
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00020012775886345426,
      "loss": 0.3185,
      "step": 4323
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0001999138912517388,
      "loss": 0.2595,
      "step": 4324
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00019970010941923512,
      "loss": 0.1985,
      "step": 4325
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00019948641342705298,
      "loss": 0.2494,
      "step": 4326
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0001992728033362769,
      "loss": 0.219,
      "step": 4327
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00019905927920796701,
      "loss": 0.2685,
      "step": 4328
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00019884584110315873,
      "loss": 0.2487,
      "step": 4329
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00019863248908286364,
      "loss": 0.328,
      "step": 4330
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00019841922320806737,
      "loss": 0.2507,
      "step": 4331
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019820604353973226,
      "loss": 0.2713,
      "step": 4332
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001979929501387952,
      "loss": 0.2472,
      "step": 4333
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001977799430661687,
      "loss": 0.269,
      "step": 4334
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019756702238274033,
      "loss": 0.3201,
      "step": 4335
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019735418814937377,
      "loss": 0.239,
      "step": 4336
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019714144042690663,
      "loss": 0.2145,
      "step": 4337
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019692877927615326,
      "loss": 0.3674,
      "step": 4338
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019671620475790192,
      "loss": 0.2638,
      "step": 4339
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001965037169329173,
      "loss": 0.4483,
      "step": 4340
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001962913158619385,
      "loss": 0.2652,
      "step": 4341
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001960790016056801,
      "loss": 0.2481,
      "step": 4342
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019586677422483168,
      "loss": 0.239,
      "step": 4343
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001956546337800587,
      "loss": 0.3192,
      "step": 4344
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019544258033200052,
      "loss": 0.2918,
      "step": 4345
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019523061394127283,
      "loss": 0.242,
      "step": 4346
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001950187346684658,
      "loss": 0.2754,
      "step": 4347
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019480694257414483,
      "loss": 0.3273,
      "step": 4348
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019459523771885018,
      "loss": 0.1746,
      "step": 4349
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001943836201630978,
      "loss": 0.2721,
      "step": 4350
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001941720899673781,
      "loss": 0.2096,
      "step": 4351
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019396064719215674,
      "loss": 0.3365,
      "step": 4352
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019374929189787426,
      "loss": 0.1996,
      "step": 4353
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019353802414494637,
      "loss": 0.2182,
      "step": 4354
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019332684399376343,
      "loss": 0.282,
      "step": 4355
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019311575150469145,
      "loss": 0.2354,
      "step": 4356
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001929047467380707,
      "loss": 0.263,
      "step": 4357
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019269382975421655,
      "loss": 0.213,
      "step": 4358
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001924830006134195,
      "loss": 0.256,
      "step": 4359
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001922722593759446,
      "loss": 0.2674,
      "step": 4360
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019206160610203205,
      "loss": 0.3153,
      "step": 4361
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019185104085189664,
      "loss": 0.2599,
      "step": 4362
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019164056368572847,
      "loss": 0.2532,
      "step": 4363
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.000191430174663692,
      "loss": 0.3681,
      "step": 4364
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019121987384592665,
      "loss": 0.3382,
      "step": 4365
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001910096612925466,
      "loss": 0.281,
      "step": 4366
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019079953706364083,
      "loss": 0.3127,
      "step": 4367
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.000190589501219273,
      "loss": 0.2382,
      "step": 4368
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019037955381948174,
      "loss": 0.2765,
      "step": 4369
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00019016969492428022,
      "loss": 0.329,
      "step": 4370
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018995992459365624,
      "loss": 0.2705,
      "step": 4371
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018975024288757236,
      "loss": 0.3592,
      "step": 4372
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018954064986596587,
      "loss": 0.281,
      "step": 4373
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001893311455887485,
      "loss": 0.2621,
      "step": 4374
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018912173011580703,
      "loss": 0.2579,
      "step": 4375
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001889124035070024,
      "loss": 0.2712,
      "step": 4376
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018870316582217045,
      "loss": 0.209,
      "step": 4377
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018849401712112146,
      "loss": 0.3184,
      "step": 4378
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018828495746364026,
      "loss": 0.2693,
      "step": 4379
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018807598690948613,
      "loss": 0.2002,
      "step": 4380
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018786710551839354,
      "loss": 0.2936,
      "step": 4381
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018765831335007028,
      "loss": 0.3088,
      "step": 4382
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001874496104641998,
      "loss": 0.2553,
      "step": 4383
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018724099692043932,
      "loss": 0.3372,
      "step": 4384
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018703247277842089,
      "loss": 0.3411,
      "step": 4385
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018682403809775055,
      "loss": 0.3782,
      "step": 4386
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018661569293800963,
      "loss": 0.2799,
      "step": 4387
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018640743735875265,
      "loss": 0.2786,
      "step": 4388
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0001861992714195097,
      "loss": 0.2516,
      "step": 4389
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018599119517978451,
      "loss": 0.3677,
      "step": 4390
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018578320869905545,
      "loss": 0.2032,
      "step": 4391
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018557531203677502,
      "loss": 0.2755,
      "step": 4392
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018536750525237068,
      "loss": 0.2071,
      "step": 4393
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.000185159788405243,
      "loss": 0.2265,
      "step": 4394
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018495216155476813,
      "loss": 0.2677,
      "step": 4395
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018474462476029575,
      "loss": 0.2601,
      "step": 4396
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018453717808115,
      "loss": 0.3129,
      "step": 4397
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018432982157662897,
      "loss": 0.3733,
      "step": 4398
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018412255530600585,
      "loss": 0.3087,
      "step": 4399
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018391537932852675,
      "loss": 0.2985,
      "step": 4400
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018370829370341308,
      "loss": 0.1745,
      "step": 4401
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0001835012984898598,
      "loss": 0.2314,
      "step": 4402
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018329439374703633,
      "loss": 0.3196,
      "step": 4403
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.000183087579534086,
      "loss": 0.2953,
      "step": 4404
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018288085591012648,
      "loss": 0.2713,
      "step": 4405
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018267422293424918,
      "loss": 0.2919,
      "step": 4406
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018246768066552043,
      "loss": 0.337,
      "step": 4407
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018226122916297933,
      "loss": 0.279,
      "step": 4408
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018205486848564035,
      "loss": 0.3023,
      "step": 4409
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018184859869249114,
      "loss": 0.2019,
      "step": 4410
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018164241984249368,
      "loss": 0.2554,
      "step": 4411
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0001814363319945838,
      "loss": 0.2914,
      "step": 4412
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018123033520767195,
      "loss": 0.273,
      "step": 4413
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0001810244295406413,
      "loss": 0.2391,
      "step": 4414
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0001808186150523502,
      "loss": 0.3247,
      "step": 4415
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018061289180163037,
      "loss": 0.181,
      "step": 4416
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018040725984728745,
      "loss": 0.2235,
      "step": 4417
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018020171924810086,
      "loss": 0.2295,
      "step": 4418
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0001799962700628247,
      "loss": 0.2497,
      "step": 4419
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017979091235018562,
      "loss": 0.2395,
      "step": 4420
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017958564616888534,
      "loss": 0.2168,
      "step": 4421
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017938047157759884,
      "loss": 0.2287,
      "step": 4422
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0001791753886349749,
      "loss": 0.229,
      "step": 4423
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017897039739963604,
      "loss": 0.1738,
      "step": 4424
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017876549793017932,
      "loss": 0.2451,
      "step": 4425
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017856069028517423,
      "loss": 0.2479,
      "step": 4426
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017835597452316542,
      "loss": 0.385,
      "step": 4427
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017815135070267007,
      "loss": 0.2161,
      "step": 4428
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017794681888218,
      "loss": 0.3137,
      "step": 4429
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017774237912016023,
      "loss": 0.3403,
      "step": 4430
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017753803147504954,
      "loss": 0.2947,
      "step": 4431
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0001773337760052604,
      "loss": 0.2335,
      "step": 4432
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017712961276917933,
      "loss": 0.2362,
      "step": 4433
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017692554182516552,
      "loss": 0.1556,
      "step": 4434
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0001767215632315528,
      "loss": 0.2719,
      "step": 4435
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017651767704664816,
      "loss": 0.2079,
      "step": 4436
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017631388332873206,
      "loss": 0.1938,
      "step": 4437
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0001761101821360585,
      "loss": 0.2464,
      "step": 4438
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017590657352685573,
      "loss": 0.3147,
      "step": 4439
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017570305755932437,
      "loss": 0.2979,
      "step": 4440
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017549963429163963,
      "loss": 0.2914,
      "step": 4441
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0001752963037819496,
      "loss": 0.1517,
      "step": 4442
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017509306608837606,
      "loss": 0.2521,
      "step": 4443
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0001748899212690141,
      "loss": 0.2491,
      "step": 4444
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017468686938193283,
      "loss": 0.2745,
      "step": 4445
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017448391048517376,
      "loss": 0.2353,
      "step": 4446
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017428104463675304,
      "loss": 0.3084,
      "step": 4447
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017407827189465892,
      "loss": 0.2136,
      "step": 4448
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017387559231685424,
      "loss": 0.2132,
      "step": 4449
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0001736730059612745,
      "loss": 0.2354,
      "step": 4450
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017347051288582876,
      "loss": 0.245,
      "step": 4451
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0001732681131483993,
      "loss": 0.184,
      "step": 4452
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00017306580680684214,
      "loss": 0.2355,
      "step": 4453
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00017286359391898576,
      "loss": 0.23,
      "step": 4454
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00017266147454263292,
      "loss": 0.2382,
      "step": 4455
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001724594487355589,
      "loss": 0.2092,
      "step": 4456
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00017225751655551263,
      "loss": 0.2573,
      "step": 4457
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00017205567806021594,
      "loss": 0.2075,
      "step": 4458
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001718539333073646,
      "loss": 0.2225,
      "step": 4459
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001716522823546264,
      "loss": 0.2506,
      "step": 4460
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001714507252596435,
      "loss": 0.207,
      "step": 4461
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00017124926208003056,
      "loss": 0.2133,
      "step": 4462
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001710478928733755,
      "loss": 0.3047,
      "step": 4463
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001708466176972394,
      "loss": 0.2066,
      "step": 4464
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00017064543660915687,
      "loss": 0.2556,
      "step": 4465
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001704443496666347,
      "loss": 0.3389,
      "step": 4466
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00017024335692715376,
      "loss": 0.2666,
      "step": 4467
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001700424584481674,
      "loss": 0.2516,
      "step": 4468
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016984165428710212,
      "loss": 0.2252,
      "step": 4469
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016964094450135764,
      "loss": 0.1737,
      "step": 4470
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016944032914830638,
      "loss": 0.2652,
      "step": 4471
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016923980828529423,
      "loss": 0.2796,
      "step": 4472
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001690393819696397,
      "loss": 0.258,
      "step": 4473
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016883905025863439,
      "loss": 0.2479,
      "step": 4474
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016863881320954282,
      "loss": 0.3189,
      "step": 4475
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016843867087960252,
      "loss": 0.2701,
      "step": 4476
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001682386233260237,
      "loss": 0.2135,
      "step": 4477
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016803867060599003,
      "loss": 0.2507,
      "step": 4478
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016783881277665757,
      "loss": 0.2251,
      "step": 4479
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016763904989515544,
      "loss": 0.2954,
      "step": 4480
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016743938201858554,
      "loss": 0.3051,
      "step": 4481
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001672398092040227,
      "loss": 0.2837,
      "step": 4482
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016704033150851438,
      "loss": 0.1686,
      "step": 4483
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001668409489890813,
      "loss": 0.1823,
      "step": 4484
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016664166170271655,
      "loss": 0.3219,
      "step": 4485
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016644246970638616,
      "loss": 0.2094,
      "step": 4486
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001662433730570288,
      "loss": 0.2519,
      "step": 4487
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016604437181155614,
      "loss": 0.3136,
      "step": 4488
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016584546602685209,
      "loss": 0.2809,
      "step": 4489
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.000165646655759774,
      "loss": 0.2985,
      "step": 4490
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001654479410671514,
      "loss": 0.2299,
      "step": 4491
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016524932200578658,
      "loss": 0.2228,
      "step": 4492
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016505079863245447,
      "loss": 0.2736,
      "step": 4493
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001648523710039028,
      "loss": 0.2332,
      "step": 4494
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016465403917685168,
      "loss": 0.2242,
      "step": 4495
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001644558032079944,
      "loss": 0.2028,
      "step": 4496
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016425766315399592,
      "loss": 0.2631,
      "step": 4497
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016405961907149468,
      "loss": 0.2794,
      "step": 4498
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016386167101710119,
      "loss": 0.1912,
      "step": 4499
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016366381904739868,
      "loss": 0.29,
      "step": 4500
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016346606321894264,
      "loss": 0.2464,
      "step": 4501
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016326840358826185,
      "loss": 0.291,
      "step": 4502
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001630708402118563,
      "loss": 0.287,
      "step": 4503
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016287337314619988,
      "loss": 0.3193,
      "step": 4504
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.000162676002447738,
      "loss": 0.3738,
      "step": 4505
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016247872817288885,
      "loss": 0.2763,
      "step": 4506
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016228155037804282,
      "loss": 0.254,
      "step": 4507
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016208446911956343,
      "loss": 0.1915,
      "step": 4508
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016188748445378543,
      "loss": 0.2971,
      "step": 4509
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001616905964370171,
      "loss": 0.2821,
      "step": 4510
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016149380512553853,
      "loss": 0.298,
      "step": 4511
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00016129711057560214,
      "loss": 0.3039,
      "step": 4512
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0001611005128434329,
      "loss": 0.2481,
      "step": 4513
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00016090401198522796,
      "loss": 0.2649,
      "step": 4514
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001607076080571567,
      "loss": 0.3404,
      "step": 4515
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00016051130111536133,
      "loss": 0.2457,
      "step": 4516
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00016031509121595532,
      "loss": 0.3206,
      "step": 4517
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00016011897841502554,
      "loss": 0.2915,
      "step": 4518
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001599229627686304,
      "loss": 0.2626,
      "step": 4519
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001597270443328006,
      "loss": 0.2116,
      "step": 4520
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015953122316353914,
      "loss": 0.2776,
      "step": 4521
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015933549931682162,
      "loss": 0.2911,
      "step": 4522
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015913987284859487,
      "loss": 0.2114,
      "step": 4523
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001589443438147789,
      "loss": 0.2789,
      "step": 4524
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015874891227126526,
      "loss": 0.3971,
      "step": 4525
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015855357827391782,
      "loss": 0.2269,
      "step": 4526
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001583583418785723,
      "loss": 0.2145,
      "step": 4527
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001581632031410374,
      "loss": 0.1948,
      "step": 4528
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015796816211709243,
      "loss": 0.1658,
      "step": 4529
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015777321886249025,
      "loss": 0.1775,
      "step": 4530
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001575783734329549,
      "loss": 0.2543,
      "step": 4531
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015738362588418265,
      "loss": 0.2571,
      "step": 4532
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015718897627184174,
      "loss": 0.2523,
      "step": 4533
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015699442465157297,
      "loss": 0.2998,
      "step": 4534
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015679997107898797,
      "loss": 0.2919,
      "step": 4535
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015660561560967167,
      "loss": 0.2268,
      "step": 4536
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015641135829917973,
      "loss": 0.2442,
      "step": 4537
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015621719920304083,
      "loss": 0.2422,
      "step": 4538
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001560231383767549,
      "loss": 0.2397,
      "step": 4539
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015582917587579392,
      "loss": 0.2378,
      "step": 4540
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015563531175560174,
      "loss": 0.2086,
      "step": 4541
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001554415460715946,
      "loss": 0.289,
      "step": 4542
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015524787887915949,
      "loss": 0.2235,
      "step": 4543
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001550543102336564,
      "loss": 0.3745,
      "step": 4544
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015486084019041658,
      "loss": 0.2911,
      "step": 4545
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015466746880474314,
      "loss": 0.1741,
      "step": 4546
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015447419613191083,
      "loss": 0.251,
      "step": 4547
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015428102222716695,
      "loss": 0.3058,
      "step": 4548
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015408794714572927,
      "loss": 0.3478,
      "step": 4549
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015389497094278859,
      "loss": 0.2766,
      "step": 4550
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015370209367350675,
      "loss": 0.2403,
      "step": 4551
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015350931539301734,
      "loss": 0.2803,
      "step": 4552
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015331663615642576,
      "loss": 0.2105,
      "step": 4553
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015312405601880952,
      "loss": 0.2201,
      "step": 4554
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015293157503521677,
      "loss": 0.1786,
      "step": 4555
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015273919326066836,
      "loss": 0.2964,
      "step": 4556
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015254691075015632,
      "loss": 0.257,
      "step": 4557
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015235472755864427,
      "loss": 0.3137,
      "step": 4558
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015216264374106754,
      "loss": 0.3002,
      "step": 4559
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.000151970659352333,
      "loss": 0.2911,
      "step": 4560
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015177877444731903,
      "loss": 0.2483,
      "step": 4561
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001515869890808761,
      "loss": 0.293,
      "step": 4562
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015139530330782514,
      "loss": 0.2895,
      "step": 4563
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015120371718295984,
      "loss": 0.2569,
      "step": 4564
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001510122307610446,
      "loss": 0.2332,
      "step": 4565
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015082084409681563,
      "loss": 0.3315,
      "step": 4566
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001506295572449803,
      "loss": 0.2808,
      "step": 4567
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015043837026021824,
      "loss": 0.1899,
      "step": 4568
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015024728319717933,
      "loss": 0.3399,
      "step": 4569
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00015005629611048604,
      "loss": 0.2252,
      "step": 4570
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00014986540905473166,
      "loss": 0.2048,
      "step": 4571
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001496746220844809,
      "loss": 0.2973,
      "step": 4572
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001494839352542699,
      "loss": 0.3039,
      "step": 4573
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0001492933486186066,
      "loss": 0.2507,
      "step": 4574
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014910286223196939,
      "loss": 0.2623,
      "step": 4575
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014891247614880903,
      "loss": 0.2073,
      "step": 4576
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001487221904235469,
      "loss": 0.3239,
      "step": 4577
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014853200511057602,
      "loss": 0.268,
      "step": 4578
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014834192026426046,
      "loss": 0.2292,
      "step": 4579
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014815193593893582,
      "loss": 0.2458,
      "step": 4580
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014796205218890873,
      "loss": 0.1828,
      "step": 4581
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014777226906845746,
      "loss": 0.2624,
      "step": 4582
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001475825866318311,
      "loss": 0.2724,
      "step": 4583
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001473930049332502,
      "loss": 0.228,
      "step": 4584
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014720352402690633,
      "loss": 0.2938,
      "step": 4585
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001470141439669624,
      "loss": 0.2905,
      "step": 4586
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001468248648075523,
      "loss": 0.1847,
      "step": 4587
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014663568660278154,
      "loss": 0.3175,
      "step": 4588
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014644660940672628,
      "loss": 0.1694,
      "step": 4589
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.000146257633273434,
      "loss": 0.3232,
      "step": 4590
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014606875825692322,
      "loss": 0.2768,
      "step": 4591
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014587998441118355,
      "loss": 0.3253,
      "step": 4592
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014569131179017596,
      "loss": 0.3307,
      "step": 4593
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001455027404478322,
      "loss": 0.1671,
      "step": 4594
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014531427043805507,
      "loss": 0.238,
      "step": 4595
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001451259018147185,
      "loss": 0.3243,
      "step": 4596
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014493763463166738,
      "loss": 0.2987,
      "step": 4597
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001447494689427175,
      "loss": 0.1827,
      "step": 4598
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001445614048016561,
      "loss": 0.2121,
      "step": 4599
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001443734422622408,
      "loss": 0.2864,
      "step": 4600
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001441855813782006,
      "loss": 0.2704,
      "step": 4601
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014399782220323514,
      "loss": 0.2769,
      "step": 4602
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014381016479101527,
      "loss": 0.303,
      "step": 4603
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014362260919518232,
      "loss": 0.3263,
      "step": 4604
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014343515546934933,
      "loss": 0.2621,
      "step": 4605
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014324780366709912,
      "loss": 0.2783,
      "step": 4606
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001430605538419863,
      "loss": 0.2741,
      "step": 4607
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014287340604753597,
      "loss": 0.3397,
      "step": 4608
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014268636033724393,
      "loss": 0.2628,
      "step": 4609
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001424994167645769,
      "loss": 0.4119,
      "step": 4610
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014231257538297286,
      "loss": 0.1988,
      "step": 4611
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014212583624583964,
      "loss": 0.1861,
      "step": 4612
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001419391994065567,
      "loss": 0.3084,
      "step": 4613
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014175266491847383,
      "loss": 0.2308,
      "step": 4614
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001415662328349117,
      "loss": 0.3011,
      "step": 4615
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001413799032091615,
      "loss": 0.2578,
      "step": 4616
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014119367609448575,
      "loss": 0.2606,
      "step": 4617
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001410075515441166,
      "loss": 0.2108,
      "step": 4618
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.000140821529611258,
      "loss": 0.2864,
      "step": 4619
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014063561034908384,
      "loss": 0.337,
      "step": 4620
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014044979381073897,
      "loss": 0.2307,
      "step": 4621
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014026408004933882,
      "loss": 0.3587,
      "step": 4622
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00014007846911796935,
      "loss": 0.2538,
      "step": 4623
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00013989296106968702,
      "loss": 0.2362,
      "step": 4624
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00013970755595751961,
      "loss": 0.2399,
      "step": 4625
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00013952225383446427,
      "loss": 0.2198,
      "step": 4626
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00013933705475348979,
      "loss": 0.2095,
      "step": 4627
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00013915195876753494,
      "loss": 0.2577,
      "step": 4628
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001389669659295092,
      "loss": 0.3945,
      "step": 4629
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00013878207629229234,
      "loss": 0.2642,
      "step": 4630
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00013859728990873527,
      "loss": 0.341,
      "step": 4631
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00013841260683165836,
      "loss": 0.3373,
      "step": 4632
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0001382280271138534,
      "loss": 0.2092,
      "step": 4633
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00013804355080808216,
      "loss": 0.2553,
      "step": 4634
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013785917796707692,
      "loss": 0.3081,
      "step": 4635
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013767490864354033,
      "loss": 0.2428,
      "step": 4636
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013749074289014584,
      "loss": 0.2742,
      "step": 4637
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013730668075953651,
      "loss": 0.2603,
      "step": 4638
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013712272230432664,
      "loss": 0.2075,
      "step": 4639
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013693886757710038,
      "loss": 0.2575,
      "step": 4640
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013675511663041235,
      "loss": 0.2728,
      "step": 4641
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001365714695167874,
      "loss": 0.2276,
      "step": 4642
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001363879262887212,
      "loss": 0.3004,
      "step": 4643
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013620448699867876,
      "loss": 0.2214,
      "step": 4644
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013602115169909657,
      "loss": 0.2152,
      "step": 4645
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013583792044238015,
      "loss": 0.2101,
      "step": 4646
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001356547932809064,
      "loss": 0.3239,
      "step": 4647
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001354717702670218,
      "loss": 0.2357,
      "step": 4648
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001352888514530432,
      "loss": 0.2425,
      "step": 4649
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013510603689125762,
      "loss": 0.1766,
      "step": 4650
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013492332663392272,
      "loss": 0.2087,
      "step": 4651
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001347407207332655,
      "loss": 0.2759,
      "step": 4652
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013455821924148392,
      "loss": 0.1945,
      "step": 4653
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013437582221074572,
      "loss": 0.1925,
      "step": 4654
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013419352969318887,
      "loss": 0.2161,
      "step": 4655
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013401134174092128,
      "loss": 0.2585,
      "step": 4656
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013382925840602157,
      "loss": 0.2747,
      "step": 4657
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013364727974053735,
      "loss": 0.324,
      "step": 4658
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013346540579648751,
      "loss": 0.282,
      "step": 4659
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013328363662586028,
      "loss": 0.2483,
      "step": 4660
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013310197228061415,
      "loss": 0.2411,
      "step": 4661
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013292041281267754,
      "loss": 0.2286,
      "step": 4662
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013273895827394932,
      "loss": 0.2554,
      "step": 4663
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013255760871629753,
      "loss": 0.2946,
      "step": 4664
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013237636419156107,
      "loss": 0.2854,
      "step": 4665
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013219522475154828,
      "loss": 0.2347,
      "step": 4666
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001320141904480377,
      "loss": 0.2249,
      "step": 4667
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013183326133277772,
      "loss": 0.2103,
      "step": 4668
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013165243745748666,
      "loss": 0.3401,
      "step": 4669
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013147171887385273,
      "loss": 0.3264,
      "step": 4670
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013129110563353435,
      "loss": 0.2502,
      "step": 4671
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013111059778815915,
      "loss": 0.2671,
      "step": 4672
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013093019538932543,
      "loss": 0.3255,
      "step": 4673
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013074989848860087,
      "loss": 0.2567,
      "step": 4674
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013056970713752302,
      "loss": 0.2106,
      "step": 4675
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013038962138759924,
      "loss": 0.3107,
      "step": 4676
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00013020964129030726,
      "loss": 0.2143,
      "step": 4677
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001300297668970935,
      "loss": 0.2551,
      "step": 4678
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00012984999825937533,
      "loss": 0.2253,
      "step": 4679
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001296703354285392,
      "loss": 0.2947,
      "step": 4680
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00012949077845594143,
      "loss": 0.2657,
      "step": 4681
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00012931132739290807,
      "loss": 0.2866,
      "step": 4682
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00012913198229073537,
      "loss": 0.2099,
      "step": 4683
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001289527432006883,
      "loss": 0.2151,
      "step": 4684
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00012877361017400257,
      "loss": 0.2287,
      "step": 4685
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00012859458326188296,
      "loss": 0.1861,
      "step": 4686
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00012841566251550407,
      "loss": 0.2478,
      "step": 4687
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001282368479860102,
      "loss": 0.2239,
      "step": 4688
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001280581397245152,
      "loss": 0.2637,
      "step": 4689
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00012787953778210237,
      "loss": 0.2533,
      "step": 4690
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00012770104220982526,
      "loss": 0.2578,
      "step": 4691
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00012752265305870637,
      "loss": 0.2892,
      "step": 4692
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.000127344370379738,
      "loss": 0.2783,
      "step": 4693
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001271661942238821,
      "loss": 0.2546,
      "step": 4694
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00012698812464206994,
      "loss": 0.2904,
      "step": 4695
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012681016168520243,
      "loss": 0.1845,
      "step": 4696
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012663230540415032,
      "loss": 0.2615,
      "step": 4697
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012645455584975345,
      "loss": 0.2306,
      "step": 4698
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012627691307282124,
      "loss": 0.3165,
      "step": 4699
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012609937712413266,
      "loss": 0.245,
      "step": 4700
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012592194805443617,
      "loss": 0.318,
      "step": 4701
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0001257446259144494,
      "loss": 0.3175,
      "step": 4702
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012556741075486007,
      "loss": 0.1903,
      "step": 4703
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012539030262632462,
      "loss": 0.2178,
      "step": 4704
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012521330157946918,
      "loss": 0.2474,
      "step": 4705
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0001250364076648894,
      "loss": 0.2615,
      "step": 4706
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012485962093315,
      "loss": 0.2805,
      "step": 4707
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012468294143478515,
      "loss": 0.1816,
      "step": 4708
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0001245063692202988,
      "loss": 0.2538,
      "step": 4709
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0001243299043401636,
      "loss": 0.2413,
      "step": 4710
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012415354684482195,
      "loss": 0.309,
      "step": 4711
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012397729678468534,
      "loss": 0.4343,
      "step": 4712
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012380115421013442,
      "loss": 0.2067,
      "step": 4713
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0001236251191715198,
      "loss": 0.2575,
      "step": 4714
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012344919171916024,
      "loss": 0.3038,
      "step": 4715
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012327337190334487,
      "loss": 0.2697,
      "step": 4716
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012309765977433135,
      "loss": 0.338,
      "step": 4717
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012292205538234674,
      "loss": 0.1853,
      "step": 4718
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0001227465587775873,
      "loss": 0.2845,
      "step": 4719
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012257117001021871,
      "loss": 0.2058,
      "step": 4720
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012239588913037525,
      "loss": 0.3318,
      "step": 4721
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.000122220716188161,
      "loss": 0.2171,
      "step": 4722
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012204565123364886,
      "loss": 0.3184,
      "step": 4723
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012187069431688091,
      "loss": 0.2934,
      "step": 4724
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012169584548786821,
      "loss": 0.2018,
      "step": 4725
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0001215211047965914,
      "loss": 0.3239,
      "step": 4726
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012134647229299944,
      "loss": 0.1795,
      "step": 4727
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0001211719480270111,
      "loss": 0.274,
      "step": 4728
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012099753204851388,
      "loss": 0.3171,
      "step": 4729
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012082322440736426,
      "loss": 0.2497,
      "step": 4730
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012064902515338772,
      "loss": 0.2236,
      "step": 4731
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012047493433637936,
      "loss": 0.2587,
      "step": 4732
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012030095200610219,
      "loss": 0.3076,
      "step": 4733
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00012012707821228941,
      "loss": 0.2963,
      "step": 4734
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011995331300464202,
      "loss": 0.26,
      "step": 4735
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011977965643283106,
      "loss": 0.2187,
      "step": 4736
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011960610854649584,
      "loss": 0.2769,
      "step": 4737
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011943266939524478,
      "loss": 0.2126,
      "step": 4738
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0001192593390286551,
      "loss": 0.2785,
      "step": 4739
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011908611749627351,
      "loss": 0.2348,
      "step": 4740
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011891300484761453,
      "loss": 0.2651,
      "step": 4741
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011874000113216266,
      "loss": 0.2395,
      "step": 4742
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011856710639937063,
      "loss": 0.2013,
      "step": 4743
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011839432069866012,
      "loss": 0.2713,
      "step": 4744
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011822164407942154,
      "loss": 0.2222,
      "step": 4745
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011804907659101483,
      "loss": 0.362,
      "step": 4746
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011787661828276741,
      "loss": 0.1799,
      "step": 4747
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011770426920397687,
      "loss": 0.2073,
      "step": 4748
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011753202940390867,
      "loss": 0.2673,
      "step": 4749
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011735989893179743,
      "loss": 0.1848,
      "step": 4750
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011718787783684625,
      "loss": 0.2344,
      "step": 4751
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011701596616822751,
      "loss": 0.3606,
      "step": 4752
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0001168441639750814,
      "loss": 0.2677,
      "step": 4753
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011667247130651787,
      "loss": 0.2903,
      "step": 4754
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011650088821161458,
      "loss": 0.3068,
      "step": 4755
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00011632941473941866,
      "loss": 0.2543,
      "step": 4756
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011615805093894544,
      "loss": 0.3559,
      "step": 4757
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011598679685917901,
      "loss": 0.2402,
      "step": 4758
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011581565254907206,
      "loss": 0.2541,
      "step": 4759
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011564461805754634,
      "loss": 0.2392,
      "step": 4760
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011547369343349123,
      "loss": 0.2467,
      "step": 4761
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011530287872576578,
      "loss": 0.1628,
      "step": 4762
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011513217398319697,
      "loss": 0.2632,
      "step": 4763
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011496157925458057,
      "loss": 0.3707,
      "step": 4764
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011479109458868064,
      "loss": 0.2065,
      "step": 4765
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011462072003423052,
      "loss": 0.2818,
      "step": 4766
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.0001144504556399309,
      "loss": 0.2526,
      "step": 4767
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011428030145445207,
      "loss": 0.2764,
      "step": 4768
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011411025752643218,
      "loss": 0.2164,
      "step": 4769
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011394032390447817,
      "loss": 0.2819,
      "step": 4770
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011377050063716515,
      "loss": 0.2112,
      "step": 4771
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011360078777303728,
      "loss": 0.2766,
      "step": 4772
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011343118536060621,
      "loss": 0.2714,
      "step": 4773
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011326169344835296,
      "loss": 0.2888,
      "step": 4774
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011309231208472648,
      "loss": 0.2466,
      "step": 4775
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011292304131814418,
      "loss": 0.2143,
      "step": 4776
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011275388119699181,
      "loss": 0.2652,
      "step": 4777
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011258483176962364,
      "loss": 0.3867,
      "step": 4778
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011241589308436212,
      "loss": 0.1827,
      "step": 4779
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011224706518949845,
      "loss": 0.2633,
      "step": 4780
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011207834813329138,
      "loss": 0.2133,
      "step": 4781
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011190974196396886,
      "loss": 0.2462,
      "step": 4782
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011174124672972657,
      "loss": 0.2778,
      "step": 4783
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011157286247872872,
      "loss": 0.2301,
      "step": 4784
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011140458925910751,
      "loss": 0.3249,
      "step": 4785
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011123642711896403,
      "loss": 0.2623,
      "step": 4786
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011106837610636671,
      "loss": 0.2663,
      "step": 4787
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.0001109004362693531,
      "loss": 0.1717,
      "step": 4788
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011073260765592835,
      "loss": 0.212,
      "step": 4789
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011056489031406618,
      "loss": 0.2366,
      "step": 4790
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011039728429170814,
      "loss": 0.267,
      "step": 4791
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.0001102297896367646,
      "loss": 0.1807,
      "step": 4792
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00011006240639711323,
      "loss": 0.2803,
      "step": 4793
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010989513462060063,
      "loss": 0.2025,
      "step": 4794
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010972797435504106,
      "loss": 0.2469,
      "step": 4795
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010956092564821712,
      "loss": 0.2793,
      "step": 4796
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010939398854787924,
      "loss": 0.3518,
      "step": 4797
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010922716310174668,
      "loss": 0.2434,
      "step": 4798
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010906044935750565,
      "loss": 0.2212,
      "step": 4799
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.0001088938473628115,
      "loss": 0.331,
      "step": 4800
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010872735716528703,
      "loss": 0.2459,
      "step": 4801
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010856097881252325,
      "loss": 0.2969,
      "step": 4802
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010839471235207914,
      "loss": 0.2812,
      "step": 4803
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010822855783148183,
      "loss": 0.2158,
      "step": 4804
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010806251529822619,
      "loss": 0.2076,
      "step": 4805
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010789658479977554,
      "loss": 0.23,
      "step": 4806
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010773076638356071,
      "loss": 0.2864,
      "step": 4807
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010756506009698075,
      "loss": 0.2982,
      "step": 4808
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010739946598740247,
      "loss": 0.2258,
      "step": 4809
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010723398410216084,
      "loss": 0.2653,
      "step": 4810
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010706861448855842,
      "loss": 0.2454,
      "step": 4811
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010690335719386618,
      "loss": 0.2292,
      "step": 4812
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.0001067382122653226,
      "loss": 0.2464,
      "step": 4813
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010657317975013409,
      "loss": 0.3247,
      "step": 4814
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010640825969547497,
      "loss": 0.2881,
      "step": 4815
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00010624345214848747,
      "loss": 0.2972,
      "step": 4816
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010607875715628141,
      "loss": 0.2494,
      "step": 4817
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010591417476593496,
      "loss": 0.2437,
      "step": 4818
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0001057497050244936,
      "loss": 0.2772,
      "step": 4819
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010558534797897085,
      "loss": 0.2973,
      "step": 4820
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010542110367634783,
      "loss": 0.2194,
      "step": 4821
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010525697216357367,
      "loss": 0.2518,
      "step": 4822
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010509295348756503,
      "loss": 0.3127,
      "step": 4823
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010492904769520645,
      "loss": 0.2816,
      "step": 4824
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010476525483335031,
      "loss": 0.3142,
      "step": 4825
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0001046015749488165,
      "loss": 0.3152,
      "step": 4826
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010443800808839271,
      "loss": 0.2909,
      "step": 4827
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010427455429883426,
      "loss": 0.2668,
      "step": 4828
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010411121362686421,
      "loss": 0.2931,
      "step": 4829
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010394798611917322,
      "loss": 0.2697,
      "step": 4830
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0001037848718224198,
      "loss": 0.2787,
      "step": 4831
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010362187078322994,
      "loss": 0.278,
      "step": 4832
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010345898304819712,
      "loss": 0.2979,
      "step": 4833
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010329620866388262,
      "loss": 0.2425,
      "step": 4834
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010313354767681554,
      "loss": 0.2633,
      "step": 4835
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010297100013349181,
      "loss": 0.2411,
      "step": 4836
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010280856608037586,
      "loss": 0.2147,
      "step": 4837
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010264624556389912,
      "loss": 0.2006,
      "step": 4838
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010248403863046069,
      "loss": 0.2341,
      "step": 4839
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010232194532642697,
      "loss": 0.2928,
      "step": 4840
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010215996569813263,
      "loss": 0.2682,
      "step": 4841
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010199809979187873,
      "loss": 0.2767,
      "step": 4842
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010183634765393506,
      "loss": 0.2173,
      "step": 4843
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010167470933053757,
      "loss": 0.2267,
      "step": 4844
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010151318486789085,
      "loss": 0.2829,
      "step": 4845
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0001013517743121663,
      "loss": 0.2326,
      "step": 4846
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010119047770950296,
      "loss": 0.2421,
      "step": 4847
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.000101029295106007,
      "loss": 0.2838,
      "step": 4848
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010086822654775274,
      "loss": 0.1971,
      "step": 4849
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010070727208078085,
      "loss": 0.3497,
      "step": 4850
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010054643175110035,
      "loss": 0.2054,
      "step": 4851
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010038570560468707,
      "loss": 0.2213,
      "step": 4852
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010022509368748444,
      "loss": 0.2386,
      "step": 4853
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00010006459604540297,
      "loss": 0.3007,
      "step": 4854
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.990421272432109e-05,
      "loss": 0.2058,
      "step": 4855
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.974394377008367e-05,
      "loss": 0.1674,
      "step": 4856
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.958378922850376e-05,
      "loss": 0.2297,
      "step": 4857
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.942374914536112e-05,
      "loss": 0.2765,
      "step": 4858
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.926382356640312e-05,
      "loss": 0.2366,
      "step": 4859
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.910401253734403e-05,
      "loss": 0.2995,
      "step": 4860
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.894431610386606e-05,
      "loss": 0.2631,
      "step": 4861
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.878473431161766e-05,
      "loss": 0.3223,
      "step": 4862
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.862526720621557e-05,
      "loss": 0.3364,
      "step": 4863
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.846591483324296e-05,
      "loss": 0.2424,
      "step": 4864
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.830667723825066e-05,
      "loss": 0.3079,
      "step": 4865
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.814755446675638e-05,
      "loss": 0.2281,
      "step": 4866
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.798854656424522e-05,
      "loss": 0.1778,
      "step": 4867
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.782965357616925e-05,
      "loss": 0.2127,
      "step": 4868
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.767087554794818e-05,
      "loss": 0.2404,
      "step": 4869
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.7512212524968e-05,
      "loss": 0.2546,
      "step": 4870
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.735366455258266e-05,
      "loss": 0.2595,
      "step": 4871
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.719523167611283e-05,
      "loss": 0.2212,
      "step": 4872
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.70369139408463e-05,
      "loss": 0.3756,
      "step": 4873
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.687871139203785e-05,
      "loss": 0.2481,
      "step": 4874
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.67206240749099e-05,
      "loss": 0.3395,
      "step": 4875
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.656265203465092e-05,
      "loss": 0.2027,
      "step": 4876
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.640479531641739e-05,
      "loss": 0.325,
      "step": 4877
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.624705396533234e-05,
      "loss": 0.3018,
      "step": 4878
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.608942802648595e-05,
      "loss": 0.2745,
      "step": 4879
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.593191754493519e-05,
      "loss": 0.269,
      "step": 4880
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.577452256570468e-05,
      "loss": 0.2112,
      "step": 4881
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.5617243133785e-05,
      "loss": 0.3776,
      "step": 4882
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.546007929413464e-05,
      "loss": 0.2897,
      "step": 4883
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.53030310916786e-05,
      "loss": 0.2909,
      "step": 4884
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.514609857130884e-05,
      "loss": 0.2493,
      "step": 4885
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.498928177788435e-05,
      "loss": 0.2623,
      "step": 4886
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.483258075623096e-05,
      "loss": 0.293,
      "step": 4887
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.467599555114137e-05,
      "loss": 0.2254,
      "step": 4888
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.451952620737559e-05,
      "loss": 0.2538,
      "step": 4889
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.436317276965967e-05,
      "loss": 0.2594,
      "step": 4890
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.420693528268748e-05,
      "loss": 0.284,
      "step": 4891
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.405081379111907e-05,
      "loss": 0.233,
      "step": 4892
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.389480833958158e-05,
      "loss": 0.2695,
      "step": 4893
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.373891897266889e-05,
      "loss": 0.2311,
      "step": 4894
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.358314573494209e-05,
      "loss": 0.2631,
      "step": 4895
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.342748867092832e-05,
      "loss": 0.2401,
      "step": 4896
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.327194782512222e-05,
      "loss": 0.2732,
      "step": 4897
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.311652324198484e-05,
      "loss": 0.275,
      "step": 4898
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.296121496594411e-05,
      "loss": 0.1772,
      "step": 4899
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.280602304139458e-05,
      "loss": 0.2381,
      "step": 4900
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.265094751269804e-05,
      "loss": 0.3085,
      "step": 4901
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.249598842418205e-05,
      "loss": 0.2188,
      "step": 4902
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.234114582014185e-05,
      "loss": 0.2412,
      "step": 4903
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.218641974483893e-05,
      "loss": 0.2937,
      "step": 4904
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.203181024250151e-05,
      "loss": 0.3013,
      "step": 4905
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.187731735732435e-05,
      "loss": 0.2604,
      "step": 4906
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.17229411334694e-05,
      "loss": 0.2193,
      "step": 4907
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.156868161506448e-05,
      "loss": 0.2821,
      "step": 4908
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.14145388462047e-05,
      "loss": 0.1874,
      "step": 4909
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.12605128709516e-05,
      "loss": 0.2576,
      "step": 4910
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.110660373333319e-05,
      "loss": 0.2316,
      "step": 4911
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.095281147734424e-05,
      "loss": 0.3696,
      "step": 4912
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.079913614694602e-05,
      "loss": 0.28,
      "step": 4913
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.06455777860663e-05,
      "loss": 0.2174,
      "step": 4914
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.049213643859983e-05,
      "loss": 0.285,
      "step": 4915
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.033881214840745e-05,
      "loss": 0.2504,
      "step": 4916
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.018560495931665e-05,
      "loss": 0.22,
      "step": 4917
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.003251491512166e-05,
      "loss": 0.1986,
      "step": 4918
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.987954205958287e-05,
      "loss": 0.2379,
      "step": 4919
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.97266864364274e-05,
      "loss": 0.2855,
      "step": 4920
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.957394808934894e-05,
      "loss": 0.2331,
      "step": 4921
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.94213270620075e-05,
      "loss": 0.2516,
      "step": 4922
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.926882339802961e-05,
      "loss": 0.3073,
      "step": 4923
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.91164371410082e-05,
      "loss": 0.3274,
      "step": 4924
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.896416833450272e-05,
      "loss": 0.2433,
      "step": 4925
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.881201702203878e-05,
      "loss": 0.2628,
      "step": 4926
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.8659983247109e-05,
      "loss": 0.2632,
      "step": 4927
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.850806705317183e-05,
      "loss": 0.173,
      "step": 4928
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.835626848365231e-05,
      "loss": 0.1857,
      "step": 4929
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.820458758194188e-05,
      "loss": 0.2161,
      "step": 4930
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.805302439139834e-05,
      "loss": 0.3104,
      "step": 4931
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.790157895534578e-05,
      "loss": 0.2021,
      "step": 4932
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.775025131707459e-05,
      "loss": 0.2532,
      "step": 4933
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.759904151984183e-05,
      "loss": 0.2842,
      "step": 4934
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.744794960687046e-05,
      "loss": 0.3174,
      "step": 4935
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.729697562134992e-05,
      "loss": 0.2922,
      "step": 4936
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.714611960643588e-05,
      "loss": 0.333,
      "step": 4937
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.699538160525039e-05,
      "loss": 0.1935,
      "step": 4938
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.684476166088151e-05,
      "loss": 0.2517,
      "step": 4939
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.669425981638413e-05,
      "loss": 0.2333,
      "step": 4940
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.654387611477871e-05,
      "loss": 0.2641,
      "step": 4941
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.639361059905232e-05,
      "loss": 0.2378,
      "step": 4942
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.624346331215815e-05,
      "loss": 0.3638,
      "step": 4943
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.60934342970156e-05,
      "loss": 0.3167,
      "step": 4944
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.594352359651014e-05,
      "loss": 0.2638,
      "step": 4945
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.579373125349382e-05,
      "loss": 0.2629,
      "step": 4946
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.56440573107844e-05,
      "loss": 0.2049,
      "step": 4947
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.549450181116598e-05,
      "loss": 0.3025,
      "step": 4948
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.53450647973888e-05,
      "loss": 0.2629,
      "step": 4949
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.519574631216925e-05,
      "loss": 0.1817,
      "step": 4950
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.50465463981897e-05,
      "loss": 0.2437,
      "step": 4951
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.489746509809915e-05,
      "loss": 0.2431,
      "step": 4952
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.474850245451171e-05,
      "loss": 0.1688,
      "step": 4953
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.459965851000856e-05,
      "loss": 0.1655,
      "step": 4954
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.445093330713643e-05,
      "loss": 0.2197,
      "step": 4955
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.430232688840828e-05,
      "loss": 0.2054,
      "step": 4956
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.415383929630276e-05,
      "loss": 0.2097,
      "step": 4957
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.40054705732654e-05,
      "loss": 0.2333,
      "step": 4958
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.385722076170665e-05,
      "loss": 0.3097,
      "step": 4959
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.370908990400383e-05,
      "loss": 0.1852,
      "step": 4960
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.356107804249985e-05,
      "loss": 0.2958,
      "step": 4961
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.341318521950375e-05,
      "loss": 0.2218,
      "step": 4962
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.326541147729039e-05,
      "loss": 0.2093,
      "step": 4963
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.311775685810097e-05,
      "loss": 0.2625,
      "step": 4964
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.29702214041419e-05,
      "loss": 0.2792,
      "step": 4965
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.282280515758638e-05,
      "loss": 0.2106,
      "step": 4966
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.267550816057306e-05,
      "loss": 0.2319,
      "step": 4967
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.252833045520658e-05,
      "loss": 0.2088,
      "step": 4968
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.238127208355727e-05,
      "loss": 0.3062,
      "step": 4969
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.223433308766204e-05,
      "loss": 0.2487,
      "step": 4970
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.208751350952271e-05,
      "loss": 0.2285,
      "step": 4971
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.194081339110776e-05,
      "loss": 0.2317,
      "step": 4972
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.179423277435117e-05,
      "loss": 0.3115,
      "step": 4973
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.164777170115278e-05,
      "loss": 0.2604,
      "step": 4974
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.15014302133783e-05,
      "loss": 0.2132,
      "step": 4975
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.13552083528592e-05,
      "loss": 0.162,
      "step": 4976
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.120910616139276e-05,
      "loss": 0.2059,
      "step": 4977
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.106312368074243e-05,
      "loss": 0.3016,
      "step": 4978
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.091726095263657e-05,
      "loss": 0.315,
      "step": 4979
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.077151801877031e-05,
      "loss": 0.2383,
      "step": 4980
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.062589492080385e-05,
      "loss": 0.2063,
      "step": 4981
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.048039170036342e-05,
      "loss": 0.207,
      "step": 4982
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.033500839904079e-05,
      "loss": 0.2833,
      "step": 4983
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.018974505839394e-05,
      "loss": 0.2149,
      "step": 4984
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.004460171994571e-05,
      "loss": 0.2261,
      "step": 4985
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.989957842518548e-05,
      "loss": 0.2574,
      "step": 4986
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.97546752155679e-05,
      "loss": 0.2151,
      "step": 4987
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.96098921325133e-05,
      "loss": 0.2371,
      "step": 4988
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.946522921740761e-05,
      "loss": 0.2545,
      "step": 4989
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.93206865116029e-05,
      "loss": 0.2671,
      "step": 4990
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.91762640564161e-05,
      "loss": 0.1842,
      "step": 4991
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.903196189313038e-05,
      "loss": 0.2781,
      "step": 4992
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.888778006299435e-05,
      "loss": 0.2507,
      "step": 4993
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.874371860722212e-05,
      "loss": 0.3145,
      "step": 4994
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.85997775669935e-05,
      "loss": 0.2129,
      "step": 4995
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.845595698345382e-05,
      "loss": 0.1974,
      "step": 4996
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.831225689771387e-05,
      "loss": 0.2522,
      "step": 4997
    },
    {
      "epoch": 0.82,
      "learning_rate": 7.816867735085054e-05,
      "loss": 0.333,
      "step": 4998
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.80252183839053e-05,
      "loss": 0.2758,
      "step": 4999
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.78818800378861e-05,
      "loss": 0.3913,
      "step": 5000
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.773866235376586e-05,
      "loss": 0.3709,
      "step": 5001
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.759556537248325e-05,
      "loss": 0.2785,
      "step": 5002
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.745258913494213e-05,
      "loss": 0.2814,
      "step": 5003
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.73097336820125e-05,
      "loss": 0.182,
      "step": 5004
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.71669990545289e-05,
      "loss": 0.2516,
      "step": 5005
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.702438529329214e-05,
      "loss": 0.2614,
      "step": 5006
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.688189243906812e-05,
      "loss": 0.2338,
      "step": 5007
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.673952053258821e-05,
      "loss": 0.2601,
      "step": 5008
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.659726961454904e-05,
      "loss": 0.3379,
      "step": 5009
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.645513972561335e-05,
      "loss": 0.2041,
      "step": 5010
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.631313090640818e-05,
      "loss": 0.1584,
      "step": 5011
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.617124319752699e-05,
      "loss": 0.2548,
      "step": 5012
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.602947663952798e-05,
      "loss": 0.2014,
      "step": 5013
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.588783127293502e-05,
      "loss": 0.2415,
      "step": 5014
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.57463071382371e-05,
      "loss": 0.1918,
      "step": 5015
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.560490427588906e-05,
      "loss": 0.381,
      "step": 5016
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.54636227263103e-05,
      "loss": 0.2872,
      "step": 5017
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.532246252988617e-05,
      "loss": 0.2514,
      "step": 5018
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.518142372696713e-05,
      "loss": 0.3133,
      "step": 5019
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.504050635786891e-05,
      "loss": 0.2131,
      "step": 5020
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.489971046287252e-05,
      "loss": 0.32,
      "step": 5021
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.475903608222435e-05,
      "loss": 0.2806,
      "step": 5022
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.461848325613573e-05,
      "loss": 0.1891,
      "step": 5023
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.447805202478391e-05,
      "loss": 0.3044,
      "step": 5024
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.43377424283107e-05,
      "loss": 0.2409,
      "step": 5025
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.419755450682347e-05,
      "loss": 0.306,
      "step": 5026
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.405748830039472e-05,
      "loss": 0.2399,
      "step": 5027
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.391754384906224e-05,
      "loss": 0.2589,
      "step": 5028
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.377772119282883e-05,
      "loss": 0.2513,
      "step": 5029
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.363802037166284e-05,
      "loss": 0.283,
      "step": 5030
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.349844142549744e-05,
      "loss": 0.2345,
      "step": 5031
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.335898439423106e-05,
      "loss": 0.2229,
      "step": 5032
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.321964931772734e-05,
      "loss": 0.277,
      "step": 5033
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.308043623581506e-05,
      "loss": 0.2459,
      "step": 5034
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.294134518828787e-05,
      "loss": 0.3558,
      "step": 5035
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.28023762149051e-05,
      "loss": 0.3403,
      "step": 5036
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.266352935539061e-05,
      "loss": 0.2822,
      "step": 5037
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.252480464943372e-05,
      "loss": 0.2414,
      "step": 5038
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.238620213668862e-05,
      "loss": 0.182,
      "step": 5039
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.22477218567747e-05,
      "loss": 0.38,
      "step": 5040
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.21093638492763e-05,
      "loss": 0.256,
      "step": 5041
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.197112815374285e-05,
      "loss": 0.2117,
      "step": 5042
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.183301480968896e-05,
      "loss": 0.2333,
      "step": 5043
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.169502385659409e-05,
      "loss": 0.2066,
      "step": 5044
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.155715533390278e-05,
      "loss": 0.2178,
      "step": 5045
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.141940928102453e-05,
      "loss": 0.2278,
      "step": 5046
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.128178573733385e-05,
      "loss": 0.2164,
      "step": 5047
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.114428474217021e-05,
      "loss": 0.2052,
      "step": 5048
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.100690633483825e-05,
      "loss": 0.2888,
      "step": 5049
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.086965055460726e-05,
      "loss": 0.2153,
      "step": 5050
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.073251744071168e-05,
      "loss": 0.3054,
      "step": 5051
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.059550703235085e-05,
      "loss": 0.3372,
      "step": 5052
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.045861936868891e-05,
      "loss": 0.287,
      "step": 5053
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.032185448885503e-05,
      "loss": 0.2252,
      "step": 5054
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.018521243194337e-05,
      "loss": 0.3055,
      "step": 5055
    },
    {
      "epoch": 0.83,
      "learning_rate": 7.004869323701286e-05,
      "loss": 0.2354,
      "step": 5056
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.991229694308726e-05,
      "loss": 0.2312,
      "step": 5057
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.97760235891553e-05,
      "loss": 0.2752,
      "step": 5058
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.96398732141706e-05,
      "loss": 0.3015,
      "step": 5059
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.950384585705133e-05,
      "loss": 0.2803,
      "step": 5060
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.936794155668108e-05,
      "loss": 0.2166,
      "step": 5061
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.923216035190755e-05,
      "loss": 0.2069,
      "step": 5062
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.90965022815439e-05,
      "loss": 0.2871,
      "step": 5063
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.896096738436775e-05,
      "loss": 0.2966,
      "step": 5064
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.882555569912146e-05,
      "loss": 0.2093,
      "step": 5065
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.869026726451222e-05,
      "loss": 0.3471,
      "step": 5066
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.85551021192124e-05,
      "loss": 0.2183,
      "step": 5067
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.842006030185833e-05,
      "loss": 0.249,
      "step": 5068
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.828514185105189e-05,
      "loss": 0.3179,
      "step": 5069
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.815034680535915e-05,
      "loss": 0.3065,
      "step": 5070
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.801567520331114e-05,
      "loss": 0.2493,
      "step": 5071
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.788112708340343e-05,
      "loss": 0.2863,
      "step": 5072
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.774670248409676e-05,
      "loss": 0.2481,
      "step": 5073
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.761240144381581e-05,
      "loss": 0.3167,
      "step": 5074
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.747822400095066e-05,
      "loss": 0.2498,
      "step": 5075
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.734417019385564e-05,
      "loss": 0.2072,
      "step": 5076
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.721024006084981e-05,
      "loss": 0.2517,
      "step": 5077
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.707643364021687e-05,
      "loss": 0.2672,
      "step": 5078
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.694275097020552e-05,
      "loss": 0.2899,
      "step": 5079
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.680919208902831e-05,
      "loss": 0.2808,
      "step": 5080
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.667575703486323e-05,
      "loss": 0.3075,
      "step": 5081
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.65424458458524e-05,
      "loss": 0.2357,
      "step": 5082
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.64092585601026e-05,
      "loss": 0.217,
      "step": 5083
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.627619521568529e-05,
      "loss": 0.2538,
      "step": 5084
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.61432558506364e-05,
      "loss": 0.2297,
      "step": 5085
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.60104405029564e-05,
      "loss": 0.253,
      "step": 5086
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.587774921061074e-05,
      "loss": 0.2967,
      "step": 5087
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.574518201152852e-05,
      "loss": 0.3027,
      "step": 5088
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.561273894360426e-05,
      "loss": 0.2413,
      "step": 5089
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.548042004469657e-05,
      "loss": 0.2147,
      "step": 5090
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.534822535262852e-05,
      "loss": 0.2919,
      "step": 5091
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.521615490518779e-05,
      "loss": 0.2615,
      "step": 5092
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.508420874012683e-05,
      "loss": 0.2074,
      "step": 5093
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.495238689516186e-05,
      "loss": 0.2683,
      "step": 5094
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.482068940797425e-05,
      "loss": 0.2122,
      "step": 5095
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.468911631620949e-05,
      "loss": 0.2398,
      "step": 5096
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.455766765747756e-05,
      "loss": 0.2433,
      "step": 5097
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.442634346935273e-05,
      "loss": 0.1882,
      "step": 5098
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.429514378937423e-05,
      "loss": 0.2027,
      "step": 5099
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.416406865504482e-05,
      "loss": 0.2197,
      "step": 5100
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.403311810383256e-05,
      "loss": 0.301,
      "step": 5101
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.390229217316934e-05,
      "loss": 0.2863,
      "step": 5102
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.377159090045153e-05,
      "loss": 0.2458,
      "step": 5103
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.364101432303987e-05,
      "loss": 0.2515,
      "step": 5104
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.351056247825976e-05,
      "loss": 0.2532,
      "step": 5105
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.338023540340032e-05,
      "loss": 0.2692,
      "step": 5106
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.325003313571582e-05,
      "loss": 0.2264,
      "step": 5107
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.311995571242385e-05,
      "loss": 0.4034,
      "step": 5108
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.29900031707073e-05,
      "loss": 0.2742,
      "step": 5109
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.286017554771278e-05,
      "loss": 0.3294,
      "step": 5110
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.27304728805514e-05,
      "loss": 0.2588,
      "step": 5111
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.260089520629831e-05,
      "loss": 0.2908,
      "step": 5112
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.247144256199345e-05,
      "loss": 0.2268,
      "step": 5113
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.234211498464027e-05,
      "loss": 0.1721,
      "step": 5114
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.22129125112072e-05,
      "loss": 0.2114,
      "step": 5115
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.208383517862647e-05,
      "loss": 0.2336,
      "step": 5116
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.195488302379476e-05,
      "loss": 0.2524,
      "step": 5117
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.182605608357261e-05,
      "loss": 0.3102,
      "step": 5118
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.169735439478547e-05,
      "loss": 0.2014,
      "step": 5119
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.156877799422211e-05,
      "loss": 0.2809,
      "step": 5120
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.144032691863616e-05,
      "loss": 0.2899,
      "step": 5121
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.131200120474511e-05,
      "loss": 0.1677,
      "step": 5122
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.118380088923076e-05,
      "loss": 0.2757,
      "step": 5123
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.105572600873882e-05,
      "loss": 0.2945,
      "step": 5124
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.0927776599879695e-05,
      "loss": 0.2078,
      "step": 5125
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.0799952699227056e-05,
      "loss": 0.2544,
      "step": 5126
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.067225434331969e-05,
      "loss": 0.2332,
      "step": 5127
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.054468156865955e-05,
      "loss": 0.2535,
      "step": 5128
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.041723441171343e-05,
      "loss": 0.2877,
      "step": 5129
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.0289912908911895e-05,
      "loss": 0.2459,
      "step": 5130
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.0162717096649555e-05,
      "loss": 0.2384,
      "step": 5131
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.0035647011285054e-05,
      "loss": 0.2228,
      "step": 5132
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.990870268914161e-05,
      "loss": 0.2162,
      "step": 5133
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.97818841665056e-05,
      "loss": 0.2237,
      "step": 5134
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.9655191479628225e-05,
      "loss": 0.2763,
      "step": 5135
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.952862466472436e-05,
      "loss": 0.2946,
      "step": 5136
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.940218375797291e-05,
      "loss": 0.2095,
      "step": 5137
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.927586879551683e-05,
      "loss": 0.2321,
      "step": 5138
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.914967981346325e-05,
      "loss": 0.2152,
      "step": 5139
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.902361684788288e-05,
      "loss": 0.2993,
      "step": 5140
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.889767993481082e-05,
      "loss": 0.2015,
      "step": 5141
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.87718691102459e-05,
      "loss": 0.3145,
      "step": 5142
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.8646184410151016e-05,
      "loss": 0.2626,
      "step": 5143
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.852062587045282e-05,
      "loss": 0.2901,
      "step": 5144
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.839519352704226e-05,
      "loss": 0.262,
      "step": 5145
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.8269887415773936e-05,
      "loss": 0.2664,
      "step": 5146
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.814470757246643e-05,
      "loss": 0.2459,
      "step": 5147
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.801965403290221e-05,
      "loss": 0.2565,
      "step": 5148
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.789472683282771e-05,
      "loss": 0.1898,
      "step": 5149
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.776992600795311e-05,
      "loss": 0.2431,
      "step": 5150
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.764525159395251e-05,
      "loss": 0.2696,
      "step": 5151
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.7520703626464166e-05,
      "loss": 0.2155,
      "step": 5152
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.739628214108977e-05,
      "loss": 0.261,
      "step": 5153
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.72719871733951e-05,
      "loss": 0.2435,
      "step": 5154
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.714781875890968e-05,
      "loss": 0.3194,
      "step": 5155
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.702377693312683e-05,
      "loss": 0.2312,
      "step": 5156
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.6899861731503746e-05,
      "loss": 0.2873,
      "step": 5157
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.67760731894616e-05,
      "loss": 0.2481,
      "step": 5158
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.665241134238497e-05,
      "loss": 0.2141,
      "step": 5159
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.652887622562258e-05,
      "loss": 0.319,
      "step": 5160
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.640546787448669e-05,
      "loss": 0.2111,
      "step": 5161
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.628218632425342e-05,
      "loss": 0.2362,
      "step": 5162
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.6159031610162556e-05,
      "loss": 0.229,
      "step": 5163
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.6036003767417907e-05,
      "loss": 0.2286,
      "step": 5164
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.5913102831186666e-05,
      "loss": 0.3023,
      "step": 5165
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.579032883660001e-05,
      "loss": 0.2263,
      "step": 5166
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.5667681818752594e-05,
      "loss": 0.2041,
      "step": 5167
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.5545161812703025e-05,
      "loss": 0.3058,
      "step": 5168
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.542276885347325e-05,
      "loss": 0.3207,
      "step": 5169
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.530050297604949e-05,
      "loss": 0.2003,
      "step": 5170
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.5178364215381025e-05,
      "loss": 0.2922,
      "step": 5171
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.505635260638114e-05,
      "loss": 0.3098,
      "step": 5172
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.493446818392672e-05,
      "loss": 0.2769,
      "step": 5173
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.481271098285817e-05,
      "loss": 0.2467,
      "step": 5174
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.469108103797959e-05,
      "loss": 0.2203,
      "step": 5175
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.4569578384059016e-05,
      "loss": 0.2611,
      "step": 5176
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.444820305582748e-05,
      "loss": 0.3062,
      "step": 5177
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.4326955087980134e-05,
      "loss": 0.2912,
      "step": 5178
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.420583451517552e-05,
      "loss": 0.269,
      "step": 5179
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.408484137203579e-05,
      "loss": 0.3132,
      "step": 5180
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.3963975693146595e-05,
      "loss": 0.1975,
      "step": 5181
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.384323751305747e-05,
      "loss": 0.223,
      "step": 5182
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.3722626866280935e-05,
      "loss": 0.231,
      "step": 5183
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.360214378729361e-05,
      "loss": 0.2808,
      "step": 5184
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.348178831053535e-05,
      "loss": 0.3913,
      "step": 5185
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.336156047040958e-05,
      "loss": 0.2393,
      "step": 5186
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.324146030128324e-05,
      "loss": 0.2338,
      "step": 5187
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.3121487837486995e-05,
      "loss": 0.361,
      "step": 5188
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.300164311331451e-05,
      "loss": 0.2558,
      "step": 5189
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.288192616302351e-05,
      "loss": 0.2941,
      "step": 5190
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.2762337020834824e-05,
      "loss": 0.2988,
      "step": 5191
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.264287572093285e-05,
      "loss": 0.275,
      "step": 5192
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.252354229746542e-05,
      "loss": 0.18,
      "step": 5193
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.240433678454382e-05,
      "loss": 0.3178,
      "step": 5194
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.228525921624272e-05,
      "loss": 0.2528,
      "step": 5195
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.216630962660057e-05,
      "loss": 0.2256,
      "step": 5196
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.204748804961862e-05,
      "loss": 0.3039,
      "step": 5197
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.192879451926202e-05,
      "loss": 0.3087,
      "step": 5198
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.181022906945915e-05,
      "loss": 0.3121,
      "step": 5199
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.1691791734101765e-05,
      "loss": 0.2627,
      "step": 5200
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.157348254704497e-05,
      "loss": 0.1846,
      "step": 5201
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.145530154210748e-05,
      "loss": 0.2233,
      "step": 5202
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.133724875307083e-05,
      "loss": 0.2278,
      "step": 5203
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.1219324213680587e-05,
      "loss": 0.2465,
      "step": 5204
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.110152795764517e-05,
      "loss": 0.2553,
      "step": 5205
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.098386001863653e-05,
      "loss": 0.347,
      "step": 5206
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.086632043028977e-05,
      "loss": 0.2788,
      "step": 5207
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.0748909226203675e-05,
      "loss": 0.304,
      "step": 5208
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.063162643993974e-05,
      "loss": 0.3531,
      "step": 5209
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.051447210502336e-05,
      "loss": 0.3274,
      "step": 5210
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.0397446254942855e-05,
      "loss": 0.2425,
      "step": 5211
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.028054892314993e-05,
      "loss": 0.2204,
      "step": 5212
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.016378014305939e-05,
      "loss": 0.2196,
      "step": 5213
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.004713994804977e-05,
      "loss": 0.2363,
      "step": 5214
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.9930628371462114e-05,
      "loss": 0.3442,
      "step": 5215
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.981424544660146e-05,
      "loss": 0.2534,
      "step": 5216
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.969799120673535e-05,
      "loss": 0.2409,
      "step": 5217
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.958186568509521e-05,
      "loss": 0.173,
      "step": 5218
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.94658689148752e-05,
      "loss": 0.2273,
      "step": 5219
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.935000092923292e-05,
      "loss": 0.2172,
      "step": 5220
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.9234261761288924e-05,
      "loss": 0.1823,
      "step": 5221
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.9118651444127415e-05,
      "loss": 0.2125,
      "step": 5222
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.900317001079507e-05,
      "loss": 0.3329,
      "step": 5223
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.8887817494302376e-05,
      "loss": 0.2274,
      "step": 5224
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.8772593927622564e-05,
      "loss": 0.2573,
      "step": 5225
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.8657499343692235e-05,
      "loss": 0.1975,
      "step": 5226
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.854253377541079e-05,
      "loss": 0.3045,
      "step": 5227
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.842769725564139e-05,
      "loss": 0.2026,
      "step": 5228
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.831298981720949e-05,
      "loss": 0.3673,
      "step": 5229
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.8198411492904274e-05,
      "loss": 0.2359,
      "step": 5230
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.808396231547779e-05,
      "loss": 0.2119,
      "step": 5231
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7969642317645165e-05,
      "loss": 0.2946,
      "step": 5232
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.785545153208448e-05,
      "loss": 0.3139,
      "step": 5233
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.774138999143735e-05,
      "loss": 0.2502,
      "step": 5234
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7627457728307734e-05,
      "loss": 0.3312,
      "step": 5235
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.751365477526332e-05,
      "loss": 0.2248,
      "step": 5236
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.739998116483424e-05,
      "loss": 0.3106,
      "step": 5237
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.728643692951418e-05,
      "loss": 0.2025,
      "step": 5238
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.7173022101759554e-05,
      "loss": 0.2031,
      "step": 5239
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.705973671398978e-05,
      "loss": 0.3367,
      "step": 5240
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6946580798587325e-05,
      "loss": 0.2527,
      "step": 5241
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.683355438789782e-05,
      "loss": 0.2813,
      "step": 5242
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.672065751422944e-05,
      "loss": 0.1972,
      "step": 5243
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.660789020985384e-05,
      "loss": 0.3458,
      "step": 5244
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.649525250700532e-05,
      "loss": 0.3223,
      "step": 5245
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.638274443788121e-05,
      "loss": 0.29,
      "step": 5246
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.627036603464174e-05,
      "loss": 0.2122,
      "step": 5247
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.6158117329410335e-05,
      "loss": 0.26,
      "step": 5248
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.604599835427281e-05,
      "loss": 0.2825,
      "step": 5249
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.593400914127849e-05,
      "loss": 0.241,
      "step": 5250
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.58221497224392e-05,
      "loss": 0.4109,
      "step": 5251
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.571042012972992e-05,
      "loss": 0.3279,
      "step": 5252
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.559882039508823e-05,
      "loss": 0.2505,
      "step": 5253
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.548735055041503e-05,
      "loss": 0.3398,
      "step": 5254
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5376010627573515e-05,
      "loss": 0.182,
      "step": 5255
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.526480065839028e-05,
      "loss": 0.2188,
      "step": 5256
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.5153720674654454e-05,
      "loss": 0.2338,
      "step": 5257
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.504277070811813e-05,
      "loss": 0.2328,
      "step": 5258
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.493195079049622e-05,
      "loss": 0.2756,
      "step": 5259
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4821260953466447e-05,
      "loss": 0.3098,
      "step": 5260
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4710701228669156e-05,
      "loss": 0.1933,
      "step": 5261
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.4600271647708024e-05,
      "loss": 0.3041,
      "step": 5262
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.448997224214907e-05,
      "loss": 0.3006,
      "step": 5263
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.437980304352118e-05,
      "loss": 0.2771,
      "step": 5264
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.426976408331607e-05,
      "loss": 0.272,
      "step": 5265
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.415985539298817e-05,
      "loss": 0.1983,
      "step": 5266
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.405007700395497e-05,
      "loss": 0.2369,
      "step": 5267
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3940428947596257e-05,
      "loss": 0.2796,
      "step": 5268
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.38309112552549e-05,
      "loss": 0.2586,
      "step": 5269
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3721523958236306e-05,
      "loss": 0.335,
      "step": 5270
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.361226708780875e-05,
      "loss": 0.2831,
      "step": 5271
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3503140675203e-05,
      "loss": 0.2392,
      "step": 5272
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.339414475161291e-05,
      "loss": 0.3352,
      "step": 5273
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.328527934819476e-05,
      "loss": 0.2701,
      "step": 5274
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.317654449606756e-05,
      "loss": 0.2483,
      "step": 5275
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.3067940226313e-05,
      "loss": 0.2318,
      "step": 5276
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.295946656997546e-05,
      "loss": 0.2242,
      "step": 5277
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.285112355806192e-05,
      "loss": 0.2392,
      "step": 5278
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.274291122154228e-05,
      "loss": 0.2013,
      "step": 5279
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.263482959134879e-05,
      "loss": 0.2908,
      "step": 5280
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.25268786983764e-05,
      "loss": 0.26,
      "step": 5281
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.241905857348277e-05,
      "loss": 0.2163,
      "step": 5282
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.231136924748813e-05,
      "loss": 0.2182,
      "step": 5283
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.220381075117524e-05,
      "loss": 0.3479,
      "step": 5284
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.209638311528985e-05,
      "loss": 0.2412,
      "step": 5285
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.198908637053961e-05,
      "loss": 0.2686,
      "step": 5286
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.188192054759537e-05,
      "loss": 0.3241,
      "step": 5287
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.177488567709037e-05,
      "loss": 0.2722,
      "step": 5288
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.166798178962028e-05,
      "loss": 0.2348,
      "step": 5289
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1561208915743385e-05,
      "loss": 0.2,
      "step": 5290
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.145456708598089e-05,
      "loss": 0.2135,
      "step": 5291
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.134805633081573e-05,
      "loss": 0.2481,
      "step": 5292
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.1241676680694226e-05,
      "loss": 0.1913,
      "step": 5293
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.113542816602478e-05,
      "loss": 0.3357,
      "step": 5294
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.102931081717831e-05,
      "loss": 0.2977,
      "step": 5295
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.092332466448828e-05,
      "loss": 0.196,
      "step": 5296
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0817469738250954e-05,
      "loss": 0.3524,
      "step": 5297
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.071174606872446e-05,
      "loss": 0.2947,
      "step": 5298
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0606153686130076e-05,
      "loss": 0.3914,
      "step": 5299
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0500692620651095e-05,
      "loss": 0.3135,
      "step": 5300
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.0395362902433394e-05,
      "loss": 0.317,
      "step": 5301
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.029016456158541e-05,
      "loss": 0.3442,
      "step": 5302
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.018509762817796e-05,
      "loss": 0.332,
      "step": 5303
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.008016213224408e-05,
      "loss": 0.2136,
      "step": 5304
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9975358103779834e-05,
      "loss": 0.3426,
      "step": 5305
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.987068557274287e-05,
      "loss": 0.2578,
      "step": 5306
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.976614456905403e-05,
      "loss": 0.2229,
      "step": 5307
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.966173512259602e-05,
      "loss": 0.2615,
      "step": 5308
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.95574572632143e-05,
      "loss": 0.2132,
      "step": 5309
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.945331102071631e-05,
      "loss": 0.2469,
      "step": 5310
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.934929642487251e-05,
      "loss": 0.3418,
      "step": 5311
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.924541350541489e-05,
      "loss": 0.3042,
      "step": 5312
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.914166229203853e-05,
      "loss": 0.2604,
      "step": 5313
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.9038042814400484e-05,
      "loss": 0.2627,
      "step": 5314
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.893455510212029e-05,
      "loss": 0.2017,
      "step": 5315
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.883119918477962e-05,
      "loss": 0.2314,
      "step": 5316
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8727975091922886e-05,
      "loss": 0.1729,
      "step": 5317
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.862488285305627e-05,
      "loss": 0.2143,
      "step": 5318
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.85219224976488e-05,
      "loss": 0.2483,
      "step": 5319
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8419094055131385e-05,
      "loss": 0.2024,
      "step": 5320
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.831639755489752e-05,
      "loss": 0.2485,
      "step": 5321
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.821383302630266e-05,
      "loss": 0.3025,
      "step": 5322
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.811140049866507e-05,
      "loss": 0.1665,
      "step": 5323
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.8009100001264615e-05,
      "loss": 0.2628,
      "step": 5324
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7906931563344015e-05,
      "loss": 0.2982,
      "step": 5325
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.780489521410774e-05,
      "loss": 0.2598,
      "step": 5326
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7702990982722896e-05,
      "loss": 0.2539,
      "step": 5327
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.760121889831869e-05,
      "loss": 0.1943,
      "step": 5328
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.749957898998652e-05,
      "loss": 0.3217,
      "step": 5329
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7398071286779854e-05,
      "loss": 0.2352,
      "step": 5330
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.729669581771483e-05,
      "loss": 0.3854,
      "step": 5331
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7195452611769155e-05,
      "loss": 0.1824,
      "step": 5332
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.709434169788334e-05,
      "loss": 0.3057,
      "step": 5333
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.699336310495966e-05,
      "loss": 0.2552,
      "step": 5334
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.689251686186279e-05,
      "loss": 0.2134,
      "step": 5335
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.679180299741935e-05,
      "loss": 0.3662,
      "step": 5336
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.669122154041854e-05,
      "loss": 0.2542,
      "step": 5337
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.659077251961107e-05,
      "loss": 0.273,
      "step": 5338
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.649045596371048e-05,
      "loss": 0.2472,
      "step": 5339
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6390271901391934e-05,
      "loss": 0.1883,
      "step": 5340
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.6290220361293035e-05,
      "loss": 0.264,
      "step": 5341
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.619030137201318e-05,
      "loss": 0.2904,
      "step": 5342
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.609051496211441e-05,
      "loss": 0.249,
      "step": 5343
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.599086116012013e-05,
      "loss": 0.3316,
      "step": 5344
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.58913399945166e-05,
      "loss": 0.2462,
      "step": 5345
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.579195149375164e-05,
      "loss": 0.212,
      "step": 5346
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.569269568623534e-05,
      "loss": 0.2935,
      "step": 5347
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5593572600339854e-05,
      "loss": 0.2687,
      "step": 5348
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.549458226439933e-05,
      "loss": 0.2473,
      "step": 5349
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5395724706710043e-05,
      "loss": 0.3096,
      "step": 5350
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.529699995553048e-05,
      "loss": 0.2453,
      "step": 5351
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5198408039080643e-05,
      "loss": 0.2562,
      "step": 5352
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.5099948985543194e-05,
      "loss": 0.3295,
      "step": 5353
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.500162282306235e-05,
      "loss": 0.3017,
      "step": 5354
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.490342957974463e-05,
      "loss": 0.2195,
      "step": 5355
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.480536928365824e-05,
      "loss": 0.2474,
      "step": 5356
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4707441962833875e-05,
      "loss": 0.2667,
      "step": 5357
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4609647645263645e-05,
      "loss": 0.2077,
      "step": 5358
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.451198635890212e-05,
      "loss": 0.291,
      "step": 5359
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.4414458131665606e-05,
      "loss": 0.2501,
      "step": 5360
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.431706299143233e-05,
      "loss": 0.2943,
      "step": 5361
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.42198009660426e-05,
      "loss": 0.178,
      "step": 5362
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.4122672083298834e-05,
      "loss": 0.2777,
      "step": 5363
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.402567637096482e-05,
      "loss": 0.2543,
      "step": 5364
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3928813856766936e-05,
      "loss": 0.3061,
      "step": 5365
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.383208456839315e-05,
      "loss": 0.3115,
      "step": 5366
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3735488533493344e-05,
      "loss": 0.2206,
      "step": 5367
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.363902577967936e-05,
      "loss": 0.1859,
      "step": 5368
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3542696334525006e-05,
      "loss": 0.2816,
      "step": 5369
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.344650022556578e-05,
      "loss": 0.2251,
      "step": 5370
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.335043748029942e-05,
      "loss": 0.3393,
      "step": 5371
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3254508126185304e-05,
      "loss": 0.2577,
      "step": 5372
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3158712190644536e-05,
      "loss": 0.2024,
      "step": 5373
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.3063049701060445e-05,
      "loss": 0.227,
      "step": 5374
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.296752068477787e-05,
      "loss": 0.2644,
      "step": 5375
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2872125169103706e-05,
      "loss": 0.1821,
      "step": 5376
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.277686318130674e-05,
      "loss": 0.2728,
      "step": 5377
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.268173474861735e-05,
      "loss": 0.2406,
      "step": 5378
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2586739898227914e-05,
      "loss": 0.3209,
      "step": 5379
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.249187865729264e-05,
      "loss": 0.2819,
      "step": 5380
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.23971510529274e-05,
      "loss": 0.2595,
      "step": 5381
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.230255711220992e-05,
      "loss": 0.2445,
      "step": 5382
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2208096862179844e-05,
      "loss": 0.2999,
      "step": 5383
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.2113770329838535e-05,
      "loss": 0.221,
      "step": 5384
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.201957754214901e-05,
      "loss": 0.3299,
      "step": 5385
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.192551852603626e-05,
      "loss": 0.258,
      "step": 5386
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1831593308386694e-05,
      "loss": 0.3237,
      "step": 5387
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1737801916049025e-05,
      "loss": 0.2122,
      "step": 5388
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.164414437583324e-05,
      "loss": 0.3355,
      "step": 5389
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1550620714511204e-05,
      "loss": 0.2146,
      "step": 5390
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1457230958816586e-05,
      "loss": 0.2906,
      "step": 5391
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1363975135444646e-05,
      "loss": 0.3233,
      "step": 5392
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.1270853271052444e-05,
      "loss": 0.2797,
      "step": 5393
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.117786539225892e-05,
      "loss": 0.2518,
      "step": 5394
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.108501152564425e-05,
      "loss": 0.3195,
      "step": 5395
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.099229169775081e-05,
      "loss": 0.2904,
      "step": 5396
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0899705935082346e-05,
      "loss": 0.3007,
      "step": 5397
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.080725426410436e-05,
      "loss": 0.1762,
      "step": 5398
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0714936711244036e-05,
      "loss": 0.2388,
      "step": 5399
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.062275330289038e-05,
      "loss": 0.3112,
      "step": 5400
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0530704065393654e-05,
      "loss": 0.2027,
      "step": 5401
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0438789025066138e-05,
      "loss": 0.1856,
      "step": 5402
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0347008208181648e-05,
      "loss": 0.3201,
      "step": 5403
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0255361640975586e-05,
      "loss": 0.2579,
      "step": 5404
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.016384934964489e-05,
      "loss": 0.2871,
      "step": 5405
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.0072471360348464e-05,
      "loss": 0.2848,
      "step": 5406
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9981227699206305e-05,
      "loss": 0.248,
      "step": 5407
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.989011839230049e-05,
      "loss": 0.2909,
      "step": 5408
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9799143465674416e-05,
      "loss": 0.3313,
      "step": 5409
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9708302945333164e-05,
      "loss": 0.1978,
      "step": 5410
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9617596857243247e-05,
      "loss": 0.2636,
      "step": 5411
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9527025227333193e-05,
      "loss": 0.2025,
      "step": 5412
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9436588081492466e-05,
      "loss": 0.2423,
      "step": 5413
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9346285445572608e-05,
      "loss": 0.2217,
      "step": 5414
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9256117345386303e-05,
      "loss": 0.2592,
      "step": 5415
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9166083806708153e-05,
      "loss": 0.3211,
      "step": 5416
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.9076184855274135e-05,
      "loss": 0.3365,
      "step": 5417
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.898642051678163e-05,
      "loss": 0.2321,
      "step": 5418
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8896790816889616e-05,
      "loss": 0.2822,
      "step": 5419
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8807295781218878e-05,
      "loss": 0.2272,
      "step": 5420
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.871793543535117e-05,
      "loss": 0.3748,
      "step": 5421
    },
    {
      "epoch": 0.89,
      "learning_rate": 2.8628709804830178e-05,
      "loss": 0.1929,
      "step": 5422
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.853961891516088e-05,
      "loss": 0.3527,
      "step": 5423
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8450662791809802e-05,
      "loss": 0.1954,
      "step": 5424
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8361841460204875e-05,
      "loss": 0.2101,
      "step": 5425
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8273154945735792e-05,
      "loss": 0.2701,
      "step": 5426
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8184603273753106e-05,
      "loss": 0.2407,
      "step": 5427
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8096186469569464e-05,
      "loss": 0.223,
      "step": 5428
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.8007904558458642e-05,
      "loss": 0.1817,
      "step": 5429
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.791975756565579e-05,
      "loss": 0.2334,
      "step": 5430
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7831745516357698e-05,
      "loss": 0.2394,
      "step": 5431
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.774386843572263e-05,
      "loss": 0.2228,
      "step": 5432
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7656126348869827e-05,
      "loss": 0.2677,
      "step": 5433
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7568519280880554e-05,
      "loss": 0.2783,
      "step": 5434
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7481047256796844e-05,
      "loss": 0.3166,
      "step": 5435
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7393710301622743e-05,
      "loss": 0.2889,
      "step": 5436
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.730650844032334e-05,
      "loss": 0.2269,
      "step": 5437
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7219441697825086e-05,
      "loss": 0.2188,
      "step": 5438
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7132510099015904e-05,
      "loss": 0.3342,
      "step": 5439
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.7045713668745197e-05,
      "loss": 0.307,
      "step": 5440
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6959052431823393e-05,
      "loss": 0.2853,
      "step": 5441
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6872526413022737e-05,
      "loss": 0.2038,
      "step": 5442
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6786135637076438e-05,
      "loss": 0.2651,
      "step": 5443
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.669988012867919e-05,
      "loss": 0.2205,
      "step": 5444
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6613759912486934e-05,
      "loss": 0.1867,
      "step": 5445
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6527775013117317e-05,
      "loss": 0.2471,
      "step": 5446
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6441925455148618e-05,
      "loss": 0.1884,
      "step": 5447
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6356211263121044e-05,
      "loss": 0.2645,
      "step": 5448
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6270632461535883e-05,
      "loss": 0.2778,
      "step": 5449
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6185189074855674e-05,
      "loss": 0.2961,
      "step": 5450
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.609988112750422e-05,
      "loss": 0.2537,
      "step": 5451
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.6014708643866903e-05,
      "loss": 0.2514,
      "step": 5452
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.592967164828991e-05,
      "loss": 0.238,
      "step": 5453
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.584477016508108e-05,
      "loss": 0.1795,
      "step": 5454
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5760004218509382e-05,
      "loss": 0.3572,
      "step": 5455
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5675373832805048e-05,
      "loss": 0.2074,
      "step": 5456
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5590879032159563e-05,
      "loss": 0.2593,
      "step": 5457
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.550651984072566e-05,
      "loss": 0.3167,
      "step": 5458
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5422296282617162e-05,
      "loss": 0.2213,
      "step": 5459
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5338208381909588e-05,
      "loss": 0.3037,
      "step": 5460
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5254256162638935e-05,
      "loss": 0.237,
      "step": 5461
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5170439648803167e-05,
      "loss": 0.2956,
      "step": 5462
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5086758864360958e-05,
      "loss": 0.2859,
      "step": 5463
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.5003213833232396e-05,
      "loss": 0.274,
      "step": 5464
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4919804579298598e-05,
      "loss": 0.2417,
      "step": 5465
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4836531126402273e-05,
      "loss": 0.1862,
      "step": 5466
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4753393498346712e-05,
      "loss": 0.2092,
      "step": 5467
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4670391718896902e-05,
      "loss": 0.2487,
      "step": 5468
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4587525811778755e-05,
      "loss": 0.2935,
      "step": 5469
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.450479580067927e-05,
      "loss": 0.2368,
      "step": 5470
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.442220170924675e-05,
      "loss": 0.3264,
      "step": 5471
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.433974356109081e-05,
      "loss": 0.2365,
      "step": 5472
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4257421379781652e-05,
      "loss": 0.3397,
      "step": 5473
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4175235188851174e-05,
      "loss": 0.2718,
      "step": 5474
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.4093185011792197e-05,
      "loss": 0.308,
      "step": 5475
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.401127087205862e-05,
      "loss": 0.4256,
      "step": 5476
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.39294927930655e-05,
      "loss": 0.1953,
      "step": 5477
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3847850798188907e-05,
      "loss": 0.3704,
      "step": 5478
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.376634491076618e-05,
      "loss": 0.3054,
      "step": 5479
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.368497515409562e-05,
      "loss": 0.2716,
      "step": 5480
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3603741551436797e-05,
      "loss": 0.2377,
      "step": 5481
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3522644126010016e-05,
      "loss": 0.2868,
      "step": 5482
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.3441682900997074e-05,
      "loss": 0.2359,
      "step": 5483
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3360857899540456e-05,
      "loss": 0.2221,
      "step": 5484
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.32801691447439e-05,
      "loss": 0.1942,
      "step": 5485
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.319961665967235e-05,
      "loss": 0.2401,
      "step": 5486
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.3119200467351442e-05,
      "loss": 0.2202,
      "step": 5487
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.303892059076812e-05,
      "loss": 0.2332,
      "step": 5488
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2958777052870304e-05,
      "loss": 0.3277,
      "step": 5489
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2878769876566842e-05,
      "loss": 0.2623,
      "step": 5490
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2798899084727652e-05,
      "loss": 0.1939,
      "step": 5491
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.271916470018376e-05,
      "loss": 0.243,
      "step": 5492
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2639566745727203e-05,
      "loss": 0.2141,
      "step": 5493
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.256010524411084e-05,
      "loss": 0.3252,
      "step": 5494
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2480780218048668e-05,
      "loss": 0.25,
      "step": 5495
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.240159169021566e-05,
      "loss": 0.3245,
      "step": 5496
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.23225396832476e-05,
      "loss": 0.2916,
      "step": 5497
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.224362421974163e-05,
      "loss": 0.2907,
      "step": 5498
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.2164845322255546e-05,
      "loss": 0.2136,
      "step": 5499
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.208620301330816e-05,
      "loss": 0.2329,
      "step": 5500
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.200769731537927e-05,
      "loss": 0.2118,
      "step": 5501
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.192932825090965e-05,
      "loss": 0.3623,
      "step": 5502
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1851095842300938e-05,
      "loss": 0.2314,
      "step": 5503
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1773000111915797e-05,
      "loss": 0.2751,
      "step": 5504
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1695041082077815e-05,
      "loss": 0.2956,
      "step": 5505
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1617218775071447e-05,
      "loss": 0.3043,
      "step": 5506
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1539533213142115e-05,
      "loss": 0.186,
      "step": 5507
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.146198441849606e-05,
      "loss": 0.2229,
      "step": 5508
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.138457241330072e-05,
      "loss": 0.2809,
      "step": 5509
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1307297219683887e-05,
      "loss": 0.2311,
      "step": 5510
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1230158859734783e-05,
      "loss": 0.2591,
      "step": 5511
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.115315735550327e-05,
      "loss": 0.2583,
      "step": 5512
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.1076292729000134e-05,
      "loss": 0.2255,
      "step": 5513
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0999565002196962e-05,
      "loss": 0.2169,
      "step": 5514
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0922974197026435e-05,
      "loss": 0.2344,
      "step": 5515
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0846520335381648e-05,
      "loss": 0.2386,
      "step": 5516
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0770203439117063e-05,
      "loss": 0.2578,
      "step": 5517
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0694023530047735e-05,
      "loss": 0.2343,
      "step": 5518
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0617980629949574e-05,
      "loss": 0.2218,
      "step": 5519
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0542074760559194e-05,
      "loss": 0.2684,
      "step": 5520
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.046630594357446e-05,
      "loss": 0.2878,
      "step": 5521
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0390674200653547e-05,
      "loss": 0.2937,
      "step": 5522
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0315179553415885e-05,
      "loss": 0.2251,
      "step": 5523
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0239822023441267e-05,
      "loss": 0.2046,
      "step": 5524
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0164601632270796e-05,
      "loss": 0.2767,
      "step": 5525
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.0089518401405994e-05,
      "loss": 0.2509,
      "step": 5526
    },
    {
      "epoch": 0.91,
      "learning_rate": 2.00145723523093e-05,
      "loss": 0.1769,
      "step": 5527
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.993976350640392e-05,
      "loss": 0.2553,
      "step": 5528
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9865091885074016e-05,
      "loss": 0.2741,
      "step": 5529
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.979055750966413e-05,
      "loss": 0.2587,
      "step": 5530
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.971616040148e-05,
      "loss": 0.2451,
      "step": 5531
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9641900581787886e-05,
      "loss": 0.328,
      "step": 5532
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9567778071814868e-05,
      "loss": 0.2687,
      "step": 5533
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.949379289274866e-05,
      "loss": 0.3752,
      "step": 5534
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9419945065738075e-05,
      "loss": 0.2323,
      "step": 5535
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.934623461189211e-05,
      "loss": 0.3159,
      "step": 5536
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9272661552281022e-05,
      "loss": 0.2842,
      "step": 5537
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9199225907935493e-05,
      "loss": 0.235,
      "step": 5538
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9125927699847e-05,
      "loss": 0.2099,
      "step": 5539
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.9052766948967737e-05,
      "loss": 0.2325,
      "step": 5540
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8979743676210693e-05,
      "loss": 0.2365,
      "step": 5541
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8906857902449227e-05,
      "loss": 0.3091,
      "step": 5542
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.8834109648518004e-05,
      "loss": 0.1949,
      "step": 5543
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8761498935211673e-05,
      "loss": 0.1869,
      "step": 5544
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.868902578328613e-05,
      "loss": 0.2781,
      "step": 5545
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8616690213457632e-05,
      "loss": 0.2015,
      "step": 5546
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.85444922464032e-05,
      "loss": 0.2882,
      "step": 5547
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8472431902760544e-05,
      "loss": 0.2326,
      "step": 5548
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8400509203128136e-05,
      "loss": 0.2289,
      "step": 5549
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.832872416806469e-05,
      "loss": 0.248,
      "step": 5550
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.825707681809019e-05,
      "loss": 0.2531,
      "step": 5551
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8185567173684747e-05,
      "loss": 0.2852,
      "step": 5552
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8114195255289347e-05,
      "loss": 0.1636,
      "step": 5553
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.8042961083305497e-05,
      "loss": 0.3036,
      "step": 5554
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7971864678095527e-05,
      "loss": 0.254,
      "step": 5555
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.790090605998207e-05,
      "loss": 0.2608,
      "step": 5556
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7830085249248674e-05,
      "loss": 0.2314,
      "step": 5557
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.775940226613937e-05,
      "loss": 0.2401,
      "step": 5558
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7688857130858772e-05,
      "loss": 0.2247,
      "step": 5559
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7618449863572083e-05,
      "loss": 0.2565,
      "step": 5560
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7548180484405208e-05,
      "loss": 0.1662,
      "step": 5561
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7478049013444407e-05,
      "loss": 0.1898,
      "step": 5562
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7408055470736874e-05,
      "loss": 0.246,
      "step": 5563
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7338199876289984e-05,
      "loss": 0.2884,
      "step": 5564
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.726848225007194e-05,
      "loss": 0.2045,
      "step": 5565
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7198902612011456e-05,
      "loss": 0.1883,
      "step": 5566
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7129460981997747e-05,
      "loss": 0.2656,
      "step": 5567
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.7060157379880537e-05,
      "loss": 0.2973,
      "step": 5568
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.699099182547037e-05,
      "loss": 0.3974,
      "step": 5569
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6921964338537876e-05,
      "loss": 0.3096,
      "step": 5570
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6853074938814607e-05,
      "loss": 0.2589,
      "step": 5571
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.678432364599258e-05,
      "loss": 0.2938,
      "step": 5572
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6715710479724144e-05,
      "loss": 0.2107,
      "step": 5573
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6647235459622213e-05,
      "loss": 0.3779,
      "step": 5574
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6578898605260517e-05,
      "loss": 0.1759,
      "step": 5575
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6510699936172823e-05,
      "loss": 0.2753,
      "step": 5576
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.644263947185376e-05,
      "loss": 0.2746,
      "step": 5577
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6374717231758264e-05,
      "loss": 0.3083,
      "step": 5578
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6306933235301858e-05,
      "loss": 0.2678,
      "step": 5579
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6239287501860377e-05,
      "loss": 0.2568,
      "step": 5580
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6171780050770523e-05,
      "loss": 0.2274,
      "step": 5581
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6104410901328913e-05,
      "loss": 0.2833,
      "step": 5582
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.6037180072793146e-05,
      "loss": 0.2816,
      "step": 5583
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.597008758438101e-05,
      "loss": 0.221,
      "step": 5584
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.590313345527078e-05,
      "loss": 0.3014,
      "step": 5585
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.583631770460109e-05,
      "loss": 0.2388,
      "step": 5586
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5769640351471437e-05,
      "loss": 0.2472,
      "step": 5587
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.570310141494108e-05,
      "loss": 0.3935,
      "step": 5588
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5636700914030355e-05,
      "loss": 0.2542,
      "step": 5589
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5570438867719694e-05,
      "loss": 0.2375,
      "step": 5590
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5504315294949945e-05,
      "loss": 0.2616,
      "step": 5591
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5438330214622543e-05,
      "loss": 0.1982,
      "step": 5592
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5372483645599123e-05,
      "loss": 0.3214,
      "step": 5593
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5306775606701852e-05,
      "loss": 0.2523,
      "step": 5594
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5241206116713424e-05,
      "loss": 0.215,
      "step": 5595
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5175775194376685e-05,
      "loss": 0.2761,
      "step": 5596
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5110482858394947e-05,
      "loss": 0.2533,
      "step": 5597
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.5045329127432006e-05,
      "loss": 0.2042,
      "step": 5598
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4980314020111907e-05,
      "loss": 0.252,
      "step": 5599
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4915437555019119e-05,
      "loss": 0.2564,
      "step": 5600
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4850699750698581e-05,
      "loss": 0.2481,
      "step": 5601
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4786100625655497e-05,
      "loss": 0.2479,
      "step": 5602
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.4721640198355424e-05,
      "loss": 0.3793,
      "step": 5603
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.465731848722418e-05,
      "loss": 0.2158,
      "step": 5604
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4593135510648225e-05,
      "loss": 0.2539,
      "step": 5605
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4529091286973995e-05,
      "loss": 0.2673,
      "step": 5606
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4465185834508565e-05,
      "loss": 0.2635,
      "step": 5607
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4401419171519214e-05,
      "loss": 0.2901,
      "step": 5608
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4337791316233529e-05,
      "loss": 0.2657,
      "step": 5609
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4274302286839458e-05,
      "loss": 0.361,
      "step": 5610
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4210952101485208e-05,
      "loss": 0.3338,
      "step": 5611
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4147740778279406e-05,
      "loss": 0.245,
      "step": 5612
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4084668335290874e-05,
      "loss": 0.3553,
      "step": 5613
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.4021734790548856e-05,
      "loss": 0.2295,
      "step": 5614
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3958940162042799e-05,
      "loss": 0.2488,
      "step": 5615
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3896284467722397e-05,
      "loss": 0.2592,
      "step": 5616
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3833767725497771e-05,
      "loss": 0.3717,
      "step": 5617
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3771389953239232e-05,
      "loss": 0.3358,
      "step": 5618
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.37091511687773e-05,
      "loss": 0.3403,
      "step": 5619
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3647051389903021e-05,
      "loss": 0.222,
      "step": 5620
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.358509063436736e-05,
      "loss": 0.2959,
      "step": 5621
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.352326891988187e-05,
      "loss": 0.1832,
      "step": 5622
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.346158626411803e-05,
      "loss": 0.3235,
      "step": 5623
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3400042684707903e-05,
      "loss": 0.2774,
      "step": 5624
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3338638199243525e-05,
      "loss": 0.1898,
      "step": 5625
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3277372825277356e-05,
      "loss": 0.3413,
      "step": 5626
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3216246580322e-05,
      "loss": 0.2328,
      "step": 5627
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3155259481850312e-05,
      "loss": 0.2062,
      "step": 5628
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3094411547295404e-05,
      "loss": 0.1749,
      "step": 5629
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.3033702794050529e-05,
      "loss": 0.2971,
      "step": 5630
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2973133239469136e-05,
      "loss": 0.2211,
      "step": 5631
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2912702900865159e-05,
      "loss": 0.23,
      "step": 5632
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2852411795512332e-05,
      "loss": 0.1744,
      "step": 5633
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2792259940644868e-05,
      "loss": 0.2079,
      "step": 5634
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2732247353457127e-05,
      "loss": 0.3198,
      "step": 5635
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2672374051103552e-05,
      "loss": 0.2771,
      "step": 5636
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2612640050698843e-05,
      "loss": 0.2244,
      "step": 5637
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2553045369318006e-05,
      "loss": 0.3579,
      "step": 5638
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2493590023995916e-05,
      "loss": 0.2419,
      "step": 5639
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.243427403172792e-05,
      "loss": 0.2043,
      "step": 5640
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.237509740946946e-05,
      "loss": 0.1953,
      "step": 5641
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2316060174136e-05,
      "loss": 0.2853,
      "step": 5642
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2257162342603268e-05,
      "loss": 0.257,
      "step": 5643
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.219840393170718e-05,
      "loss": 0.3355,
      "step": 5644
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2139784958243694e-05,
      "loss": 0.3419,
      "step": 5645
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.208130543896896e-05,
      "loss": 0.3211,
      "step": 5646
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.2022965390599383e-05,
      "loss": 0.3565,
      "step": 5647
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1964764829811237e-05,
      "loss": 0.2648,
      "step": 5648
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1906703773241101e-05,
      "loss": 0.3029,
      "step": 5649
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.184878223748581e-05,
      "loss": 0.2438,
      "step": 5650
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1791000239101957e-05,
      "loss": 0.3355,
      "step": 5651
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1733357794606547e-05,
      "loss": 0.3607,
      "step": 5652
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1675854920476569e-05,
      "loss": 0.2063,
      "step": 5653
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1618491633149153e-05,
      "loss": 0.2701,
      "step": 5654
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.156126794902157e-05,
      "loss": 0.2721,
      "step": 5655
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1504183884451013e-05,
      "loss": 0.2154,
      "step": 5656
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1447239455754932e-05,
      "loss": 0.2296,
      "step": 5657
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1390434679210914e-05,
      "loss": 0.2557,
      "step": 5658
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1333769571056418e-05,
      "loss": 0.2258,
      "step": 5659
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1277244147489097e-05,
      "loss": 0.2647,
      "step": 5660
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1220858424666692e-05,
      "loss": 0.2494,
      "step": 5661
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1164612418707032e-05,
      "loss": 0.2909,
      "step": 5662
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1108506145687814e-05,
      "loss": 0.3032,
      "step": 5663
    },
    {
      "epoch": 0.93,
      "learning_rate": 1.1052539621647207e-05,
      "loss": 0.4728,
      "step": 5664
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0996712862582858e-05,
      "loss": 0.2141,
      "step": 5665
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.094102588445295e-05,
      "loss": 0.2401,
      "step": 5666
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0885478703175522e-05,
      "loss": 0.2273,
      "step": 5667
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0830071334628655e-05,
      "loss": 0.2216,
      "step": 5668
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.07748037946504e-05,
      "loss": 0.385,
      "step": 5669
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.071967609903901e-05,
      "loss": 0.202,
      "step": 5670
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0664688263552603e-05,
      "loss": 0.263,
      "step": 5671
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.060984030390938e-05,
      "loss": 0.223,
      "step": 5672
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.055513223578758e-05,
      "loss": 0.1744,
      "step": 5673
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0500564074825414e-05,
      "loss": 0.2922,
      "step": 5674
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0446135836621073e-05,
      "loss": 0.2244,
      "step": 5675
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0391847536732945e-05,
      "loss": 0.3719,
      "step": 5676
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0337699190679061e-05,
      "loss": 0.2258,
      "step": 5677
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0283690813937819e-05,
      "loss": 0.2546,
      "step": 5678
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0229822421947365e-05,
      "loss": 0.2193,
      "step": 5679
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0176094030105942e-05,
      "loss": 0.2212,
      "step": 5680
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0122505653771708e-05,
      "loss": 0.2791,
      "step": 5681
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0069057308262853e-05,
      "loss": 0.2575,
      "step": 5682
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.0015749008857432e-05,
      "loss": 0.2907,
      "step": 5683
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.962580770793706e-06,
      "loss": 0.1823,
      "step": 5684
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.909552609269623e-06,
      "loss": 0.233,
      "step": 5685
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.856664539443227e-06,
      "loss": 0.3357,
      "step": 5686
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.803916576432592e-06,
      "loss": 0.3137,
      "step": 5687
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.751308735315545e-06,
      "loss": 0.2471,
      "step": 5688
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.698841031129946e-06,
      "loss": 0.1941,
      "step": 5689
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.646513478873797e-06,
      "loss": 0.2946,
      "step": 5690
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.594326093504635e-06,
      "loss": 0.3721,
      "step": 5691
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.542278889940358e-06,
      "loss": 0.2148,
      "step": 5692
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.490371883058402e-06,
      "loss": 0.248,
      "step": 5693
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.43860508769645e-06,
      "loss": 0.2856,
      "step": 5694
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.38697851865189e-06,
      "loss": 0.2212,
      "step": 5695
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.335492190682248e-06,
      "loss": 0.308,
      "step": 5696
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.284146118504589e-06,
      "loss": 0.2235,
      "step": 5697
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.232940316796279e-06,
      "loss": 0.1969,
      "step": 5698
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.181874800194446e-06,
      "loss": 0.2765,
      "step": 5699
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.130949583296022e-06,
      "loss": 0.2188,
      "step": 5700
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.08016468065792e-06,
      "loss": 0.2733,
      "step": 5701
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.029520106796974e-06,
      "loss": 0.1935,
      "step": 5702
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.979015876189823e-06,
      "loss": 0.2152,
      "step": 5703
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.928652003273086e-06,
      "loss": 0.2002,
      "step": 5704
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.878428502443193e-06,
      "loss": 0.2454,
      "step": 5705
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.828345388056435e-06,
      "loss": 0.2586,
      "step": 5706
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.778402674429031e-06,
      "loss": 0.2635,
      "step": 5707
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.728600375837004e-06,
      "loss": 0.2443,
      "step": 5708
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.678938506516299e-06,
      "loss": 0.2283,
      "step": 5709
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.629417080662672e-06,
      "loss": 0.2044,
      "step": 5710
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.580036112431854e-06,
      "loss": 0.3188,
      "step": 5711
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.530795615939224e-06,
      "loss": 0.192,
      "step": 5712
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.481695605260132e-06,
      "loss": 0.2434,
      "step": 5713
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.432736094429794e-06,
      "loss": 0.2179,
      "step": 5714
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.383917097443129e-06,
      "loss": 0.3316,
      "step": 5715
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.335238628255027e-06,
      "loss": 0.3141,
      "step": 5716
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.286700700780247e-06,
      "loss": 0.2384,
      "step": 5717
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.238303328893193e-06,
      "loss": 0.2317,
      "step": 5718
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.190046526428241e-06,
      "loss": 0.1706,
      "step": 5719
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.141930307179467e-06,
      "loss": 0.1806,
      "step": 5720
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.093954684900873e-06,
      "loss": 0.2846,
      "step": 5721
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.046119673306206e-06,
      "loss": 0.275,
      "step": 5722
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.998425286069089e-06,
      "loss": 0.2083,
      "step": 5723
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.95087153682289e-06,
      "loss": 0.3541,
      "step": 5724
    },
    {
      "epoch": 0.94,
      "learning_rate": 7.903458439160738e-06,
      "loss": 0.2355,
      "step": 5725
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.85618600663557e-06,
      "loss": 0.1669,
      "step": 5726
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.809054252760295e-06,
      "loss": 0.2241,
      "step": 5727
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.762063191007251e-06,
      "loss": 0.272,
      "step": 5728
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.71521283480897e-06,
      "loss": 0.2066,
      "step": 5729
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.668503197557519e-06,
      "loss": 0.263,
      "step": 5730
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.62193429260466e-06,
      "loss": 0.2502,
      "step": 5731
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.575506133262189e-06,
      "loss": 0.2254,
      "step": 5732
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.52921873280149e-06,
      "loss": 0.2338,
      "step": 5733
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.483072104453703e-06,
      "loss": 0.2304,
      "step": 5734
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.437066261409886e-06,
      "loss": 0.2336,
      "step": 5735
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.391201216820687e-06,
      "loss": 0.1997,
      "step": 5736
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.345476983796562e-06,
      "loss": 0.1665,
      "step": 5737
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.299893575407668e-06,
      "loss": 0.3177,
      "step": 5738
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.254451004684082e-06,
      "loss": 0.2128,
      "step": 5739
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.209149284615412e-06,
      "loss": 0.1826,
      "step": 5740
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.1639884281511356e-06,
      "loss": 0.2208,
      "step": 5741
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.118968448200425e-06,
      "loss": 0.3753,
      "step": 5742
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.074089357632152e-06,
      "loss": 0.2734,
      "step": 5743
    },
    {
      "epoch": 0.95,
      "learning_rate": 7.0293511692749446e-06,
      "loss": 0.2542,
      "step": 5744
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.984753895917184e-06,
      "loss": 0.3056,
      "step": 5745
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.940297550306895e-06,
      "loss": 0.2549,
      "step": 5746
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.895982145151969e-06,
      "loss": 0.2505,
      "step": 5747
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.851807693119771e-06,
      "loss": 0.1899,
      "step": 5748
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.807774206837591e-06,
      "loss": 0.1738,
      "step": 5749
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.763881698892304e-06,
      "loss": 0.2427,
      "step": 5750
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.720130181830542e-06,
      "loss": 0.2443,
      "step": 5751
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.676519668158576e-06,
      "loss": 0.2386,
      "step": 5752
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.633050170342547e-06,
      "loss": 0.2642,
      "step": 5753
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.589721700808015e-06,
      "loss": 0.2009,
      "step": 5754
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.5465342719404076e-06,
      "loss": 0.182,
      "step": 5755
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.503487896084792e-06,
      "loss": 0.3037,
      "step": 5756
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.4605825855459376e-06,
      "loss": 0.3086,
      "step": 5757
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.4178183525882e-06,
      "loss": 0.2586,
      "step": 5758
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.375195209435802e-06,
      "loss": 0.2982,
      "step": 5759
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.332713168272386e-06,
      "loss": 0.2824,
      "step": 5760
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.29037224124146e-06,
      "loss": 0.2928,
      "step": 5761
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.24817244044612e-06,
      "loss": 0.2388,
      "step": 5762
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.206113777949107e-06,
      "loss": 0.2608,
      "step": 5763
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.164196265772804e-06,
      "loss": 0.3364,
      "step": 5764
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.122419915899291e-06,
      "loss": 0.2754,
      "step": 5765
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.080784740270295e-06,
      "loss": 0.2527,
      "step": 5766
    },
    {
      "epoch": 0.95,
      "learning_rate": 6.0392907507872405e-06,
      "loss": 0.2204,
      "step": 5767
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.997937959310973e-06,
      "loss": 0.212,
      "step": 5768
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.956726377662258e-06,
      "loss": 0.1871,
      "step": 5769
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.91565601762134e-06,
      "loss": 0.3185,
      "step": 5770
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.874726890928106e-06,
      "loss": 0.1938,
      "step": 5771
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.833939009282085e-06,
      "loss": 0.3125,
      "step": 5772
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.793292384342563e-06,
      "loss": 0.2174,
      "step": 5773
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.752787027728079e-06,
      "loss": 0.3069,
      "step": 5774
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.71242295101726e-06,
      "loss": 0.3017,
      "step": 5775
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.672200165748043e-06,
      "loss": 0.2534,
      "step": 5776
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.632118683418008e-06,
      "loss": 0.3005,
      "step": 5777
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.5921785154844365e-06,
      "loss": 0.3085,
      "step": 5778
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.552379673364249e-06,
      "loss": 0.1981,
      "step": 5779
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.512722168433737e-06,
      "loss": 0.1918,
      "step": 5780
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.473206012029053e-06,
      "loss": 0.2025,
      "step": 5781
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.433831215445828e-06,
      "loss": 0.305,
      "step": 5782
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.394597789939282e-06,
      "loss": 0.2585,
      "step": 5783
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.355505746724165e-06,
      "loss": 0.2749,
      "step": 5784
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.31655509697504e-06,
      "loss": 0.3164,
      "step": 5785
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.2777458518257215e-06,
      "loss": 0.2968,
      "step": 5786
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.239078022369947e-06,
      "loss": 0.3192,
      "step": 5787
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.200551619660709e-06,
      "loss": 0.2602,
      "step": 5788
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.1621666547108096e-06,
      "loss": 0.2599,
      "step": 5789
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.123923138492581e-06,
      "loss": 0.2413,
      "step": 5790
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.085821081937836e-06,
      "loss": 0.1517,
      "step": 5791
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.047860495937917e-06,
      "loss": 0.2744,
      "step": 5792
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.010041391343978e-06,
      "loss": 0.2513,
      "step": 5793
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.972363778966427e-06,
      "loss": 0.2305,
      "step": 5794
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.93482766957537e-06,
      "loss": 0.3335,
      "step": 5795
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.8974330739005035e-06,
      "loss": 0.3267,
      "step": 5796
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.860180002630999e-06,
      "loss": 0.2913,
      "step": 5797
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.823068466415615e-06,
      "loss": 0.2535,
      "step": 5798
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.786098475862643e-06,
      "loss": 0.1968,
      "step": 5799
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.749270041539799e-06,
      "loss": 0.2957,
      "step": 5800
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.71258317397455e-06,
      "loss": 0.2554,
      "step": 5801
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.676037883653783e-06,
      "loss": 0.3473,
      "step": 5802
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.639634181023867e-06,
      "loss": 0.3167,
      "step": 5803
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.603372076490808e-06,
      "loss": 0.367,
      "step": 5804
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.56725158042004e-06,
      "loss": 0.2263,
      "step": 5805
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.53127270313658e-06,
      "loss": 0.1982,
      "step": 5806
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.495435454924923e-06,
      "loss": 0.2013,
      "step": 5807
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.459739846029099e-06,
      "loss": 0.2607,
      "step": 5808
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.424185886652721e-06,
      "loss": 0.3084,
      "step": 5809
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.388773586958717e-06,
      "loss": 0.2613,
      "step": 5810
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.35350295706971e-06,
      "loss": 0.2099,
      "step": 5811
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.318374007067749e-06,
      "loss": 0.2921,
      "step": 5812
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.283386746994466e-06,
      "loss": 0.2389,
      "step": 5813
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.2485411868508075e-06,
      "loss": 0.282,
      "step": 5814
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.21383733659747e-06,
      "loss": 0.193,
      "step": 5815
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.179275206154354e-06,
      "loss": 0.2331,
      "step": 5816
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.144854805401055e-06,
      "loss": 0.2626,
      "step": 5817
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.110576144176648e-06,
      "loss": 0.2151,
      "step": 5818
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.076439232279572e-06,
      "loss": 0.2104,
      "step": 5819
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.042444079467855e-06,
      "loss": 0.2181,
      "step": 5820
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.008590695459002e-06,
      "loss": 0.3919,
      "step": 5821
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.9748790899298835e-06,
      "loss": 0.1995,
      "step": 5822
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.941309272516902e-06,
      "loss": 0.1705,
      "step": 5823
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.907881252816048e-06,
      "loss": 0.2342,
      "step": 5824
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.874595040382567e-06,
      "loss": 0.2247,
      "step": 5825
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.841450644731403e-06,
      "loss": 0.2399,
      "step": 5826
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.8084480753367014e-06,
      "loss": 0.3132,
      "step": 5827
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.775587341632303e-06,
      "loss": 0.2461,
      "step": 5828
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.742868453011361e-06,
      "loss": 0.2678,
      "step": 5829
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.710291418826506e-06,
      "loss": 0.3055,
      "step": 5830
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.6778562483898436e-06,
      "loss": 0.2642,
      "step": 5831
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.645562950973014e-06,
      "loss": 0.2887,
      "step": 5832
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.61341153580691e-06,
      "loss": 0.2119,
      "step": 5833
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5814020120820134e-06,
      "loss": 0.2424,
      "step": 5834
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5495343889481724e-06,
      "loss": 0.2874,
      "step": 5835
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.5178086755147663e-06,
      "loss": 0.2634,
      "step": 5836
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.4862248808504306e-06,
      "loss": 0.289,
      "step": 5837
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.454783013983498e-06,
      "loss": 0.3256,
      "step": 5838
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.423483083901502e-06,
      "loss": 0.174,
      "step": 5839
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.3923250995515076e-06,
      "loss": 0.3193,
      "step": 5840
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.3613090698399463e-06,
      "loss": 0.2113,
      "step": 5841
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.3304350036327814e-06,
      "loss": 0.231,
      "step": 5842
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.2997029097552313e-06,
      "loss": 0.3353,
      "step": 5843
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.2691127969921017e-06,
      "loss": 0.2458,
      "step": 5844
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.238664674087455e-06,
      "loss": 0.2402,
      "step": 5845
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.2083585497449387e-06,
      "loss": 0.2615,
      "step": 5846
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.178194432627457e-06,
      "loss": 0.3352,
      "step": 5847
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.148172331357446e-06,
      "loss": 0.2711,
      "step": 5848
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.1182922545165414e-06,
      "loss": 0.206,
      "step": 5849
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.088554210646133e-06,
      "loss": 0.1966,
      "step": 5850
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.0589582082465873e-06,
      "loss": 0.2176,
      "step": 5851
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.0295042557780263e-06,
      "loss": 0.247,
      "step": 5852
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.0001923616597703e-06,
      "loss": 0.3277,
      "step": 5853
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9710225342706175e-06,
      "loss": 0.3259,
      "step": 5854
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.9419947819486205e-06,
      "loss": 0.2015,
      "step": 5855
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.91310911299153e-06,
      "loss": 0.1934,
      "step": 5856
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8843655356560193e-06,
      "loss": 0.3375,
      "step": 5857
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.855764058158572e-06,
      "loss": 0.1947,
      "step": 5858
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.8273046886748698e-06,
      "loss": 0.1642,
      "step": 5859
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7989874353399614e-06,
      "loss": 0.2183,
      "step": 5860
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7708123062482605e-06,
      "loss": 0.2171,
      "step": 5861
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7427793094536023e-06,
      "loss": 0.2884,
      "step": 5862
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.7148884529692442e-06,
      "loss": 0.2214,
      "step": 5863
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6871397447676416e-06,
      "loss": 0.191,
      "step": 5864
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6595331927808384e-06,
      "loss": 0.2286,
      "step": 5865
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6320688049000785e-06,
      "loss": 0.2784,
      "step": 5866
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.6047465889759702e-06,
      "loss": 0.2963,
      "step": 5867
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5775665528186555e-06,
      "loss": 0.2635,
      "step": 5868
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.550528704197419e-06,
      "loss": 0.223,
      "step": 5869
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.5236330508410234e-06,
      "loss": 0.2041,
      "step": 5870
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4968796004374848e-06,
      "loss": 0.2382,
      "step": 5871
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4702683606343534e-06,
      "loss": 0.3577,
      "step": 5872
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.4437993390383774e-06,
      "loss": 0.2302,
      "step": 5873
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.417472543215671e-06,
      "loss": 0.2677,
      "step": 5874
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3912879806916586e-06,
      "loss": 0.2254,
      "step": 5875
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.365245658951298e-06,
      "loss": 0.2135,
      "step": 5876
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.3393455854386346e-06,
      "loss": 0.2791,
      "step": 5877
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.313587767557246e-06,
      "loss": 0.2951,
      "step": 5878
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.287972212669964e-06,
      "loss": 0.3134,
      "step": 5879
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2624989280988774e-06,
      "loss": 0.2891,
      "step": 5880
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.2371679211255493e-06,
      "loss": 0.2264,
      "step": 5881
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.21197919899091e-06,
      "loss": 0.2193,
      "step": 5882
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1869327688949225e-06,
      "loss": 0.3527,
      "step": 5883
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.162028637997193e-06,
      "loss": 0.2568,
      "step": 5884
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1372668134165272e-06,
      "loss": 0.2682,
      "step": 5885
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.1126473022310966e-06,
      "loss": 0.2459,
      "step": 5886
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.088170111478216e-06,
      "loss": 0.1933,
      "step": 5887
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.063835248154844e-06,
      "loss": 0.1963,
      "step": 5888
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0396427192169166e-06,
      "loss": 0.2202,
      "step": 5889
    },
    {
      "epoch": 0.97,
      "learning_rate": 2.0155925315799016e-06,
      "loss": 0.1934,
      "step": 5890
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9916846921185227e-06,
      "loss": 0.3037,
      "step": 5891
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.967919207666813e-06,
      "loss": 0.3323,
      "step": 5892
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.944296085018005e-06,
      "loss": 0.1728,
      "step": 5893
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.9208153309249187e-06,
      "loss": 0.2555,
      "step": 5894
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8974769520992973e-06,
      "loss": 0.2829,
      "step": 5895
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8742809552125261e-06,
      "loss": 0.1775,
      "step": 5896
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.851227346895079e-06,
      "loss": 0.1798,
      "step": 5897
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.828316133736796e-06,
      "loss": 0.3082,
      "step": 5898
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.8055473222868823e-06,
      "loss": 0.2485,
      "step": 5899
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7829209190536878e-06,
      "loss": 0.4506,
      "step": 5900
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7604369305050384e-06,
      "loss": 0.3369,
      "step": 5901
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7380953630678486e-06,
      "loss": 0.223,
      "step": 5902
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7158962231285103e-06,
      "loss": 0.2985,
      "step": 5903
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6938395170325583e-06,
      "loss": 0.3073,
      "step": 5904
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6719252510848937e-06,
      "loss": 0.2813,
      "step": 5905
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6501534315496725e-06,
      "loss": 0.2259,
      "step": 5906
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6285240646503608e-06,
      "loss": 0.2138,
      "step": 5907
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.6070371565696796e-06,
      "loss": 0.2959,
      "step": 5908
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5856927134496047e-06,
      "loss": 0.2667,
      "step": 5909
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5644907413914222e-06,
      "loss": 0.2786,
      "step": 5910
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.5434312464557287e-06,
      "loss": 0.2873,
      "step": 5911
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.52251423466232e-06,
      "loss": 0.2707,
      "step": 5912
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.501739711990302e-06,
      "loss": 0.253,
      "step": 5913
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4811076843780914e-06,
      "loss": 0.2816,
      "step": 5914
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4606181577231924e-06,
      "loss": 0.2181,
      "step": 5915
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4402711378826426e-06,
      "loss": 0.2393,
      "step": 5916
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.4200666306725673e-06,
      "loss": 0.234,
      "step": 5917
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.400004641868402e-06,
      "loss": 0.2907,
      "step": 5918
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3800851772047817e-06,
      "loss": 0.215,
      "step": 5919
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3603082423757628e-06,
      "loss": 0.1596,
      "step": 5920
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3406738430344344e-06,
      "loss": 0.2351,
      "step": 5921
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3211819847933626e-06,
      "loss": 0.3273,
      "step": 5922
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3018326732242569e-06,
      "loss": 0.2618,
      "step": 5923
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2826259138580265e-06,
      "loss": 0.2644,
      "step": 5924
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2635617121850018e-06,
      "loss": 0.286,
      "step": 5925
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.244640073654546e-06,
      "loss": 0.172,
      "step": 5926
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2258610036754436e-06,
      "loss": 0.1592,
      "step": 5927
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2072245076156785e-06,
      "loss": 0.2722,
      "step": 5928
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1887305908024336e-06,
      "loss": 0.2578,
      "step": 5929
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1703792585222028e-06,
      "loss": 0.2953,
      "step": 5930
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1521705160206786e-06,
      "loss": 0.3206,
      "step": 5931
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1341043685028085e-06,
      "loss": 0.2448,
      "step": 5932
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1161808211327396e-06,
      "loss": 0.1879,
      "step": 5933
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.098399879033929e-06,
      "loss": 0.1878,
      "step": 5934
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.080761547289033e-06,
      "loss": 0.2803,
      "step": 5935
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0632658309399635e-06,
      "loss": 0.2542,
      "step": 5936
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0459127349877751e-06,
      "loss": 0.2349,
      "step": 5937
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0287022643929445e-06,
      "loss": 0.2358,
      "step": 5938
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0116344240749253e-06,
      "loss": 0.2879,
      "step": 5939
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.947092189126483e-07,
      "loss": 0.1928,
      "step": 5940
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.779266537441322e-07,
      "loss": 0.2242,
      "step": 5941
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.612867333665953e-07,
      "loss": 0.2183,
      "step": 5942
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.447894625366216e-07,
      "loss": 0.2301,
      "step": 5943
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.284348459698278e-07,
      "loss": 0.316,
      "step": 5944
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.12222888341252e-07,
      "loss": 0.2307,
      "step": 5945
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.961535942850208e-07,
      "loss": 0.2467,
      "step": 5946
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.802269683945708e-07,
      "loss": 0.2275,
      "step": 5947
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.644430152224269e-07,
      "loss": 0.2944,
      "step": 5948
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.488017392804803e-07,
      "loss": 0.208,
      "step": 5949
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.3330314503971e-07,
      "loss": 0.3765,
      "step": 5950
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.179472369304053e-07,
      "loss": 0.2496,
      "step": 5951
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.027340193420551e-07,
      "loss": 0.2608,
      "step": 5952
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.876634966232921e-07,
      "loss": 0.3109,
      "step": 5953
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.727356730820034e-07,
      "loss": 0.2468,
      "step": 5954
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.579505529852759e-07,
      "loss": 0.2112,
      "step": 5955
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.433081405594511e-07,
      "loss": 0.3035,
      "step": 5956
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.288084399900696e-07,
      "loss": 0.2302,
      "step": 5957
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.144514554218162e-07,
      "loss": 0.303,
      "step": 5958
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.002371909585747e-07,
      "loss": 0.274,
      "step": 5959
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.861656506635395e-07,
      "loss": 0.2619,
      "step": 5960
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.722368385590483e-07,
      "loss": 0.2726,
      "step": 5961
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.584507586265831e-07,
      "loss": 0.2144,
      "step": 5962
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.448074148068806e-07,
      "loss": 0.2872,
      "step": 5963
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.313068109998766e-07,
      "loss": 0.3078,
      "step": 5964
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.179489510647063e-07,
      "loss": 0.2111,
      "step": 5965
    },
    {
      "epoch": 0.98,
      "learning_rate": 6.047338388197043e-07,
      "loss": 0.2481,
      "step": 5966
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.916614780424046e-07,
      "loss": 0.2253,
      "step": 5967
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.787318724695401e-07,
      "loss": 0.3796,
      "step": 5968
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.659450257969323e-07,
      "loss": 0.2054,
      "step": 5969
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.533009416797685e-07,
      "loss": 0.2925,
      "step": 5970
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.407996237323242e-07,
      "loss": 0.233,
      "step": 5971
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.284410755280745e-07,
      "loss": 0.2952,
      "step": 5972
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.162253005996931e-07,
      "loss": 0.3095,
      "step": 5973
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.041523024390538e-07,
      "loss": 0.2573,
      "step": 5974
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.922220844971736e-07,
      "loss": 0.2628,
      "step": 5975
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.804346501843249e-07,
      "loss": 0.2997,
      "step": 5976
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.6879000286992323e-07,
      "loss": 0.1924,
      "step": 5977
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.5728814588258396e-07,
      "loss": 0.3097,
      "step": 5978
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.459290825100659e-07,
      "loss": 0.2666,
      "step": 5979
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.3471281599938294e-07,
      "loss": 0.317,
      "step": 5980
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.236393495566371e-07,
      "loss": 0.2524,
      "step": 5981
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.127086863471852e-07,
      "loss": 0.2511,
      "step": 5982
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.019208294955834e-07,
      "loss": 0.3003,
      "step": 5983
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.912757820854762e-07,
      "loss": 0.2639,
      "step": 5984
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.807735471598184e-07,
      "loss": 0.2113,
      "step": 5985
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.7041412772054195e-07,
      "loss": 0.2054,
      "step": 5986
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.601975267289448e-07,
      "loss": 0.2947,
      "step": 5987
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.5012374710535756e-07,
      "loss": 0.2121,
      "step": 5988
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.4019279172947673e-07,
      "loss": 0.2497,
      "step": 5989
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.30404663439976e-07,
      "loss": 0.2239,
      "step": 5990
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.20759365034784e-07,
      "loss": 0.2833,
      "step": 5991
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.11256899270973e-07,
      "loss": 0.2194,
      "step": 5992
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.0189726886487026e-07,
      "loss": 0.1828,
      "step": 5993
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.926804764918911e-07,
      "loss": 0.2021,
      "step": 5994
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.836065247865949e-07,
      "loss": 0.2606,
      "step": 5995
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.746754163428511e-07,
      "loss": 0.294,
      "step": 5996
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.6588715371350657e-07,
      "loss": 0.3589,
      "step": 5997
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.572417394107185e-07,
      "loss": 0.2717,
      "step": 5998
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.4873917590578777e-07,
      "loss": 0.2912,
      "step": 5999
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.4037946562915914e-07,
      "loss": 0.2231,
      "step": 6000
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.3216261097042114e-07,
      "loss": 0.26,
      "step": 6001
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.2408861427830606e-07,
      "loss": 0.2922,
      "step": 6002
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.161574778608566e-07,
      "loss": 0.1816,
      "step": 6003
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0836920398509262e-07,
      "loss": 0.2474,
      "step": 6004
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.0072379487734438e-07,
      "loss": 0.2314,
      "step": 6005
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.9322125272297486e-07,
      "loss": 0.1965,
      "step": 6006
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.858615796666574e-07,
      "loss": 0.3038,
      "step": 6007
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7864477781209809e-07,
      "loss": 0.207,
      "step": 6008
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.7157084922220234e-07,
      "loss": 0.4065,
      "step": 6009
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.6463979591901933e-07,
      "loss": 0.2207,
      "step": 6010
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.578516198838531e-07,
      "loss": 0.2433,
      "step": 6011
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.512063230570404e-07,
      "loss": 0.1698,
      "step": 6012
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.4470390733817285e-07,
      "loss": 0.2179,
      "step": 6013
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.383443745859303e-07,
      "loss": 0.2073,
      "step": 6014
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.3212772661813644e-07,
      "loss": 0.3998,
      "step": 6015
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2605396521192524e-07,
      "loss": 0.2568,
      "step": 6016
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.2012309210335248e-07,
      "loss": 0.1818,
      "step": 6017
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.143351089877842e-07,
      "loss": 0.266,
      "step": 6018
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0869001751973028e-07,
      "loss": 0.3206,
      "step": 6019
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.0318781931284438e-07,
      "loss": 0.289,
      "step": 6020
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.782851593992392e-08,
      "loss": 0.254,
      "step": 6021
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.261210893285466e-08,
      "loss": 0.2242,
      "step": 6022
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.753859978277712e-08,
      "loss": 0.2392,
      "step": 6023
    },
    {
      "epoch": 0.99,
      "learning_rate": 8.260798993997564e-08,
      "loss": 0.2386,
      "step": 6024
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.782028081387837e-08,
      "loss": 0.182,
      "step": 6025
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.31754737729462e-08,
      "loss": 0.2022,
      "step": 6026
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.867357014495035e-08,
      "loss": 0.1929,
      "step": 6027
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.431457121675033e-08,
      "loss": 0.2796,
      "step": 6028
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.009847823434944e-08,
      "loss": 0.2817,
      "step": 6029
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.602529240295029e-08,
      "loss": 0.2677,
      "step": 6030
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.209501488684376e-08,
      "loss": 0.2018,
      "step": 6031
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.830764680946453e-08,
      "loss": 0.2283,
      "step": 6032
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.46631892535021e-08,
      "loss": 0.2697,
      "step": 6033
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.1161643260623214e-08,
      "loss": 0.3158,
      "step": 6034
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.780300983180496e-08,
      "loss": 0.21,
      "step": 6035
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.4587289927112686e-08,
      "loss": 0.2763,
      "step": 6036
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.151448446570005e-08,
      "loss": 0.3027,
      "step": 6037
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.858459432597549e-08,
      "loss": 0.344,
      "step": 6038
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.5797620345435757e-08,
      "loss": 0.3162,
      "step": 6039
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.3153563320721382e-08,
      "loss": 0.2858,
      "step": 6040
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.0652424007616687e-08,
      "loss": 0.2863,
      "step": 6041
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.8294203121105303e-08,
      "loss": 0.1728,
      "step": 6042
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.6078901335259134e-08,
      "loss": 0.2434,
      "step": 6043
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.4006519283349395e-08,
      "loss": 0.2506,
      "step": 6044
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.2077057557680071e-08,
      "loss": 0.2749,
      "step": 6045
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0290516709920983e-08,
      "loss": 0.2759,
      "step": 6046
    },
    {
      "epoch": 1.0,
      "learning_rate": 8.646897250608187e-09,
      "loss": 0.3345,
      "step": 6047
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.146199649643581e-09,
      "loss": 0.2598,
      "step": 6048
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.78842433601734e-09,
      "loss": 0.2311,
      "step": 6049
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.573571697807921e-09,
      "loss": 0.2659,
      "step": 6050
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.5016420823485995e-09,
      "loss": 0.2593,
      "step": 6051
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.572635795949907e-09,
      "loss": 0.2687,
      "step": 6052
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.786553104177191e-09,
      "loss": 0.2267,
      "step": 6053
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.1433942317951028e-09,
      "loss": 0.2054,
      "step": 6054
    },
    {
      "epoch": 1.0,
      "learning_rate": 6.431593626565757e-10,
      "loss": 0.197,
      "step": 6055
    },
    {
      "epoch": 1.0,
      "learning_rate": 2.8584863964731256e-10,
      "loss": 0.2935,
      "step": 6056
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.146216501885405e-11,
      "loss": 0.252,
      "step": 6057
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0,
      "loss": 0.2042,
      "step": 6058
    },
    {
      "epoch": 1.0,
      "step": 6058,
      "total_flos": 1182998643802112.0,
      "train_loss": 0.29217022769558976,
      "train_runtime": 81793.2716,
      "train_samples_per_second": 9.481,
      "train_steps_per_second": 0.074
    }
  ],
  "max_steps": 6058,
  "num_train_epochs": 1,
  "total_flos": 1182998643802112.0,
  "trial_name": null,
  "trial_params": null
}