{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.5,
  "eval_steps": 500,
  "global_step": 44054,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1.5128593040847203e-08,
      "loss": 12.3483,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.0257186081694406e-08,
      "loss": 12.3282,
      "step": 2
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.5385779122541606e-08,
      "loss": 12.3371,
      "step": 3
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.051437216338881e-08,
      "loss": 12.2918,
      "step": 4
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.564296520423602e-08,
      "loss": 12.0559,
      "step": 5
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.077155824508321e-08,
      "loss": 12.3115,
      "step": 6
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.059001512859304e-07,
      "loss": 12.3384,
      "step": 7
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2102874432677762e-07,
      "loss": 12.2578,
      "step": 8
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3615733736762482e-07,
      "loss": 12.3366,
      "step": 9
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5128593040847204e-07,
      "loss": 12.2936,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6641452344931923e-07,
      "loss": 12.2371,
      "step": 11
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8154311649016642e-07,
      "loss": 12.2868,
      "step": 12
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.9667170953101364e-07,
      "loss": 12.317,
      "step": 13
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.118003025718608e-07,
      "loss": 12.2679,
      "step": 14
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.2692889561270803e-07,
      "loss": 12.2915,
      "step": 15
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.4205748865355525e-07,
      "loss": 12.3833,
      "step": 16
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5718608169440244e-07,
      "loss": 12.3161,
      "step": 17
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.7231467473524963e-07,
      "loss": 12.205,
      "step": 18
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8744326777609683e-07,
      "loss": 12.3035,
      "step": 19
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.0257186081694407e-07,
      "loss": 12.2402,
      "step": 20
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.177004538577912e-07,
      "loss": 12.0647,
      "step": 21
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.3282904689863846e-07,
      "loss": 12.1312,
      "step": 22
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.4795763993948565e-07,
      "loss": 12.2088,
      "step": 23
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.6308623298033285e-07,
      "loss": 12.1738,
      "step": 24
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.782148260211801e-07,
      "loss": 11.9939,
      "step": 25
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.933434190620273e-07,
      "loss": 12.0034,
      "step": 26
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.084720121028744e-07,
      "loss": 11.9557,
      "step": 27
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.236006051437216e-07,
      "loss": 12.0061,
      "step": 28
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.3872919818456886e-07,
      "loss": 11.9214,
      "step": 29
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.5385779122541606e-07,
      "loss": 11.9369,
      "step": 30
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.689863842662633e-07,
      "loss": 11.8151,
      "step": 31
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.841149773071105e-07,
      "loss": 11.8125,
      "step": 32
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.992435703479577e-07,
      "loss": 11.8655,
      "step": 33
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.143721633888049e-07,
      "loss": 11.8709,
      "step": 34
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.29500756429652e-07,
      "loss": 11.7717,
      "step": 35
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.446293494704993e-07,
      "loss": 11.6467,
      "step": 36
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.597579425113465e-07,
      "loss": 11.6106,
      "step": 37
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.748865355521937e-07,
      "loss": 11.6317,
      "step": 38
    },
    {
      "epoch": 0.0,
      "learning_rate": 5.900151285930409e-07,
      "loss": 11.6969,
      "step": 39
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.051437216338881e-07,
      "loss": 11.5449,
      "step": 40
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.202723146747353e-07,
      "loss": 11.5334,
      "step": 41
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.354009077155824e-07,
      "loss": 11.602,
      "step": 42
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.505295007564297e-07,
      "loss": 11.5574,
      "step": 43
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.656580937972769e-07,
      "loss": 11.5318,
      "step": 44
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.807866868381241e-07,
      "loss": 11.5499,
      "step": 45
    },
    {
      "epoch": 0.0,
      "learning_rate": 6.959152798789713e-07,
      "loss": 11.5805,
      "step": 46
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.110438729198186e-07,
      "loss": 11.4897,
      "step": 47
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.261724659606657e-07,
      "loss": 11.4509,
      "step": 48
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.413010590015129e-07,
      "loss": 11.4322,
      "step": 49
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.564296520423602e-07,
      "loss": 11.4624,
      "step": 50
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.715582450832073e-07,
      "loss": 11.4463,
      "step": 51
    },
    {
      "epoch": 0.0,
      "learning_rate": 7.866868381240546e-07,
      "loss": 11.3902,
      "step": 52
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.018154311649018e-07,
      "loss": 11.2949,
      "step": 53
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.169440242057488e-07,
      "loss": 11.2972,
      "step": 54
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.320726172465961e-07,
      "loss": 11.2909,
      "step": 55
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.472012102874432e-07,
      "loss": 11.2923,
      "step": 56
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.623298033282905e-07,
      "loss": 11.2479,
      "step": 57
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.774583963691377e-07,
      "loss": 11.1871,
      "step": 58
    },
    {
      "epoch": 0.0,
      "learning_rate": 8.92586989409985e-07,
      "loss": 11.2658,
      "step": 59
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.077155824508321e-07,
      "loss": 11.2449,
      "step": 60
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.228441754916794e-07,
      "loss": 11.22,
      "step": 61
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.379727685325266e-07,
      "loss": 11.2682,
      "step": 62
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.531013615733737e-07,
      "loss": 11.2502,
      "step": 63
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.68229954614221e-07,
      "loss": 11.2019,
      "step": 64
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.833585476550682e-07,
      "loss": 11.1856,
      "step": 65
    },
    {
      "epoch": 0.0,
      "learning_rate": 9.984871406959155e-07,
      "loss": 11.2082,
      "step": 66
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0136157337367625e-06,
      "loss": 11.1513,
      "step": 67
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0287443267776098e-06,
      "loss": 11.1459,
      "step": 68
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.043872919818457e-06,
      "loss": 11.1029,
      "step": 69
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.059001512859304e-06,
      "loss": 11.1732,
      "step": 70
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0741301059001513e-06,
      "loss": 11.0996,
      "step": 71
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.0892586989409985e-06,
      "loss": 10.8611,
      "step": 72
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1043872919818458e-06,
      "loss": 11.0623,
      "step": 73
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.119515885022693e-06,
      "loss": 11.0798,
      "step": 74
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.13464447806354e-06,
      "loss": 11.1069,
      "step": 75
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1497730711043873e-06,
      "loss": 11.0523,
      "step": 76
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1649016641452346e-06,
      "loss": 11.0616,
      "step": 77
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.1800302571860818e-06,
      "loss": 11.0765,
      "step": 78
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.195158850226929e-06,
      "loss": 11.0919,
      "step": 79
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2102874432677763e-06,
      "loss": 11.0349,
      "step": 80
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2254160363086235e-06,
      "loss": 11.0796,
      "step": 81
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2405446293494706e-06,
      "loss": 10.9706,
      "step": 82
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2556732223903178e-06,
      "loss": 11.0752,
      "step": 83
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2708018154311649e-06,
      "loss": 11.0163,
      "step": 84
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.2859304084720123e-06,
      "loss": 11.0278,
      "step": 85
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3010590015128593e-06,
      "loss": 10.9968,
      "step": 86
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3161875945537068e-06,
      "loss": 10.7712,
      "step": 87
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3313161875945538e-06,
      "loss": 11.0019,
      "step": 88
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.346444780635401e-06,
      "loss": 10.9809,
      "step": 89
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3615733736762481e-06,
      "loss": 11.0457,
      "step": 90
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3767019667170956e-06,
      "loss": 11.0179,
      "step": 91
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.3918305597579426e-06,
      "loss": 10.925,
      "step": 92
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4069591527987896e-06,
      "loss": 10.9215,
      "step": 93
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.422087745839637e-06,
      "loss": 10.928,
      "step": 94
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4372163388804841e-06,
      "loss": 10.9175,
      "step": 95
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4523449319213314e-06,
      "loss": 10.8902,
      "step": 96
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4674735249621786e-06,
      "loss": 10.9385,
      "step": 97
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.4826021180030259e-06,
      "loss": 10.8914,
      "step": 98
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.497730711043873e-06,
      "loss": 10.8986,
      "step": 99
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5128593040847204e-06,
      "loss": 10.9348,
      "step": 100
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5279878971255674e-06,
      "loss": 10.914,
      "step": 101
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5431164901664146e-06,
      "loss": 10.8734,
      "step": 102
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5582450832072619e-06,
      "loss": 10.8807,
      "step": 103
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5733736762481091e-06,
      "loss": 10.8499,
      "step": 104
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.5885022692889562e-06,
      "loss": 10.8372,
      "step": 105
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6036308623298036e-06,
      "loss": 10.8673,
      "step": 106
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6187594553706507e-06,
      "loss": 10.8043,
      "step": 107
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6338880484114977e-06,
      "loss": 10.7737,
      "step": 108
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6490166414523452e-06,
      "loss": 10.7829,
      "step": 109
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6641452344931922e-06,
      "loss": 10.8299,
      "step": 110
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6792738275340394e-06,
      "loss": 10.7721,
      "step": 111
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.6944024205748865e-06,
      "loss": 10.7321,
      "step": 112
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.709531013615734e-06,
      "loss": 10.7255,
      "step": 113
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.724659606656581e-06,
      "loss": 10.7758,
      "step": 114
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7397881996974284e-06,
      "loss": 10.7612,
      "step": 115
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7549167927382755e-06,
      "loss": 10.7367,
      "step": 116
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.7700453857791227e-06,
      "loss": 10.7359,
      "step": 117
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.78517397881997e-06,
      "loss": 10.6463,
      "step": 118
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8003025718608172e-06,
      "loss": 10.6766,
      "step": 119
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8154311649016642e-06,
      "loss": 10.7461,
      "step": 120
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8305597579425117e-06,
      "loss": 10.7649,
      "step": 121
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8456883509833587e-06,
      "loss": 10.7216,
      "step": 122
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8608169440242058e-06,
      "loss": 10.6699,
      "step": 123
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8759455370650532e-06,
      "loss": 10.6545,
      "step": 124
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.8910741301059002e-06,
      "loss": 10.6326,
      "step": 125
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.9062027231467475e-06,
      "loss": 10.5832,
      "step": 126
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.9213313161875947e-06,
      "loss": 10.678,
      "step": 127
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.936459909228442e-06,
      "loss": 10.6564,
      "step": 128
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.9515885022692892e-06,
      "loss": 10.6456,
      "step": 129
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.9667170953101365e-06,
      "loss": 10.6061,
      "step": 130
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.9818456883509833e-06,
      "loss": 10.5926,
      "step": 131
    },
    {
      "epoch": 0.0,
      "learning_rate": 1.996974281391831e-06,
      "loss": 10.5477,
      "step": 132
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.012102874432678e-06,
      "loss": 10.4816,
      "step": 133
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.027231467473525e-06,
      "loss": 10.4953,
      "step": 134
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.0423600605143723e-06,
      "loss": 10.4666,
      "step": 135
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.0574886535552195e-06,
      "loss": 10.5111,
      "step": 136
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.0726172465960668e-06,
      "loss": 10.5289,
      "step": 137
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.087745839636914e-06,
      "loss": 10.4812,
      "step": 138
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.1028744326777613e-06,
      "loss": 10.4909,
      "step": 139
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.118003025718608e-06,
      "loss": 10.4523,
      "step": 140
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.1331316187594558e-06,
      "loss": 10.4405,
      "step": 141
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.1482602118003026e-06,
      "loss": 10.3681,
      "step": 142
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.16338880484115e-06,
      "loss": 10.3886,
      "step": 143
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.178517397881997e-06,
      "loss": 10.374,
      "step": 144
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.1936459909228443e-06,
      "loss": 10.3855,
      "step": 145
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.2087745839636916e-06,
      "loss": 10.2613,
      "step": 146
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.223903177004539e-06,
      "loss": 10.3767,
      "step": 147
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.239031770045386e-06,
      "loss": 10.291,
      "step": 148
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.2541603630862333e-06,
      "loss": 10.2948,
      "step": 149
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.26928895612708e-06,
      "loss": 10.2614,
      "step": 150
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.284417549167928e-06,
      "loss": 10.235,
      "step": 151
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.2995461422087746e-06,
      "loss": 10.1762,
      "step": 152
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.3146747352496223e-06,
      "loss": 10.1607,
      "step": 153
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.329803328290469e-06,
      "loss": 10.1863,
      "step": 154
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.3449319213313164e-06,
      "loss": 10.1335,
      "step": 155
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.3600605143721636e-06,
      "loss": 10.0619,
      "step": 156
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.375189107413011e-06,
      "loss": 9.9516,
      "step": 157
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.390317700453858e-06,
      "loss": 9.8836,
      "step": 158
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.405446293494705e-06,
      "loss": 9.8645,
      "step": 159
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.4205748865355526e-06,
      "loss": 9.7747,
      "step": 160
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.4357034795763994e-06,
      "loss": 9.6634,
      "step": 161
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.450832072617247e-06,
      "loss": 9.4797,
      "step": 162
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.465960665658094e-06,
      "loss": 9.163,
      "step": 163
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.481089258698941e-06,
      "loss": 8.7467,
      "step": 164
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.4962178517397884e-06,
      "loss": 8.4263,
      "step": 165
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5113464447806356e-06,
      "loss": 7.529,
      "step": 166
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.526475037821483e-06,
      "loss": 6.9274,
      "step": 167
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5416036308623297e-06,
      "loss": 6.5834,
      "step": 168
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5567322239031774e-06,
      "loss": 6.5544,
      "step": 169
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5718608169440246e-06,
      "loss": 6.5497,
      "step": 170
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.5869894099848714e-06,
      "loss": 6.5965,
      "step": 171
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.6021180030257187e-06,
      "loss": 6.5526,
      "step": 172
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.617246596066566e-06,
      "loss": 6.5676,
      "step": 173
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.6323751891074136e-06,
      "loss": 6.6697,
      "step": 174
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.64750378214826e-06,
      "loss": 6.572,
      "step": 175
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.6626323751891077e-06,
      "loss": 6.3712,
      "step": 176
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.677760968229955e-06,
      "loss": 6.1567,
      "step": 177
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.692889561270802e-06,
      "loss": 6.0677,
      "step": 178
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.708018154311649e-06,
      "loss": 6.0267,
      "step": 179
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.7231467473524962e-06,
      "loss": 5.9364,
      "step": 180
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.738275340393344e-06,
      "loss": 5.8602,
      "step": 181
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.753403933434191e-06,
      "loss": 5.7297,
      "step": 182
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.768532526475038e-06,
      "loss": 5.564,
      "step": 183
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.7836611195158852e-06,
      "loss": 5.5033,
      "step": 184
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.7987897125567325e-06,
      "loss": 5.3493,
      "step": 185
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8139183055975793e-06,
      "loss": 5.263,
      "step": 186
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8290468986384265e-06,
      "loss": 5.1264,
      "step": 187
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.844175491679274e-06,
      "loss": 4.9871,
      "step": 188
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8593040847201215e-06,
      "loss": 4.8933,
      "step": 189
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8744326777609683e-06,
      "loss": 4.7405,
      "step": 190
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.8895612708018155e-06,
      "loss": 4.5597,
      "step": 191
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9046898638426628e-06,
      "loss": 4.4184,
      "step": 192
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9198184568835104e-06,
      "loss": 4.2281,
      "step": 193
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9349470499243573e-06,
      "loss": 4.135,
      "step": 194
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9500756429652045e-06,
      "loss": 4.0207,
      "step": 195
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.9652042360060517e-06,
      "loss": 3.9472,
      "step": 196
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.980332829046899e-06,
      "loss": 3.8827,
      "step": 197
    },
    {
      "epoch": 0.0,
      "learning_rate": 2.995461422087746e-06,
      "loss": 3.8444,
      "step": 198
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.0105900151285935e-06,
      "loss": 3.8135,
      "step": 199
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.0257186081694407e-06,
      "loss": 3.6774,
      "step": 200
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.0408472012102876e-06,
      "loss": 3.5885,
      "step": 201
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.055975794251135e-06,
      "loss": 3.4166,
      "step": 202
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.071104387291982e-06,
      "loss": 3.3265,
      "step": 203
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.0862329803328293e-06,
      "loss": 3.2426,
      "step": 204
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.101361573373676e-06,
      "loss": 3.1585,
      "step": 205
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.1164901664145238e-06,
      "loss": 3.081,
      "step": 206
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.131618759455371e-06,
      "loss": 3.0307,
      "step": 207
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.1467473524962183e-06,
      "loss": 2.9396,
      "step": 208
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.161875945537065e-06,
      "loss": 2.8234,
      "step": 209
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.1770045385779123e-06,
      "loss": 2.7106,
      "step": 210
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.19213313161876e-06,
      "loss": 2.569,
      "step": 211
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2072617246596073e-06,
      "loss": 2.5389,
      "step": 212
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.222390317700454e-06,
      "loss": 2.469,
      "step": 213
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2375189107413013e-06,
      "loss": 2.3713,
      "step": 214
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2526475037821486e-06,
      "loss": 2.3241,
      "step": 215
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2677760968229954e-06,
      "loss": 2.2422,
      "step": 216
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2829046898638426e-06,
      "loss": 2.1643,
      "step": 217
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.2980332829046903e-06,
      "loss": 2.085,
      "step": 218
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.3131618759455376e-06,
      "loss": 2.0181,
      "step": 219
    },
    {
      "epoch": 0.0,
      "learning_rate": 3.3282904689863844e-06,
      "loss": 1.9207,
      "step": 220
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3434190620272316e-06,
      "loss": 1.8259,
      "step": 221
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.358547655068079e-06,
      "loss": 1.7645,
      "step": 222
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.3736762481089265e-06,
      "loss": 1.69,
      "step": 223
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.388804841149773e-06,
      "loss": 1.6574,
      "step": 224
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4039334341906206e-06,
      "loss": 1.5601,
      "step": 225
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.419062027231468e-06,
      "loss": 1.5153,
      "step": 226
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.434190620272315e-06,
      "loss": 1.4516,
      "step": 227
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.449319213313162e-06,
      "loss": 1.3883,
      "step": 228
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.464447806354009e-06,
      "loss": 1.3253,
      "step": 229
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.479576399394857e-06,
      "loss": 1.2662,
      "step": 230
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.4947049924357037e-06,
      "loss": 1.2006,
      "step": 231
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.509833585476551e-06,
      "loss": 1.1641,
      "step": 232
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.524962178517398e-06,
      "loss": 1.1053,
      "step": 233
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5400907715582454e-06,
      "loss": 1.0523,
      "step": 234
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.5552193645990922e-06,
      "loss": 1.0109,
      "step": 235
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.57034795763994e-06,
      "loss": 0.9593,
      "step": 236
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.585476550680787e-06,
      "loss": 0.9195,
      "step": 237
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6006051437216344e-06,
      "loss": 0.893,
      "step": 238
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.615733736762481e-06,
      "loss": 0.8391,
      "step": 239
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6308623298033285e-06,
      "loss": 0.7989,
      "step": 240
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6459909228441757e-06,
      "loss": 0.7646,
      "step": 241
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6611195158850234e-06,
      "loss": 0.725,
      "step": 242
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.67624810892587e-06,
      "loss": 0.7027,
      "step": 243
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.6913767019667174e-06,
      "loss": 0.6691,
      "step": 244
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7065052950075647e-06,
      "loss": 0.6442,
      "step": 245
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7216338880484115e-06,
      "loss": 0.6033,
      "step": 246
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7367624810892588e-06,
      "loss": 0.5887,
      "step": 247
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7518910741301064e-06,
      "loss": 0.5557,
      "step": 248
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7670196671709537e-06,
      "loss": 0.5356,
      "step": 249
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7821482602118005e-06,
      "loss": 0.5211,
      "step": 250
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.7972768532526477e-06,
      "loss": 0.4963,
      "step": 251
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.812405446293495e-06,
      "loss": 0.4724,
      "step": 252
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.827534039334342e-06,
      "loss": 0.4578,
      "step": 253
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.8426626323751895e-06,
      "loss": 0.4406,
      "step": 254
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.857791225416037e-06,
      "loss": 0.419,
      "step": 255
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.872919818456884e-06,
      "loss": 0.4005,
      "step": 256
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.888048411497731e-06,
      "loss": 0.3886,
      "step": 257
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.9031770045385785e-06,
      "loss": 0.3693,
      "step": 258
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.918305597579426e-06,
      "loss": 0.3557,
      "step": 259
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.933434190620273e-06,
      "loss": 0.348,
      "step": 260
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.94856278366112e-06,
      "loss": 0.3349,
      "step": 261
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.963691376701967e-06,
      "loss": 0.3179,
      "step": 262
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.978819969742814e-06,
      "loss": 0.3132,
      "step": 263
    },
    {
      "epoch": 0.01,
      "learning_rate": 3.993948562783662e-06,
      "loss": 0.2937,
      "step": 264
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.009077155824508e-06,
      "loss": 0.2857,
      "step": 265
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.024205748865356e-06,
      "loss": 0.281,
      "step": 266
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.039334341906203e-06,
      "loss": 0.2688,
      "step": 267
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.05446293494705e-06,
      "loss": 0.2653,
      "step": 268
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.069591527987897e-06,
      "loss": 0.2553,
      "step": 269
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.0847201210287446e-06,
      "loss": 0.2472,
      "step": 270
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.099848714069592e-06,
      "loss": 0.2354,
      "step": 271
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.114977307110439e-06,
      "loss": 0.2355,
      "step": 272
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.130105900151286e-06,
      "loss": 0.2247,
      "step": 273
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.1452344931921336e-06,
      "loss": 0.2172,
      "step": 274
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.160363086232981e-06,
      "loss": 0.2099,
      "step": 275
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.175491679273828e-06,
      "loss": 0.2039,
      "step": 276
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.190620272314675e-06,
      "loss": 0.2012,
      "step": 277
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.2057488653555225e-06,
      "loss": 0.1951,
      "step": 278
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.22087745839637e-06,
      "loss": 0.1894,
      "step": 279
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.236006051437216e-06,
      "loss": 0.1829,
      "step": 280
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.2511346444780634e-06,
      "loss": 0.1765,
      "step": 281
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.2662632375189115e-06,
      "loss": 0.1744,
      "step": 282
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.281391830559759e-06,
      "loss": 0.1718,
      "step": 283
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.296520423600605e-06,
      "loss": 0.1659,
      "step": 284
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.311649016641452e-06,
      "loss": 0.1607,
      "step": 285
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.3267776096823e-06,
      "loss": 0.1585,
      "step": 286
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.341906202723148e-06,
      "loss": 0.1533,
      "step": 287
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.357034795763994e-06,
      "loss": 0.1525,
      "step": 288
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.372163388804841e-06,
      "loss": 0.1498,
      "step": 289
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.387291981845689e-06,
      "loss": 0.1425,
      "step": 290
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.402420574886536e-06,
      "loss": 0.1423,
      "step": 291
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.417549167927383e-06,
      "loss": 0.1396,
      "step": 292
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.43267776096823e-06,
      "loss": 0.1392,
      "step": 293
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.447806354009078e-06,
      "loss": 0.1339,
      "step": 294
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.462934947049925e-06,
      "loss": 0.1295,
      "step": 295
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.478063540090772e-06,
      "loss": 0.1298,
      "step": 296
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.493192133131619e-06,
      "loss": 0.1267,
      "step": 297
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.508320726172467e-06,
      "loss": 0.1241,
      "step": 298
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.523449319213313e-06,
      "loss": 0.1211,
      "step": 299
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.53857791225416e-06,
      "loss": 0.1187,
      "step": 300
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.553706505295008e-06,
      "loss": 0.1177,
      "step": 301
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.568835098335856e-06,
      "loss": 0.1171,
      "step": 302
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.583963691376702e-06,
      "loss": 0.1115,
      "step": 303
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.599092284417549e-06,
      "loss": 0.1099,
      "step": 304
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.6142208774583965e-06,
      "loss": 0.1089,
      "step": 305
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.6293494704992446e-06,
      "loss": 0.1055,
      "step": 306
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.644478063540091e-06,
      "loss": 0.1041,
      "step": 307
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.659606656580938e-06,
      "loss": 0.1028,
      "step": 308
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.6747352496217855e-06,
      "loss": 0.1003,
      "step": 309
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.689863842662633e-06,
      "loss": 0.1,
      "step": 310
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.70499243570348e-06,
      "loss": 0.0966,
      "step": 311
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.720121028744327e-06,
      "loss": 0.0965,
      "step": 312
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.7352496217851745e-06,
      "loss": 0.0946,
      "step": 313
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.750378214826022e-06,
      "loss": 0.0931,
      "step": 314
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.765506807866869e-06,
      "loss": 0.0931,
      "step": 315
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.780635400907716e-06,
      "loss": 0.0906,
      "step": 316
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.7957639939485634e-06,
      "loss": 0.09,
      "step": 317
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.81089258698941e-06,
      "loss": 0.088,
      "step": 318
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.826021180030258e-06,
      "loss": 0.0876,
      "step": 319
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.841149773071105e-06,
      "loss": 0.0848,
      "step": 320
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.856278366111952e-06,
      "loss": 0.0835,
      "step": 321
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.871406959152799e-06,
      "loss": 0.0801,
      "step": 322
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.886535552193646e-06,
      "loss": 0.0823,
      "step": 323
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.901664145234494e-06,
      "loss": 0.0777,
      "step": 324
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9167927382753406e-06,
      "loss": 0.078,
      "step": 325
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.931921331316188e-06,
      "loss": 0.0776,
      "step": 326
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.947049924357035e-06,
      "loss": 0.0765,
      "step": 327
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.962178517397882e-06,
      "loss": 0.0774,
      "step": 328
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9773071104387295e-06,
      "loss": 0.077,
      "step": 329
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.992435703479577e-06,
      "loss": 0.076,
      "step": 330
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.007564296520424e-06,
      "loss": 0.0735,
      "step": 331
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.022692889561271e-06,
      "loss": 0.0728,
      "step": 332
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.0378214826021185e-06,
      "loss": 0.0723,
      "step": 333
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.052950075642966e-06,
      "loss": 0.0713,
      "step": 334
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.068078668683812e-06,
      "loss": 0.0675,
      "step": 335
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.083207261724659e-06,
      "loss": 0.0684,
      "step": 336
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.098335854765507e-06,
      "loss": 0.0685,
      "step": 337
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.113464447806355e-06,
      "loss": 0.0686,
      "step": 338
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.128593040847202e-06,
      "loss": 0.0652,
      "step": 339
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.143721633888049e-06,
      "loss": 0.0655,
      "step": 340
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.1588502269288965e-06,
      "loss": 0.0647,
      "step": 341
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.173978819969743e-06,
      "loss": 0.0636,
      "step": 342
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.18910741301059e-06,
      "loss": 0.064,
      "step": 343
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.204236006051437e-06,
      "loss": 0.0636,
      "step": 344
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.219364599092285e-06,
      "loss": 0.0613,
      "step": 345
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.234493192133132e-06,
      "loss": 0.0631,
      "step": 346
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.249621785173979e-06,
      "loss": 0.0617,
      "step": 347
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.264750378214827e-06,
      "loss": 0.0613,
      "step": 348
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.2798789712556745e-06,
      "loss": 0.059,
      "step": 349
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.29500756429652e-06,
      "loss": 0.0597,
      "step": 350
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.310136157337368e-06,
      "loss": 0.0578,
      "step": 351
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.325264750378215e-06,
      "loss": 0.0578,
      "step": 352
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.340393343419063e-06,
      "loss": 0.0568,
      "step": 353
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.35552193645991e-06,
      "loss": 0.0562,
      "step": 354
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.370650529500757e-06,
      "loss": 0.0553,
      "step": 355
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.385779122541604e-06,
      "loss": 0.056,
      "step": 356
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.400907715582451e-06,
      "loss": 0.0537,
      "step": 357
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.416036308623298e-06,
      "loss": 0.0536,
      "step": 358
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.431164901664145e-06,
      "loss": 0.0528,
      "step": 359
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.4462934947049925e-06,
      "loss": 0.0528,
      "step": 360
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.4614220877458406e-06,
      "loss": 0.0538,
      "step": 361
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.476550680786688e-06,
      "loss": 0.0506,
      "step": 362
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.491679273827535e-06,
      "loss": 0.049,
      "step": 363
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.506807866868382e-06,
      "loss": 0.049,
      "step": 364
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.521936459909229e-06,
      "loss": 0.0495,
      "step": 365
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.537065052950076e-06,
      "loss": 0.0493,
      "step": 366
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.552193645990923e-06,
      "loss": 0.0499,
      "step": 367
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.5673222390317704e-06,
      "loss": 0.0504,
      "step": 368
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.582450832072618e-06,
      "loss": 0.0498,
      "step": 369
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.597579425113465e-06,
      "loss": 0.0481,
      "step": 370
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.612708018154312e-06,
      "loss": 0.049,
      "step": 371
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.627836611195159e-06,
      "loss": 0.0466,
      "step": 372
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.642965204236006e-06,
      "loss": 0.046,
      "step": 373
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.658093797276853e-06,
      "loss": 0.0483,
      "step": 374
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.673222390317701e-06,
      "loss": 0.0455,
      "step": 375
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.688350983358548e-06,
      "loss": 0.0437,
      "step": 376
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.703479576399396e-06,
      "loss": 0.0442,
      "step": 377
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.718608169440243e-06,
      "loss": 0.0434,
      "step": 378
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.73373676248109e-06,
      "loss": 0.0425,
      "step": 379
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.7488653555219365e-06,
      "loss": 0.0433,
      "step": 380
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.763993948562784e-06,
      "loss": 0.042,
      "step": 381
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.779122541603631e-06,
      "loss": 0.0424,
      "step": 382
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.794251134644478e-06,
      "loss": 0.0408,
      "step": 383
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.8093797276853255e-06,
      "loss": 0.0431,
      "step": 384
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.824508320726174e-06,
      "loss": 0.0424,
      "step": 385
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.839636913767021e-06,
      "loss": 0.0405,
      "step": 386
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.854765506807866e-06,
      "loss": 0.0408,
      "step": 387
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.8698940998487145e-06,
      "loss": 0.0398,
      "step": 388
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.885022692889562e-06,
      "loss": 0.0393,
      "step": 389
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.900151285930409e-06,
      "loss": 0.0389,
      "step": 390
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.915279878971256e-06,
      "loss": 0.0391,
      "step": 391
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.9304084720121035e-06,
      "loss": 0.0382,
      "step": 392
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.945537065052951e-06,
      "loss": 0.037,
      "step": 393
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.960665658093798e-06,
      "loss": 0.039,
      "step": 394
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.975794251134644e-06,
      "loss": 0.0372,
      "step": 395
    },
    {
      "epoch": 0.01,
      "learning_rate": 5.990922844175492e-06,
      "loss": 0.0372,
      "step": 396
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.006051437216339e-06,
      "loss": 0.038,
      "step": 397
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.021180030257187e-06,
      "loss": 0.0387,
      "step": 398
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.036308623298034e-06,
      "loss": 0.0376,
      "step": 399
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.0514372163388815e-06,
      "loss": 0.0354,
      "step": 400
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.066565809379729e-06,
      "loss": 0.0377,
      "step": 401
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.081694402420575e-06,
      "loss": 0.0383,
      "step": 402
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.096822995461422e-06,
      "loss": 0.034,
      "step": 403
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.11195158850227e-06,
      "loss": 0.035,
      "step": 404
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.127080181543117e-06,
      "loss": 0.0351,
      "step": 405
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.142208774583964e-06,
      "loss": 0.034,
      "step": 406
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.157337367624811e-06,
      "loss": 0.035,
      "step": 407
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.172465960665659e-06,
      "loss": 0.0349,
      "step": 408
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.187594553706507e-06,
      "loss": 0.0321,
      "step": 409
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.202723146747352e-06,
      "loss": 0.0323,
      "step": 410
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.2178517397881995e-06,
      "loss": 0.0341,
      "step": 411
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.2329803328290476e-06,
      "loss": 0.0336,
      "step": 412
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.248108925869895e-06,
      "loss": 0.0332,
      "step": 413
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.263237518910742e-06,
      "loss": 0.033,
      "step": 414
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.278366111951589e-06,
      "loss": 0.0334,
      "step": 415
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.2934947049924366e-06,
      "loss": 0.0331,
      "step": 416
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.308623298033283e-06,
      "loss": 0.0335,
      "step": 417
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.32375189107413e-06,
      "loss": 0.0327,
      "step": 418
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.3388804841149774e-06,
      "loss": 0.0321,
      "step": 419
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.354009077155825e-06,
      "loss": 0.0306,
      "step": 420
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.369137670196672e-06,
      "loss": 0.0341,
      "step": 421
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.38426626323752e-06,
      "loss": 0.0308,
      "step": 422
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.399394856278367e-06,
      "loss": 0.0301,
      "step": 423
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.4145234493192145e-06,
      "loss": 0.0305,
      "step": 424
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.429652042360061e-06,
      "loss": 0.0304,
      "step": 425
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.444780635400908e-06,
      "loss": 0.0297,
      "step": 426
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.459909228441755e-06,
      "loss": 0.0324,
      "step": 427
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.475037821482603e-06,
      "loss": 0.0291,
      "step": 428
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.49016641452345e-06,
      "loss": 0.0317,
      "step": 429
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.505295007564297e-06,
      "loss": 0.0298,
      "step": 430
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.520423600605144e-06,
      "loss": 0.0293,
      "step": 431
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.535552193645991e-06,
      "loss": 0.0294,
      "step": 432
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.550680786686838e-06,
      "loss": 0.0288,
      "step": 433
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.565809379727685e-06,
      "loss": 0.0278,
      "step": 434
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.580937972768533e-06,
      "loss": 0.0294,
      "step": 435
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.596066565809381e-06,
      "loss": 0.0292,
      "step": 436
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.611195158850228e-06,
      "loss": 0.028,
      "step": 437
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.626323751891075e-06,
      "loss": 0.0292,
      "step": 438
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.641452344931922e-06,
      "loss": 0.0268,
      "step": 439
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.656580937972769e-06,
      "loss": 0.0266,
      "step": 440
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.671709531013616e-06,
      "loss": 0.0266,
      "step": 441
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.686838124054463e-06,
      "loss": 0.0299,
      "step": 442
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.7019667170953105e-06,
      "loss": 0.0276,
      "step": 443
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.717095310136158e-06,
      "loss": 0.0254,
      "step": 444
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.732223903177005e-06,
      "loss": 0.0256,
      "step": 445
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.747352496217853e-06,
      "loss": 0.026,
      "step": 446
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.762481089258699e-06,
      "loss": 0.0274,
      "step": 447
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.777609682299546e-06,
      "loss": 0.0289,
      "step": 448
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.792738275340394e-06,
      "loss": 0.025,
      "step": 449
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.807866868381241e-06,
      "loss": 0.0271,
      "step": 450
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.8229954614220885e-06,
      "loss": 0.0244,
      "step": 451
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.838124054462936e-06,
      "loss": 0.0261,
      "step": 452
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.853252647503783e-06,
      "loss": 0.0243,
      "step": 453
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.86838124054463e-06,
      "loss": 0.0236,
      "step": 454
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.883509833585477e-06,
      "loss": 0.0249,
      "step": 455
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.898638426626324e-06,
      "loss": 0.024,
      "step": 456
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.913767019667171e-06,
      "loss": 0.0242,
      "step": 457
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.928895612708018e-06,
      "loss": 0.0253,
      "step": 458
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.9440242057488664e-06,
      "loss": 0.0246,
      "step": 459
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.959152798789714e-06,
      "loss": 0.0243,
      "step": 460
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.974281391830561e-06,
      "loss": 0.023,
      "step": 461
    },
    {
      "epoch": 0.01,
      "learning_rate": 6.989409984871407e-06,
      "loss": 0.0232,
      "step": 462
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.004538577912255e-06,
      "loss": 0.0233,
      "step": 463
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.019667170953102e-06,
      "loss": 0.0219,
      "step": 464
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.034795763993949e-06,
      "loss": 0.0228,
      "step": 465
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.049924357034796e-06,
      "loss": 0.0234,
      "step": 466
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.0650529500756436e-06,
      "loss": 0.0238,
      "step": 467
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.080181543116491e-06,
      "loss": 0.0232,
      "step": 468
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.095310136157338e-06,
      "loss": 0.0238,
      "step": 469
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.1104387291981845e-06,
      "loss": 0.0249,
      "step": 470
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.125567322239032e-06,
      "loss": 0.0223,
      "step": 471
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.14069591527988e-06,
      "loss": 0.0226,
      "step": 472
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.155824508320727e-06,
      "loss": 0.0218,
      "step": 473
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.170953101361574e-06,
      "loss": 0.021,
      "step": 474
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.1860816944024215e-06,
      "loss": 0.0231,
      "step": 475
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.201210287443269e-06,
      "loss": 0.0216,
      "step": 476
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.216338880484115e-06,
      "loss": 0.0214,
      "step": 477
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.231467473524962e-06,
      "loss": 0.0217,
      "step": 478
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.24659606656581e-06,
      "loss": 0.0221,
      "step": 479
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.261724659606657e-06,
      "loss": 0.0212,
      "step": 480
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.276853252647504e-06,
      "loss": 0.0211,
      "step": 481
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.291981845688351e-06,
      "loss": 0.0212,
      "step": 482
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.3071104387291995e-06,
      "loss": 0.0227,
      "step": 483
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.322239031770047e-06,
      "loss": 0.0195,
      "step": 484
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.337367624810892e-06,
      "loss": 0.0219,
      "step": 485
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.35249621785174e-06,
      "loss": 0.0202,
      "step": 486
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.367624810892588e-06,
      "loss": 0.0204,
      "step": 487
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.382753403933435e-06,
      "loss": 0.0195,
      "step": 488
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.397881996974282e-06,
      "loss": 0.0197,
      "step": 489
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.413010590015129e-06,
      "loss": 0.0194,
      "step": 490
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.428139183055977e-06,
      "loss": 0.0199,
      "step": 491
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.443267776096823e-06,
      "loss": 0.0195,
      "step": 492
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.45839636913767e-06,
      "loss": 0.0205,
      "step": 493
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.4735249621785175e-06,
      "loss": 0.0188,
      "step": 494
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.488653555219365e-06,
      "loss": 0.0202,
      "step": 495
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.503782148260213e-06,
      "loss": 0.0205,
      "step": 496
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.51891074130106e-06,
      "loss": 0.0197,
      "step": 497
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.534039334341907e-06,
      "loss": 0.02,
      "step": 498
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.549167927382755e-06,
      "loss": 0.0181,
      "step": 499
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.564296520423601e-06,
      "loss": 0.019,
      "step": 500
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.579425113464448e-06,
      "loss": 0.0202,
      "step": 501
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.5945537065052955e-06,
      "loss": 0.019,
      "step": 502
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.609682299546143e-06,
      "loss": 0.0196,
      "step": 503
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.62481089258699e-06,
      "loss": 0.0193,
      "step": 504
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.639939485627837e-06,
      "loss": 0.0198,
      "step": 505
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.655068078668684e-06,
      "loss": 0.0201,
      "step": 506
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.670196671709532e-06,
      "loss": 0.0194,
      "step": 507
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.685325264750379e-06,
      "loss": 0.0178,
      "step": 508
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.700453857791226e-06,
      "loss": 0.018,
      "step": 509
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.715582450832073e-06,
      "loss": 0.0181,
      "step": 510
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.73071104387292e-06,
      "loss": 0.0177,
      "step": 511
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.745839636913768e-06,
      "loss": 0.0178,
      "step": 512
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.760968229954615e-06,
      "loss": 0.0189,
      "step": 513
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.776096822995462e-06,
      "loss": 0.0171,
      "step": 514
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.791225416036308e-06,
      "loss": 0.0187,
      "step": 515
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.806354009077157e-06,
      "loss": 0.0174,
      "step": 516
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.821482602118004e-06,
      "loss": 0.0168,
      "step": 517
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.836611195158851e-06,
      "loss": 0.0168,
      "step": 518
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.851739788199699e-06,
      "loss": 0.0162,
      "step": 519
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.866868381240546e-06,
      "loss": 0.0178,
      "step": 520
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.881996974281393e-06,
      "loss": 0.0189,
      "step": 521
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.89712556732224e-06,
      "loss": 0.0182,
      "step": 522
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.912254160363086e-06,
      "loss": 0.0175,
      "step": 523
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.927382753403933e-06,
      "loss": 0.0166,
      "step": 524
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.94251134644478e-06,
      "loss": 0.0155,
      "step": 525
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.957639939485628e-06,
      "loss": 0.0157,
      "step": 526
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.972768532526477e-06,
      "loss": 0.0155,
      "step": 527
    },
    {
      "epoch": 0.01,
      "learning_rate": 7.987897125567324e-06,
      "loss": 0.017,
      "step": 528
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.003025718608171e-06,
      "loss": 0.0154,
      "step": 529
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.018154311649017e-06,
      "loss": 0.0164,
      "step": 530
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.033282904689864e-06,
      "loss": 0.0156,
      "step": 531
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.048411497730711e-06,
      "loss": 0.0164,
      "step": 532
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.063540090771558e-06,
      "loss": 0.0172,
      "step": 533
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.078668683812406e-06,
      "loss": 0.0169,
      "step": 534
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.093797276853253e-06,
      "loss": 0.0156,
      "step": 535
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.1089258698941e-06,
      "loss": 0.0152,
      "step": 536
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.124054462934949e-06,
      "loss": 0.0162,
      "step": 537
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.139183055975795e-06,
      "loss": 0.0158,
      "step": 538
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.154311649016642e-06,
      "loss": 0.0154,
      "step": 539
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.169440242057489e-06,
      "loss": 0.0158,
      "step": 540
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.184568835098336e-06,
      "loss": 0.0159,
      "step": 541
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.199697428139184e-06,
      "loss": 0.0145,
      "step": 542
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.214826021180031e-06,
      "loss": 0.0163,
      "step": 543
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.229954614220878e-06,
      "loss": 0.0146,
      "step": 544
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.245083207261725e-06,
      "loss": 0.0148,
      "step": 545
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.260211800302573e-06,
      "loss": 0.0167,
      "step": 546
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.27534039334342e-06,
      "loss": 0.0162,
      "step": 547
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.290468986384267e-06,
      "loss": 0.0146,
      "step": 548
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.305597579425114e-06,
      "loss": 0.0152,
      "step": 549
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.320726172465962e-06,
      "loss": 0.015,
      "step": 550
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.335854765506809e-06,
      "loss": 0.0152,
      "step": 551
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.350983358547656e-06,
      "loss": 0.0153,
      "step": 552
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.366111951588503e-06,
      "loss": 0.0155,
      "step": 553
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.38124054462935e-06,
      "loss": 0.0148,
      "step": 554
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.396369137670198e-06,
      "loss": 0.0142,
      "step": 555
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.411497730711045e-06,
      "loss": 0.0168,
      "step": 556
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.426626323751892e-06,
      "loss": 0.0144,
      "step": 557
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.44175491679274e-06,
      "loss": 0.0149,
      "step": 558
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.456883509833587e-06,
      "loss": 0.015,
      "step": 559
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.472012102874432e-06,
      "loss": 0.0142,
      "step": 560
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.48714069591528e-06,
      "loss": 0.0141,
      "step": 561
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.502269288956127e-06,
      "loss": 0.0136,
      "step": 562
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.517397881996974e-06,
      "loss": 0.0139,
      "step": 563
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.532526475037823e-06,
      "loss": 0.0147,
      "step": 564
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.54765506807867e-06,
      "loss": 0.0148,
      "step": 565
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.562783661119518e-06,
      "loss": 0.0141,
      "step": 566
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.577912254160365e-06,
      "loss": 0.0134,
      "step": 567
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.59304084720121e-06,
      "loss": 0.0126,
      "step": 568
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.608169440242058e-06,
      "loss": 0.0134,
      "step": 569
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.623298033282905e-06,
      "loss": 0.0149,
      "step": 570
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.638426626323752e-06,
      "loss": 0.0128,
      "step": 571
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.6535552193646e-06,
      "loss": 0.0144,
      "step": 572
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.668683812405447e-06,
      "loss": 0.0136,
      "step": 573
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.683812405446295e-06,
      "loss": 0.0121,
      "step": 574
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.698940998487141e-06,
      "loss": 0.0136,
      "step": 575
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.714069591527988e-06,
      "loss": 0.0138,
      "step": 576
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.729198184568836e-06,
      "loss": 0.0135,
      "step": 577
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.744326777609683e-06,
      "loss": 0.0125,
      "step": 578
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.75945537065053e-06,
      "loss": 0.0128,
      "step": 579
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.774583963691377e-06,
      "loss": 0.014,
      "step": 580
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.789712556732225e-06,
      "loss": 0.0124,
      "step": 581
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.804841149773072e-06,
      "loss": 0.0125,
      "step": 582
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.819969742813919e-06,
      "loss": 0.0127,
      "step": 583
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.835098335854766e-06,
      "loss": 0.0121,
      "step": 584
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.850226928895614e-06,
      "loss": 0.0116,
      "step": 585
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.86535552193646e-06,
      "loss": 0.0129,
      "step": 586
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.880484114977308e-06,
      "loss": 0.014,
      "step": 587
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.895612708018155e-06,
      "loss": 0.0131,
      "step": 588
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.910741301059002e-06,
      "loss": 0.0125,
      "step": 589
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.92586989409985e-06,
      "loss": 0.0134,
      "step": 590
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.940998487140697e-06,
      "loss": 0.0116,
      "step": 591
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.956127080181544e-06,
      "loss": 0.0127,
      "step": 592
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.971255673222391e-06,
      "loss": 0.0134,
      "step": 593
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.986384266263239e-06,
      "loss": 0.0128,
      "step": 594
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.001512859304086e-06,
      "loss": 0.0117,
      "step": 595
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.016641452344933e-06,
      "loss": 0.0113,
      "step": 596
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.03177004538578e-06,
      "loss": 0.0132,
      "step": 597
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.046898638426626e-06,
      "loss": 0.0122,
      "step": 598
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.062027231467473e-06,
      "loss": 0.0128,
      "step": 599
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.07715582450832e-06,
      "loss": 0.013,
      "step": 600
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.09228441754917e-06,
      "loss": 0.0113,
      "step": 601
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.107413010590017e-06,
      "loss": 0.0128,
      "step": 602
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.122541603630864e-06,
      "loss": 0.0125,
      "step": 603
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.137670196671711e-06,
      "loss": 0.0114,
      "step": 604
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.152798789712557e-06,
      "loss": 0.0115,
      "step": 605
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.167927382753404e-06,
      "loss": 0.0109,
      "step": 606
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.183055975794251e-06,
      "loss": 0.0113,
      "step": 607
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.198184568835098e-06,
      "loss": 0.0126,
      "step": 608
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.213313161875946e-06,
      "loss": 0.0112,
      "step": 609
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.228441754916793e-06,
      "loss": 0.0123,
      "step": 610
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.243570347957642e-06,
      "loss": 0.0108,
      "step": 611
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.258698940998489e-06,
      "loss": 0.0105,
      "step": 612
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.273827534039335e-06,
      "loss": 0.0112,
      "step": 613
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.288956127080182e-06,
      "loss": 0.0123,
      "step": 614
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.30408472012103e-06,
      "loss": 0.0108,
      "step": 615
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.319213313161876e-06,
      "loss": 0.0099,
      "step": 616
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.334341906202724e-06,
      "loss": 0.0122,
      "step": 617
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.349470499243571e-06,
      "loss": 0.0109,
      "step": 618
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.364599092284418e-06,
      "loss": 0.0111,
      "step": 619
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.379727685325265e-06,
      "loss": 0.0103,
      "step": 620
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.394856278366113e-06,
      "loss": 0.0111,
      "step": 621
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.40998487140696e-06,
      "loss": 0.0116,
      "step": 622
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.425113464447807e-06,
      "loss": 0.0126,
      "step": 623
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.440242057488654e-06,
      "loss": 0.0122,
      "step": 624
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.455370650529502e-06,
      "loss": 0.0098,
      "step": 625
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.470499243570349e-06,
      "loss": 0.0101,
      "step": 626
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.485627836611196e-06,
      "loss": 0.0105,
      "step": 627
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.500756429652043e-06,
      "loss": 0.011,
      "step": 628
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.51588502269289e-06,
      "loss": 0.0116,
      "step": 629
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.531013615733738e-06,
      "loss": 0.0113,
      "step": 630
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.546142208774585e-06,
      "loss": 0.0103,
      "step": 631
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.561270801815432e-06,
      "loss": 0.0097,
      "step": 632
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.57639939485628e-06,
      "loss": 0.0115,
      "step": 633
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.591527987897127e-06,
      "loss": 0.0093,
      "step": 634
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.606656580937972e-06,
      "loss": 0.0111,
      "step": 635
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.62178517397882e-06,
      "loss": 0.0105,
      "step": 636
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.636913767019667e-06,
      "loss": 0.0112,
      "step": 637
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.652042360060516e-06,
      "loss": 0.0107,
      "step": 638
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.667170953101363e-06,
      "loss": 0.0111,
      "step": 639
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.68229954614221e-06,
      "loss": 0.011,
      "step": 640
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.697428139183058e-06,
      "loss": 0.0099,
      "step": 641
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.712556732223905e-06,
      "loss": 0.0119,
      "step": 642
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.72768532526475e-06,
      "loss": 0.0105,
      "step": 643
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.742813918305598e-06,
      "loss": 0.0102,
      "step": 644
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.757942511346445e-06,
      "loss": 0.0089,
      "step": 645
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.773071104387292e-06,
      "loss": 0.0101,
      "step": 646
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.78819969742814e-06,
      "loss": 0.0106,
      "step": 647
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.803328290468988e-06,
      "loss": 0.0103,
      "step": 648
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.818456883509836e-06,
      "loss": 0.0102,
      "step": 649
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.833585476550681e-06,
      "loss": 0.011,
      "step": 650
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.848714069591528e-06,
      "loss": 0.0099,
      "step": 651
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.863842662632376e-06,
      "loss": 0.0096,
      "step": 652
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.878971255673223e-06,
      "loss": 0.0083,
      "step": 653
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.89409984871407e-06,
      "loss": 0.0135,
      "step": 654
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.909228441754917e-06,
      "loss": 0.0099,
      "step": 655
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.924357034795765e-06,
      "loss": 0.0101,
      "step": 656
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.939485627836612e-06,
      "loss": 0.0108,
      "step": 657
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.954614220877459e-06,
      "loss": 0.0118,
      "step": 658
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.969742813918306e-06,
      "loss": 0.011,
      "step": 659
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.984871406959154e-06,
      "loss": 0.0112,
      "step": 660
    },
    {
      "epoch": 0.02,
      "learning_rate": 1e-05,
      "loss": 0.0116,
      "step": 661
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0015128593040848e-05,
      "loss": 0.0093,
      "step": 662
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0030257186081695e-05,
      "loss": 0.0103,
      "step": 663
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0045385779122543e-05,
      "loss": 0.0092,
      "step": 664
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.006051437216339e-05,
      "loss": 0.0088,
      "step": 665
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0075642965204237e-05,
      "loss": 0.008,
      "step": 666
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0090771558245084e-05,
      "loss": 0.009,
      "step": 667
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0105900151285932e-05,
      "loss": 0.01,
      "step": 668
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0121028744326777e-05,
      "loss": 0.0098,
      "step": 669
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0136157337367624e-05,
      "loss": 0.0091,
      "step": 670
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0151285930408472e-05,
      "loss": 0.0098,
      "step": 671
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0166414523449319e-05,
      "loss": 0.0076,
      "step": 672
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0181543116490166e-05,
      "loss": 0.0094,
      "step": 673
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0196671709531013e-05,
      "loss": 0.0088,
      "step": 674
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0211800302571862e-05,
      "loss": 0.0091,
      "step": 675
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.022692889561271e-05,
      "loss": 0.0087,
      "step": 676
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0242057488653557e-05,
      "loss": 0.009,
      "step": 677
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0257186081694404e-05,
      "loss": 0.0083,
      "step": 678
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0272314674735251e-05,
      "loss": 0.0088,
      "step": 679
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0287443267776098e-05,
      "loss": 0.0097,
      "step": 680
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0302571860816946e-05,
      "loss": 0.011,
      "step": 681
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0317700453857793e-05,
      "loss": 0.0081,
      "step": 682
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.033282904689864e-05,
      "loss": 0.0096,
      "step": 683
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0347957639939486e-05,
      "loss": 0.0103,
      "step": 684
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0363086232980333e-05,
      "loss": 0.0101,
      "step": 685
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.037821482602118e-05,
      "loss": 0.0084,
      "step": 686
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0393343419062028e-05,
      "loss": 0.0079,
      "step": 687
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0408472012102875e-05,
      "loss": 0.0081,
      "step": 688
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0423600605143722e-05,
      "loss": 0.0083,
      "step": 689
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.043872919818457e-05,
      "loss": 0.0099,
      "step": 690
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0453857791225417e-05,
      "loss": 0.0085,
      "step": 691
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0468986384266264e-05,
      "loss": 0.0096,
      "step": 692
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0484114977307111e-05,
      "loss": 0.0088,
      "step": 693
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0499243570347958e-05,
      "loss": 0.0091,
      "step": 694
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0514372163388805e-05,
      "loss": 0.0089,
      "step": 695
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0529500756429654e-05,
      "loss": 0.0073,
      "step": 696
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0544629349470502e-05,
      "loss": 0.009,
      "step": 697
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0559757942511349e-05,
      "loss": 0.008,
      "step": 698
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0574886535552193e-05,
      "loss": 0.0091,
      "step": 699
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.059001512859304e-05,
      "loss": 0.0083,
      "step": 700
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0605143721633889e-05,
      "loss": 0.0079,
      "step": 701
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0620272314674736e-05,
      "loss": 0.01,
      "step": 702
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0635400907715583e-05,
      "loss": 0.0082,
      "step": 703
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.065052950075643e-05,
      "loss": 0.0095,
      "step": 704
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0665658093797278e-05,
      "loss": 0.0075,
      "step": 705
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0680786686838125e-05,
      "loss": 0.0072,
      "step": 706
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0695915279878972e-05,
      "loss": 0.0085,
      "step": 707
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.071104387291982e-05,
      "loss": 0.0087,
      "step": 708
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0726172465960667e-05,
      "loss": 0.0076,
      "step": 709
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0741301059001514e-05,
      "loss": 0.0079,
      "step": 710
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0756429652042361e-05,
      "loss": 0.0077,
      "step": 711
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0771558245083209e-05,
      "loss": 0.0086,
      "step": 712
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0786686838124056e-05,
      "loss": 0.0068,
      "step": 713
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0801815431164901e-05,
      "loss": 0.0107,
      "step": 714
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0816944024205749e-05,
      "loss": 0.0078,
      "step": 715
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0832072617246596e-05,
      "loss": 0.0082,
      "step": 716
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0847201210287443e-05,
      "loss": 0.0078,
      "step": 717
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.086232980332829e-05,
      "loss": 0.0076,
      "step": 718
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0877458396369138e-05,
      "loss": 0.0085,
      "step": 719
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0892586989409985e-05,
      "loss": 0.0083,
      "step": 720
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0907715582450832e-05,
      "loss": 0.0085,
      "step": 721
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0922844175491681e-05,
      "loss": 0.0082,
      "step": 722
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0937972768532528e-05,
      "loss": 0.0081,
      "step": 723
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0953101361573376e-05,
      "loss": 0.0081,
      "step": 724
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0968229954614223e-05,
      "loss": 0.0074,
      "step": 725
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.098335854765507e-05,
      "loss": 0.0076,
      "step": 726
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.0998487140695917e-05,
      "loss": 0.0088,
      "step": 727
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1013615733736765e-05,
      "loss": 0.0084,
      "step": 728
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.102874432677761e-05,
      "loss": 0.0114,
      "step": 729
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1043872919818457e-05,
      "loss": 0.0082,
      "step": 730
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1059001512859305e-05,
      "loss": 0.0075,
      "step": 731
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1074130105900152e-05,
      "loss": 0.0089,
      "step": 732
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1089258698940999e-05,
      "loss": 0.007,
      "step": 733
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1104387291981846e-05,
      "loss": 0.0088,
      "step": 734
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1119515885022694e-05,
      "loss": 0.0079,
      "step": 735
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1134644478063541e-05,
      "loss": 0.0082,
      "step": 736
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1149773071104388e-05,
      "loss": 0.0064,
      "step": 737
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1164901664145235e-05,
      "loss": 0.0078,
      "step": 738
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1180030257186083e-05,
      "loss": 0.0076,
      "step": 739
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.119515885022693e-05,
      "loss": 0.0084,
      "step": 740
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1210287443267777e-05,
      "loss": 0.0065,
      "step": 741
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1225416036308624e-05,
      "loss": 0.0086,
      "step": 742
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1240544629349472e-05,
      "loss": 0.0092,
      "step": 743
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1255673222390317e-05,
      "loss": 0.0068,
      "step": 744
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1270801815431164e-05,
      "loss": 0.0093,
      "step": 745
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1285930408472012e-05,
      "loss": 0.008,
      "step": 746
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1301059001512859e-05,
      "loss": 0.0072,
      "step": 747
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1316187594553706e-05,
      "loss": 0.0076,
      "step": 748
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1331316187594555e-05,
      "loss": 0.0096,
      "step": 749
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1346444780635402e-05,
      "loss": 0.0075,
      "step": 750
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.136157337367625e-05,
      "loss": 0.0066,
      "step": 751
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1376701966717097e-05,
      "loss": 0.0079,
      "step": 752
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1391830559757944e-05,
      "loss": 0.0078,
      "step": 753
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1406959152798791e-05,
      "loss": 0.0079,
      "step": 754
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1422087745839639e-05,
      "loss": 0.008,
      "step": 755
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1437216338880486e-05,
      "loss": 0.0074,
      "step": 756
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1452344931921333e-05,
      "loss": 0.0076,
      "step": 757
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.146747352496218e-05,
      "loss": 0.0087,
      "step": 758
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1482602118003026e-05,
      "loss": 0.0078,
      "step": 759
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1497730711043873e-05,
      "loss": 0.0084,
      "step": 760
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.151285930408472e-05,
      "loss": 0.0072,
      "step": 761
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1527987897125568e-05,
      "loss": 0.0063,
      "step": 762
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1543116490166415e-05,
      "loss": 0.0077,
      "step": 763
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1558245083207262e-05,
      "loss": 0.0063,
      "step": 764
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.157337367624811e-05,
      "loss": 0.006,
      "step": 765
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1588502269288957e-05,
      "loss": 0.008,
      "step": 766
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1603630862329804e-05,
      "loss": 0.0064,
      "step": 767
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1618759455370651e-05,
      "loss": 0.0089,
      "step": 768
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1633888048411498e-05,
      "loss": 0.0069,
      "step": 769
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1649016641452347e-05,
      "loss": 0.0068,
      "step": 770
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1664145234493194e-05,
      "loss": 0.0084,
      "step": 771
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1679273827534042e-05,
      "loss": 0.0067,
      "step": 772
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1694402420574889e-05,
      "loss": 0.0066,
      "step": 773
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1709531013615733e-05,
      "loss": 0.0072,
      "step": 774
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1724659606656582e-05,
      "loss": 0.0068,
      "step": 775
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1739788199697429e-05,
      "loss": 0.0063,
      "step": 776
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1754916792738276e-05,
      "loss": 0.006,
      "step": 777
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1770045385779124e-05,
      "loss": 0.0085,
      "step": 778
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.178517397881997e-05,
      "loss": 0.0076,
      "step": 779
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1800302571860818e-05,
      "loss": 0.0077,
      "step": 780
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1815431164901665e-05,
      "loss": 0.0084,
      "step": 781
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1830559757942513e-05,
      "loss": 0.007,
      "step": 782
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.184568835098336e-05,
      "loss": 0.0064,
      "step": 783
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1860816944024207e-05,
      "loss": 0.0072,
      "step": 784
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1875945537065054e-05,
      "loss": 0.0068,
      "step": 785
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1891074130105901e-05,
      "loss": 0.006,
      "step": 786
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1906202723146749e-05,
      "loss": 0.0055,
      "step": 787
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1921331316187596e-05,
      "loss": 0.0078,
      "step": 788
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1936459909228442e-05,
      "loss": 0.0063,
      "step": 789
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1951588502269289e-05,
      "loss": 0.0067,
      "step": 790
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1966717095310136e-05,
      "loss": 0.0072,
      "step": 791
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.1981845688350983e-05,
      "loss": 0.0082,
      "step": 792
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.199697428139183e-05,
      "loss": 0.0059,
      "step": 793
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2012102874432678e-05,
      "loss": 0.0075,
      "step": 794
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2027231467473525e-05,
      "loss": 0.0067,
      "step": 795
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2042360060514374e-05,
      "loss": 0.0084,
      "step": 796
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2057488653555221e-05,
      "loss": 0.0061,
      "step": 797
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2072617246596068e-05,
      "loss": 0.0071,
      "step": 798
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2087745839636916e-05,
      "loss": 0.0067,
      "step": 799
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2102874432677763e-05,
      "loss": 0.0064,
      "step": 800
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.211800302571861e-05,
      "loss": 0.0076,
      "step": 801
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2133131618759457e-05,
      "loss": 0.0073,
      "step": 802
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2148260211800305e-05,
      "loss": 0.0061,
      "step": 803
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.216338880484115e-05,
      "loss": 0.0065,
      "step": 804
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2178517397881997e-05,
      "loss": 0.0078,
      "step": 805
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2193645990922845e-05,
      "loss": 0.0071,
      "step": 806
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2208774583963692e-05,
      "loss": 0.0071,
      "step": 807
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.222390317700454e-05,
      "loss": 0.0072,
      "step": 808
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2239031770045386e-05,
      "loss": 0.0085,
      "step": 809
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2254160363086234e-05,
      "loss": 0.0078,
      "step": 810
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2269288956127081e-05,
      "loss": 0.007,
      "step": 811
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2284417549167928e-05,
      "loss": 0.0053,
      "step": 812
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2299546142208775e-05,
      "loss": 0.0066,
      "step": 813
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2314674735249623e-05,
      "loss": 0.0074,
      "step": 814
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.232980332829047e-05,
      "loss": 0.007,
      "step": 815
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2344931921331317e-05,
      "loss": 0.0072,
      "step": 816
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2360060514372164e-05,
      "loss": 0.0068,
      "step": 817
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2375189107413013e-05,
      "loss": 0.0065,
      "step": 818
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2390317700453857e-05,
      "loss": 0.0069,
      "step": 819
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2405446293494704e-05,
      "loss": 0.0077,
      "step": 820
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2420574886535552e-05,
      "loss": 0.0058,
      "step": 821
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2435703479576399e-05,
      "loss": 0.006,
      "step": 822
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2450832072617248e-05,
      "loss": 0.0055,
      "step": 823
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2465960665658095e-05,
      "loss": 0.0079,
      "step": 824
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2481089258698942e-05,
      "loss": 0.0072,
      "step": 825
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.249621785173979e-05,
      "loss": 0.0059,
      "step": 826
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2511346444780637e-05,
      "loss": 0.0073,
      "step": 827
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2526475037821484e-05,
      "loss": 0.0059,
      "step": 828
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2541603630862331e-05,
      "loss": 0.0053,
      "step": 829
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2556732223903179e-05,
      "loss": 0.0083,
      "step": 830
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2571860816944026e-05,
      "loss": 0.0058,
      "step": 831
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2586989409984873e-05,
      "loss": 0.0056,
      "step": 832
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.260211800302572e-05,
      "loss": 0.0076,
      "step": 833
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2617246596066566e-05,
      "loss": 0.0044,
      "step": 834
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2632375189107413e-05,
      "loss": 0.0067,
      "step": 835
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.264750378214826e-05,
      "loss": 0.0068,
      "step": 836
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2662632375189108e-05,
      "loss": 0.0064,
      "step": 837
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2677760968229955e-05,
      "loss": 0.0069,
      "step": 838
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2692889561270802e-05,
      "loss": 0.0063,
      "step": 839
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.270801815431165e-05,
      "loss": 0.0065,
      "step": 840
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2723146747352497e-05,
      "loss": 0.0052,
      "step": 841
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2738275340393344e-05,
      "loss": 0.0063,
      "step": 842
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2753403933434191e-05,
      "loss": 0.0076,
      "step": 843
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.276853252647504e-05,
      "loss": 0.0058,
      "step": 844
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2783661119515887e-05,
      "loss": 0.0063,
      "step": 845
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2798789712556735e-05,
      "loss": 0.0069,
      "step": 846
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2813918305597582e-05,
      "loss": 0.0083,
      "step": 847
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2829046898638429e-05,
      "loss": 0.0056,
      "step": 848
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2844175491679275e-05,
      "loss": 0.006,
      "step": 849
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2859304084720122e-05,
      "loss": 0.0067,
      "step": 850
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2874432677760969e-05,
      "loss": 0.0062,
      "step": 851
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2889561270801816e-05,
      "loss": 0.0065,
      "step": 852
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2904689863842664e-05,
      "loss": 0.0056,
      "step": 853
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.291981845688351e-05,
      "loss": 0.0057,
      "step": 854
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2934947049924358e-05,
      "loss": 0.0074,
      "step": 855
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2950075642965205e-05,
      "loss": 0.0059,
      "step": 856
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2965204236006053e-05,
      "loss": 0.0065,
      "step": 857
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.29803328290469e-05,
      "loss": 0.0049,
      "step": 858
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.2995461422087747e-05,
      "loss": 0.0066,
      "step": 859
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3010590015128594e-05,
      "loss": 0.0069,
      "step": 860
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3025718608169442e-05,
      "loss": 0.0084,
      "step": 861
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3040847201210289e-05,
      "loss": 0.0059,
      "step": 862
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3055975794251136e-05,
      "loss": 0.0066,
      "step": 863
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3071104387291982e-05,
      "loss": 0.0079,
      "step": 864
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3086232980332829e-05,
      "loss": 0.0061,
      "step": 865
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3101361573373676e-05,
      "loss": 0.0048,
      "step": 866
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3116490166414523e-05,
      "loss": 0.0056,
      "step": 867
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.313161875945537e-05,
      "loss": 0.0071,
      "step": 868
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3146747352496218e-05,
      "loss": 0.0062,
      "step": 869
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3161875945537067e-05,
      "loss": 0.0054,
      "step": 870
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3177004538577914e-05,
      "loss": 0.0072,
      "step": 871
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3192133131618761e-05,
      "loss": 0.0072,
      "step": 872
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3207261724659609e-05,
      "loss": 0.006,
      "step": 873
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3222390317700456e-05,
      "loss": 0.0081,
      "step": 874
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3237518910741303e-05,
      "loss": 0.0055,
      "step": 875
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.325264750378215e-05,
      "loss": 0.0064,
      "step": 876
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3267776096822997e-05,
      "loss": 0.006,
      "step": 877
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3282904689863845e-05,
      "loss": 0.0056,
      "step": 878
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.329803328290469e-05,
      "loss": 0.0046,
      "step": 879
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3313161875945538e-05,
      "loss": 0.0067,
      "step": 880
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3328290468986385e-05,
      "loss": 0.0065,
      "step": 881
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3343419062027232e-05,
      "loss": 0.0055,
      "step": 882
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.335854765506808e-05,
      "loss": 0.0037,
      "step": 883
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3373676248108927e-05,
      "loss": 0.0072,
      "step": 884
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3388804841149774e-05,
      "loss": 0.0061,
      "step": 885
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3403933434190621e-05,
      "loss": 0.0051,
      "step": 886
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3419062027231468e-05,
      "loss": 0.0057,
      "step": 887
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3434190620272315e-05,
      "loss": 0.0059,
      "step": 888
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3449319213313163e-05,
      "loss": 0.0071,
      "step": 889
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.346444780635401e-05,
      "loss": 0.0052,
      "step": 890
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3479576399394857e-05,
      "loss": 0.008,
      "step": 891
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3494704992435706e-05,
      "loss": 0.0049,
      "step": 892
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3509833585476553e-05,
      "loss": 0.0045,
      "step": 893
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3524962178517397e-05,
      "loss": 0.0058,
      "step": 894
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3540090771558245e-05,
      "loss": 0.0048,
      "step": 895
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3555219364599092e-05,
      "loss": 0.0059,
      "step": 896
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.357034795763994e-05,
      "loss": 0.0059,
      "step": 897
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3585476550680788e-05,
      "loss": 0.0055,
      "step": 898
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3600605143721635e-05,
      "loss": 0.0052,
      "step": 899
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3615733736762482e-05,
      "loss": 0.0054,
      "step": 900
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.363086232980333e-05,
      "loss": 0.0076,
      "step": 901
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3645990922844177e-05,
      "loss": 0.0056,
      "step": 902
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3661119515885024e-05,
      "loss": 0.0046,
      "step": 903
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3676248108925871e-05,
      "loss": 0.005,
      "step": 904
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3691376701966719e-05,
      "loss": 0.0055,
      "step": 905
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3706505295007566e-05,
      "loss": 0.0047,
      "step": 906
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3721633888048413e-05,
      "loss": 0.006,
      "step": 907
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.373676248108926e-05,
      "loss": 0.0048,
      "step": 908
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3751891074130106e-05,
      "loss": 0.006,
      "step": 909
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3767019667170953e-05,
      "loss": 0.0061,
      "step": 910
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.37821482602118e-05,
      "loss": 0.0048,
      "step": 911
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3797276853252648e-05,
      "loss": 0.0071,
      "step": 912
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3812405446293495e-05,
      "loss": 0.0057,
      "step": 913
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3827534039334342e-05,
      "loss": 0.0055,
      "step": 914
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.384266263237519e-05,
      "loss": 0.005,
      "step": 915
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3857791225416037e-05,
      "loss": 0.0058,
      "step": 916
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3872919818456884e-05,
      "loss": 0.0064,
      "step": 917
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3888048411497733e-05,
      "loss": 0.0067,
      "step": 918
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.390317700453858e-05,
      "loss": 0.0079,
      "step": 919
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3918305597579427e-05,
      "loss": 0.006,
      "step": 920
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3933434190620275e-05,
      "loss": 0.006,
      "step": 921
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3948562783661122e-05,
      "loss": 0.0054,
      "step": 922
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3963691376701969e-05,
      "loss": 0.006,
      "step": 923
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3978819969742815e-05,
      "loss": 0.0055,
      "step": 924
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.3993948562783662e-05,
      "loss": 0.0048,
      "step": 925
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.400907715582451e-05,
      "loss": 0.0054,
      "step": 926
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4024205748865356e-05,
      "loss": 0.007,
      "step": 927
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4039334341906204e-05,
      "loss": 0.0058,
      "step": 928
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4054462934947051e-05,
      "loss": 0.0057,
      "step": 929
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4069591527987898e-05,
      "loss": 0.0048,
      "step": 930
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4084720121028745e-05,
      "loss": 0.0053,
      "step": 931
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4099848714069593e-05,
      "loss": 0.0054,
      "step": 932
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.411497730711044e-05,
      "loss": 0.0049,
      "step": 933
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4130105900151287e-05,
      "loss": 0.0054,
      "step": 934
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4145234493192134e-05,
      "loss": 0.0047,
      "step": 935
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4160363086232982e-05,
      "loss": 0.0055,
      "step": 936
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4175491679273829e-05,
      "loss": 0.0051,
      "step": 937
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4190620272314676e-05,
      "loss": 0.0046,
      "step": 938
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4205748865355522e-05,
      "loss": 0.0057,
      "step": 939
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4220877458396369e-05,
      "loss": 0.0052,
      "step": 940
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4236006051437216e-05,
      "loss": 0.0053,
      "step": 941
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4251134644478063e-05,
      "loss": 0.0072,
      "step": 942
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.426626323751891e-05,
      "loss": 0.0053,
      "step": 943
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.428139183055976e-05,
      "loss": 0.0067,
      "step": 944
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4296520423600607e-05,
      "loss": 0.0062,
      "step": 945
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4311649016641454e-05,
      "loss": 0.0074,
      "step": 946
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4326777609682301e-05,
      "loss": 0.0057,
      "step": 947
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4341906202723149e-05,
      "loss": 0.0046,
      "step": 948
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4357034795763996e-05,
      "loss": 0.0047,
      "step": 949
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4372163388804843e-05,
      "loss": 0.0069,
      "step": 950
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.438729198184569e-05,
      "loss": 0.006,
      "step": 951
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4402420574886538e-05,
      "loss": 0.0052,
      "step": 952
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4417549167927385e-05,
      "loss": 0.0054,
      "step": 953
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.443267776096823e-05,
      "loss": 0.0048,
      "step": 954
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4447806354009078e-05,
      "loss": 0.0046,
      "step": 955
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4462934947049925e-05,
      "loss": 0.0049,
      "step": 956
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4478063540090772e-05,
      "loss": 0.0039,
      "step": 957
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.449319213313162e-05,
      "loss": 0.0058,
      "step": 958
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4508320726172467e-05,
      "loss": 0.0039,
      "step": 959
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4523449319213314e-05,
      "loss": 0.0047,
      "step": 960
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4538577912254161e-05,
      "loss": 0.0048,
      "step": 961
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4553706505295008e-05,
      "loss": 0.0054,
      "step": 962
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4568835098335856e-05,
      "loss": 0.0055,
      "step": 963
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4583963691376703e-05,
      "loss": 0.0051,
      "step": 964
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.459909228441755e-05,
      "loss": 0.0038,
      "step": 965
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4614220877458399e-05,
      "loss": 0.0038,
      "step": 966
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4629349470499246e-05,
      "loss": 0.0041,
      "step": 967
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4644478063540093e-05,
      "loss": 0.0045,
      "step": 968
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4659606656580937e-05,
      "loss": 0.0054,
      "step": 969
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4674735249621785e-05,
      "loss": 0.0054,
      "step": 970
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4689863842662634e-05,
      "loss": 0.0051,
      "step": 971
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.470499243570348e-05,
      "loss": 0.0039,
      "step": 972
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4720121028744328e-05,
      "loss": 0.0041,
      "step": 973
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4735249621785175e-05,
      "loss": 0.006,
      "step": 974
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4750378214826023e-05,
      "loss": 0.004,
      "step": 975
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.476550680786687e-05,
      "loss": 0.0052,
      "step": 976
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4780635400907717e-05,
      "loss": 0.0041,
      "step": 977
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4795763993948564e-05,
      "loss": 0.0049,
      "step": 978
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4810892586989411e-05,
      "loss": 0.0061,
      "step": 979
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4826021180030259e-05,
      "loss": 0.0044,
      "step": 980
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4841149773071106e-05,
      "loss": 0.0049,
      "step": 981
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4856278366111953e-05,
      "loss": 0.0078,
      "step": 982
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.48714069591528e-05,
      "loss": 0.0069,
      "step": 983
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4886535552193646e-05,
      "loss": 0.0051,
      "step": 984
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4901664145234493e-05,
      "loss": 0.0053,
      "step": 985
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.491679273827534e-05,
      "loss": 0.0042,
      "step": 986
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4931921331316188e-05,
      "loss": 0.0048,
      "step": 987
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4947049924357035e-05,
      "loss": 0.0046,
      "step": 988
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4962178517397882e-05,
      "loss": 0.0048,
      "step": 989
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.497730711043873e-05,
      "loss": 0.0066,
      "step": 990
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.4992435703479577e-05,
      "loss": 0.0058,
      "step": 991
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5007564296520426e-05,
      "loss": 0.0063,
      "step": 992
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5022692889561273e-05,
      "loss": 0.0035,
      "step": 993
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.503782148260212e-05,
      "loss": 0.0045,
      "step": 994
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5052950075642967e-05,
      "loss": 0.0044,
      "step": 995
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5068078668683815e-05,
      "loss": 0.0058,
      "step": 996
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5083207261724662e-05,
      "loss": 0.0048,
      "step": 997
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.509833585476551e-05,
      "loss": 0.0054,
      "step": 998
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5113464447806356e-05,
      "loss": 0.0052,
      "step": 999
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5128593040847202e-05,
      "loss": 0.0045,
      "step": 1000
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.514372163388805e-05,
      "loss": 0.0048,
      "step": 1001
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5158850226928896e-05,
      "loss": 0.006,
      "step": 1002
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5173978819969744e-05,
      "loss": 0.0055,
      "step": 1003
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5189107413010591e-05,
      "loss": 0.0081,
      "step": 1004
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5204236006051438e-05,
      "loss": 0.0048,
      "step": 1005
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5219364599092285e-05,
      "loss": 0.0046,
      "step": 1006
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5234493192133133e-05,
      "loss": 0.005,
      "step": 1007
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.524962178517398e-05,
      "loss": 0.0041,
      "step": 1008
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5264750378214827e-05,
      "loss": 0.0049,
      "step": 1009
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5279878971255674e-05,
      "loss": 0.0036,
      "step": 1010
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.529500756429652e-05,
      "loss": 0.0053,
      "step": 1011
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.531013615733737e-05,
      "loss": 0.0057,
      "step": 1012
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5325264750378216e-05,
      "loss": 0.0052,
      "step": 1013
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5340393343419063e-05,
      "loss": 0.0052,
      "step": 1014
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.535552193645991e-05,
      "loss": 0.004,
      "step": 1015
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5370650529500758e-05,
      "loss": 0.0052,
      "step": 1016
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5385779122541605e-05,
      "loss": 0.0064,
      "step": 1017
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5400907715582452e-05,
      "loss": 0.0038,
      "step": 1018
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.54160363086233e-05,
      "loss": 0.0058,
      "step": 1019
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5431164901664147e-05,
      "loss": 0.0043,
      "step": 1020
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5446293494704994e-05,
      "loss": 0.006,
      "step": 1021
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.546142208774584e-05,
      "loss": 0.0036,
      "step": 1022
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.547655068078669e-05,
      "loss": 0.0062,
      "step": 1023
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5491679273827536e-05,
      "loss": 0.0062,
      "step": 1024
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5506807866868383e-05,
      "loss": 0.0046,
      "step": 1025
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.552193645990923e-05,
      "loss": 0.0059,
      "step": 1026
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5537065052950078e-05,
      "loss": 0.005,
      "step": 1027
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5552193645990925e-05,
      "loss": 0.0053,
      "step": 1028
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5567322239031772e-05,
      "loss": 0.0043,
      "step": 1029
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5582450832072616e-05,
      "loss": 0.0046,
      "step": 1030
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5597579425113463e-05,
      "loss": 0.0038,
      "step": 1031
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5612708018154314e-05,
      "loss": 0.0045,
      "step": 1032
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.562783661119516e-05,
      "loss": 0.0039,
      "step": 1033
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.564296520423601e-05,
      "loss": 0.0044,
      "step": 1034
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5658093797276856e-05,
      "loss": 0.0047,
      "step": 1035
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5673222390317703e-05,
      "loss": 0.0039,
      "step": 1036
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.568835098335855e-05,
      "loss": 0.0047,
      "step": 1037
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5703479576399397e-05,
      "loss": 0.0042,
      "step": 1038
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5718608169440245e-05,
      "loss": 0.0049,
      "step": 1039
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5733736762481092e-05,
      "loss": 0.005,
      "step": 1040
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.574886535552194e-05,
      "loss": 0.0039,
      "step": 1041
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5763993948562786e-05,
      "loss": 0.0046,
      "step": 1042
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5779122541603634e-05,
      "loss": 0.0045,
      "step": 1043
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.579425113464448e-05,
      "loss": 0.0055,
      "step": 1044
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5809379727685325e-05,
      "loss": 0.0045,
      "step": 1045
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5824508320726172e-05,
      "loss": 0.0058,
      "step": 1046
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.583963691376702e-05,
      "loss": 0.004,
      "step": 1047
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5854765506807866e-05,
      "loss": 0.0042,
      "step": 1048
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5869894099848714e-05,
      "loss": 0.0043,
      "step": 1049
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.588502269288956e-05,
      "loss": 0.0035,
      "step": 1050
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5900151285930408e-05,
      "loss": 0.0067,
      "step": 1051
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5915279878971255e-05,
      "loss": 0.0048,
      "step": 1052
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5930408472012106e-05,
      "loss": 0.0053,
      "step": 1053
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5945537065052953e-05,
      "loss": 0.0045,
      "step": 1054
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.59606656580938e-05,
      "loss": 0.0045,
      "step": 1055
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5975794251134648e-05,
      "loss": 0.0042,
      "step": 1056
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.5990922844175495e-05,
      "loss": 0.0047,
      "step": 1057
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6006051437216342e-05,
      "loss": 0.0046,
      "step": 1058
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.602118003025719e-05,
      "loss": 0.0035,
      "step": 1059
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6036308623298033e-05,
      "loss": 0.0045,
      "step": 1060
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.605143721633888e-05,
      "loss": 0.0035,
      "step": 1061
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6066565809379728e-05,
      "loss": 0.003,
      "step": 1062
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6081694402420575e-05,
      "loss": 0.0052,
      "step": 1063
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6096822995461422e-05,
      "loss": 0.0045,
      "step": 1064
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.611195158850227e-05,
      "loss": 0.0037,
      "step": 1065
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6127080181543117e-05,
      "loss": 0.0056,
      "step": 1066
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6142208774583964e-05,
      "loss": 0.0043,
      "step": 1067
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.615733736762481e-05,
      "loss": 0.0054,
      "step": 1068
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.617246596066566e-05,
      "loss": 0.0049,
      "step": 1069
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6187594553706506e-05,
      "loss": 0.0045,
      "step": 1070
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6202723146747353e-05,
      "loss": 0.0042,
      "step": 1071
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.62178517397882e-05,
      "loss": 0.0054,
      "step": 1072
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6232980332829048e-05,
      "loss": 0.0041,
      "step": 1073
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6248108925869898e-05,
      "loss": 0.0047,
      "step": 1074
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6263237518910742e-05,
      "loss": 0.0034,
      "step": 1075
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.627836611195159e-05,
      "loss": 0.0043,
      "step": 1076
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6293494704992437e-05,
      "loss": 0.005,
      "step": 1077
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6308623298033284e-05,
      "loss": 0.0039,
      "step": 1078
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.632375189107413e-05,
      "loss": 0.0046,
      "step": 1079
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6338880484114978e-05,
      "loss": 0.0043,
      "step": 1080
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6354009077155826e-05,
      "loss": 0.0039,
      "step": 1081
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6369137670196673e-05,
      "loss": 0.0053,
      "step": 1082
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.638426626323752e-05,
      "loss": 0.0042,
      "step": 1083
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6399394856278367e-05,
      "loss": 0.0047,
      "step": 1084
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6414523449319214e-05,
      "loss": 0.0054,
      "step": 1085
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6429652042360062e-05,
      "loss": 0.0045,
      "step": 1086
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.644478063540091e-05,
      "loss": 0.0042,
      "step": 1087
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6459909228441756e-05,
      "loss": 0.0039,
      "step": 1088
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6475037821482603e-05,
      "loss": 0.0039,
      "step": 1089
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.649016641452345e-05,
      "loss": 0.0042,
      "step": 1090
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6505295007564298e-05,
      "loss": 0.0048,
      "step": 1091
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6520423600605145e-05,
      "loss": 0.0029,
      "step": 1092
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6535552193645992e-05,
      "loss": 0.0065,
      "step": 1093
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.655068078668684e-05,
      "loss": 0.0054,
      "step": 1094
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6565809379727687e-05,
      "loss": 0.005,
      "step": 1095
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6580937972768534e-05,
      "loss": 0.0045,
      "step": 1096
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.659606656580938e-05,
      "loss": 0.0041,
      "step": 1097
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.661119515885023e-05,
      "loss": 0.0046,
      "step": 1098
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6626323751891076e-05,
      "loss": 0.0036,
      "step": 1099
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6641452344931923e-05,
      "loss": 0.0036,
      "step": 1100
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.665658093797277e-05,
      "loss": 0.0056,
      "step": 1101
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6671709531013618e-05,
      "loss": 0.0041,
      "step": 1102
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6686838124054465e-05,
      "loss": 0.0055,
      "step": 1103
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6701966717095312e-05,
      "loss": 0.0035,
      "step": 1104
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6717095310136156e-05,
      "loss": 0.0026,
      "step": 1105
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6732223903177007e-05,
      "loss": 0.0044,
      "step": 1106
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6747352496217854e-05,
      "loss": 0.0054,
      "step": 1107
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.67624810892587e-05,
      "loss": 0.0048,
      "step": 1108
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.677760968229955e-05,
      "loss": 0.0041,
      "step": 1109
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6792738275340396e-05,
      "loss": 0.0051,
      "step": 1110
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6807866868381243e-05,
      "loss": 0.0046,
      "step": 1111
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.682299546142209e-05,
      "loss": 0.0051,
      "step": 1112
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6838124054462937e-05,
      "loss": 0.0061,
      "step": 1113
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6853252647503785e-05,
      "loss": 0.0032,
      "step": 1114
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6868381240544632e-05,
      "loss": 0.0054,
      "step": 1115
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.688350983358548e-05,
      "loss": 0.0052,
      "step": 1116
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6898638426626326e-05,
      "loss": 0.0043,
      "step": 1117
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6913767019667174e-05,
      "loss": 0.0057,
      "step": 1118
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.692889561270802e-05,
      "loss": 0.0033,
      "step": 1119
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6944024205748865e-05,
      "loss": 0.0036,
      "step": 1120
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6959152798789712e-05,
      "loss": 0.0049,
      "step": 1121
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.697428139183056e-05,
      "loss": 0.0044,
      "step": 1122
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.6989409984871406e-05,
      "loss": 0.0046,
      "step": 1123
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7004538577912254e-05,
      "loss": 0.0039,
      "step": 1124
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.70196671709531e-05,
      "loss": 0.0038,
      "step": 1125
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7034795763993948e-05,
      "loss": 0.0046,
      "step": 1126
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.70499243570348e-05,
      "loss": 0.0064,
      "step": 1127
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7065052950075646e-05,
      "loss": 0.0027,
      "step": 1128
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7080181543116493e-05,
      "loss": 0.0048,
      "step": 1129
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.709531013615734e-05,
      "loss": 0.0029,
      "step": 1130
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7110438729198188e-05,
      "loss": 0.0055,
      "step": 1131
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7125567322239035e-05,
      "loss": 0.0051,
      "step": 1132
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7140695915279882e-05,
      "loss": 0.0039,
      "step": 1133
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.715582450832073e-05,
      "loss": 0.0042,
      "step": 1134
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7170953101361573e-05,
      "loss": 0.0036,
      "step": 1135
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.718608169440242e-05,
      "loss": 0.004,
      "step": 1136
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7201210287443268e-05,
      "loss": 0.0049,
      "step": 1137
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7216338880484115e-05,
      "loss": 0.005,
      "step": 1138
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7231467473524962e-05,
      "loss": 0.004,
      "step": 1139
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.724659606656581e-05,
      "loss": 0.0047,
      "step": 1140
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7261724659606657e-05,
      "loss": 0.0049,
      "step": 1141
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7276853252647504e-05,
      "loss": 0.0044,
      "step": 1142
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.729198184568835e-05,
      "loss": 0.0038,
      "step": 1143
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.73071104387292e-05,
      "loss": 0.0033,
      "step": 1144
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7322239031770046e-05,
      "loss": 0.0049,
      "step": 1145
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7337367624810893e-05,
      "loss": 0.0043,
      "step": 1146
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.735249621785174e-05,
      "loss": 0.0046,
      "step": 1147
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.736762481089259e-05,
      "loss": 0.0051,
      "step": 1148
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7382753403933438e-05,
      "loss": 0.0026,
      "step": 1149
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7397881996974282e-05,
      "loss": 0.0045,
      "step": 1150
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.741301059001513e-05,
      "loss": 0.0054,
      "step": 1151
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7428139183055977e-05,
      "loss": 0.0046,
      "step": 1152
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7443267776096824e-05,
      "loss": 0.0042,
      "step": 1153
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.745839636913767e-05,
      "loss": 0.0043,
      "step": 1154
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.747352496217852e-05,
      "loss": 0.0054,
      "step": 1155
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7488653555219366e-05,
      "loss": 0.0037,
      "step": 1156
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7503782148260213e-05,
      "loss": 0.0037,
      "step": 1157
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.751891074130106e-05,
      "loss": 0.0042,
      "step": 1158
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7534039334341907e-05,
      "loss": 0.0047,
      "step": 1159
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7549167927382755e-05,
      "loss": 0.0043,
      "step": 1160
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7564296520423602e-05,
      "loss": 0.005,
      "step": 1161
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.757942511346445e-05,
      "loss": 0.0028,
      "step": 1162
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7594553706505296e-05,
      "loss": 0.0041,
      "step": 1163
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7609682299546144e-05,
      "loss": 0.0028,
      "step": 1164
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.762481089258699e-05,
      "loss": 0.0042,
      "step": 1165
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7639939485627838e-05,
      "loss": 0.0034,
      "step": 1166
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7655068078668685e-05,
      "loss": 0.0048,
      "step": 1167
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7670196671709533e-05,
      "loss": 0.0029,
      "step": 1168
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.768532526475038e-05,
      "loss": 0.0028,
      "step": 1169
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7700453857791227e-05,
      "loss": 0.0041,
      "step": 1170
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7715582450832074e-05,
      "loss": 0.0042,
      "step": 1171
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.773071104387292e-05,
      "loss": 0.0032,
      "step": 1172
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.774583963691377e-05,
      "loss": 0.0029,
      "step": 1173
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7760968229954616e-05,
      "loss": 0.0047,
      "step": 1174
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7776096822995463e-05,
      "loss": 0.0042,
      "step": 1175
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.779122541603631e-05,
      "loss": 0.0039,
      "step": 1176
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7806354009077158e-05,
      "loss": 0.0037,
      "step": 1177
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7821482602118005e-05,
      "loss": 0.0047,
      "step": 1178
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7836611195158852e-05,
      "loss": 0.0033,
      "step": 1179
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.78517397881997e-05,
      "loss": 0.0046,
      "step": 1180
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7866868381240547e-05,
      "loss": 0.0041,
      "step": 1181
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7881996974281394e-05,
      "loss": 0.0037,
      "step": 1182
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.789712556732224e-05,
      "loss": 0.0031,
      "step": 1183
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.791225416036309e-05,
      "loss": 0.0024,
      "step": 1184
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7927382753403936e-05,
      "loss": 0.005,
      "step": 1185
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7942511346444783e-05,
      "loss": 0.0048,
      "step": 1186
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.795763993948563e-05,
      "loss": 0.0044,
      "step": 1187
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7972768532526477e-05,
      "loss": 0.0036,
      "step": 1188
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.7987897125567325e-05,
      "loss": 0.0045,
      "step": 1189
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8003025718608172e-05,
      "loss": 0.0037,
      "step": 1190
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.801815431164902e-05,
      "loss": 0.0057,
      "step": 1191
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8033282904689866e-05,
      "loss": 0.0033,
      "step": 1192
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8048411497730714e-05,
      "loss": 0.0026,
      "step": 1193
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.806354009077156e-05,
      "loss": 0.0031,
      "step": 1194
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8078668683812405e-05,
      "loss": 0.0047,
      "step": 1195
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8093797276853252e-05,
      "loss": 0.005,
      "step": 1196
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.81089258698941e-05,
      "loss": 0.0038,
      "step": 1197
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8124054462934947e-05,
      "loss": 0.0042,
      "step": 1198
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8139183055975794e-05,
      "loss": 0.0032,
      "step": 1199
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.815431164901664e-05,
      "loss": 0.0061,
      "step": 1200
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.816944024205749e-05,
      "loss": 0.0039,
      "step": 1201
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.818456883509834e-05,
      "loss": 0.004,
      "step": 1202
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8199697428139186e-05,
      "loss": 0.0032,
      "step": 1203
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8214826021180033e-05,
      "loss": 0.0046,
      "step": 1204
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.822995461422088e-05,
      "loss": 0.0037,
      "step": 1205
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8245083207261728e-05,
      "loss": 0.0044,
      "step": 1206
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8260211800302575e-05,
      "loss": 0.0045,
      "step": 1207
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8275340393343422e-05,
      "loss": 0.0037,
      "step": 1208
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.829046898638427e-05,
      "loss": 0.0054,
      "step": 1209
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8305597579425113e-05,
      "loss": 0.0033,
      "step": 1210
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.832072617246596e-05,
      "loss": 0.003,
      "step": 1211
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8335854765506808e-05,
      "loss": 0.0056,
      "step": 1212
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8350983358547655e-05,
      "loss": 0.0045,
      "step": 1213
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8366111951588502e-05,
      "loss": 0.0048,
      "step": 1214
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.838124054462935e-05,
      "loss": 0.0043,
      "step": 1215
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8396369137670197e-05,
      "loss": 0.0036,
      "step": 1216
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8411497730711044e-05,
      "loss": 0.0025,
      "step": 1217
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.842662632375189e-05,
      "loss": 0.0039,
      "step": 1218
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.844175491679274e-05,
      "loss": 0.002,
      "step": 1219
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8456883509833586e-05,
      "loss": 0.0037,
      "step": 1220
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8472012102874433e-05,
      "loss": 0.0052,
      "step": 1221
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8487140695915284e-05,
      "loss": 0.0051,
      "step": 1222
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.850226928895613e-05,
      "loss": 0.0039,
      "step": 1223
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8517397881996978e-05,
      "loss": 0.0047,
      "step": 1224
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8532526475037822e-05,
      "loss": 0.0045,
      "step": 1225
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.854765506807867e-05,
      "loss": 0.0044,
      "step": 1226
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8562783661119517e-05,
      "loss": 0.0037,
      "step": 1227
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8577912254160364e-05,
      "loss": 0.0038,
      "step": 1228
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.859304084720121e-05,
      "loss": 0.0023,
      "step": 1229
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.860816944024206e-05,
      "loss": 0.003,
      "step": 1230
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8623298033282906e-05,
      "loss": 0.0029,
      "step": 1231
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8638426626323753e-05,
      "loss": 0.004,
      "step": 1232
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.86535552193646e-05,
      "loss": 0.0029,
      "step": 1233
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8668683812405447e-05,
      "loss": 0.0035,
      "step": 1234
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8683812405446295e-05,
      "loss": 0.0028,
      "step": 1235
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8698940998487142e-05,
      "loss": 0.0029,
      "step": 1236
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.871406959152799e-05,
      "loss": 0.0057,
      "step": 1237
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8729198184568836e-05,
      "loss": 0.0036,
      "step": 1238
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8744326777609684e-05,
      "loss": 0.0038,
      "step": 1239
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.875945537065053e-05,
      "loss": 0.0041,
      "step": 1240
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8774583963691378e-05,
      "loss": 0.0037,
      "step": 1241
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8789712556732225e-05,
      "loss": 0.0028,
      "step": 1242
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8804841149773073e-05,
      "loss": 0.0062,
      "step": 1243
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.881996974281392e-05,
      "loss": 0.0036,
      "step": 1244
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8835098335854767e-05,
      "loss": 0.0051,
      "step": 1245
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8850226928895614e-05,
      "loss": 0.0028,
      "step": 1246
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.886535552193646e-05,
      "loss": 0.0042,
      "step": 1247
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.888048411497731e-05,
      "loss": 0.0041,
      "step": 1248
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8895612708018156e-05,
      "loss": 0.0041,
      "step": 1249
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8910741301059003e-05,
      "loss": 0.0042,
      "step": 1250
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.892586989409985e-05,
      "loss": 0.004,
      "step": 1251
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8940998487140698e-05,
      "loss": 0.0037,
      "step": 1252
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8956127080181545e-05,
      "loss": 0.0025,
      "step": 1253
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.8971255673222392e-05,
      "loss": 0.0025,
      "step": 1254
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.898638426626324e-05,
      "loss": 0.0036,
      "step": 1255
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9001512859304087e-05,
      "loss": 0.0053,
      "step": 1256
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9016641452344934e-05,
      "loss": 0.005,
      "step": 1257
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.903177004538578e-05,
      "loss": 0.0028,
      "step": 1258
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.904689863842663e-05,
      "loss": 0.0035,
      "step": 1259
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9062027231467476e-05,
      "loss": 0.0053,
      "step": 1260
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9077155824508323e-05,
      "loss": 0.0043,
      "step": 1261
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.909228441754917e-05,
      "loss": 0.0044,
      "step": 1262
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9107413010590018e-05,
      "loss": 0.0044,
      "step": 1263
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9122541603630865e-05,
      "loss": 0.0037,
      "step": 1264
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9137670196671712e-05,
      "loss": 0.0049,
      "step": 1265
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.915279878971256e-05,
      "loss": 0.0043,
      "step": 1266
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9167927382753406e-05,
      "loss": 0.0038,
      "step": 1267
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9183055975794254e-05,
      "loss": 0.0054,
      "step": 1268
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.91981845688351e-05,
      "loss": 0.003,
      "step": 1269
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9213313161875945e-05,
      "loss": 0.0031,
      "step": 1270
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9228441754916792e-05,
      "loss": 0.0051,
      "step": 1271
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.924357034795764e-05,
      "loss": 0.0042,
      "step": 1272
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9258698940998487e-05,
      "loss": 0.0036,
      "step": 1273
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9273827534039334e-05,
      "loss": 0.0043,
      "step": 1274
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9288956127080184e-05,
      "loss": 0.0038,
      "step": 1275
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9304084720121032e-05,
      "loss": 0.0033,
      "step": 1276
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.931921331316188e-05,
      "loss": 0.0045,
      "step": 1277
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9334341906202726e-05,
      "loss": 0.0035,
      "step": 1278
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9349470499243573e-05,
      "loss": 0.0037,
      "step": 1279
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.936459909228442e-05,
      "loss": 0.0027,
      "step": 1280
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9379727685325268e-05,
      "loss": 0.0045,
      "step": 1281
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9394856278366115e-05,
      "loss": 0.0046,
      "step": 1282
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9409984871406962e-05,
      "loss": 0.0034,
      "step": 1283
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.942511346444781e-05,
      "loss": 0.0037,
      "step": 1284
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9440242057488654e-05,
      "loss": 0.0043,
      "step": 1285
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.94553706505295e-05,
      "loss": 0.0037,
      "step": 1286
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9470499243570348e-05,
      "loss": 0.0019,
      "step": 1287
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9485627836611195e-05,
      "loss": 0.0056,
      "step": 1288
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9500756429652043e-05,
      "loss": 0.0045,
      "step": 1289
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.951588502269289e-05,
      "loss": 0.0027,
      "step": 1290
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9531013615733737e-05,
      "loss": 0.0031,
      "step": 1291
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9546142208774584e-05,
      "loss": 0.0033,
      "step": 1292
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.956127080181543e-05,
      "loss": 0.0037,
      "step": 1293
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.957639939485628e-05,
      "loss": 0.0025,
      "step": 1294
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9591527987897126e-05,
      "loss": 0.0039,
      "step": 1295
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9606656580937977e-05,
      "loss": 0.0026,
      "step": 1296
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9621785173978824e-05,
      "loss": 0.0043,
      "step": 1297
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.963691376701967e-05,
      "loss": 0.0026,
      "step": 1298
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.965204236006052e-05,
      "loss": 0.0047,
      "step": 1299
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9667170953101362e-05,
      "loss": 0.0045,
      "step": 1300
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.968229954614221e-05,
      "loss": 0.004,
      "step": 1301
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9697428139183057e-05,
      "loss": 0.0027,
      "step": 1302
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9712556732223904e-05,
      "loss": 0.005,
      "step": 1303
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.972768532526475e-05,
      "loss": 0.0043,
      "step": 1304
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.97428139183056e-05,
      "loss": 0.0039,
      "step": 1305
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9757942511346446e-05,
      "loss": 0.0031,
      "step": 1306
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9773071104387293e-05,
      "loss": 0.0025,
      "step": 1307
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.978819969742814e-05,
      "loss": 0.0032,
      "step": 1308
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9803328290468987e-05,
      "loss": 0.003,
      "step": 1309
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9818456883509835e-05,
      "loss": 0.0026,
      "step": 1310
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9833585476550682e-05,
      "loss": 0.0032,
      "step": 1311
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.984871406959153e-05,
      "loss": 0.0045,
      "step": 1312
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9863842662632376e-05,
      "loss": 0.0041,
      "step": 1313
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9878971255673224e-05,
      "loss": 0.0044,
      "step": 1314
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.989409984871407e-05,
      "loss": 0.004,
      "step": 1315
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9909228441754918e-05,
      "loss": 0.0032,
      "step": 1316
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9924357034795765e-05,
      "loss": 0.0057,
      "step": 1317
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9939485627836613e-05,
      "loss": 0.0067,
      "step": 1318
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.995461422087746e-05,
      "loss": 0.0047,
      "step": 1319
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9969742813918307e-05,
      "loss": 0.0042,
      "step": 1320
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9984871406959154e-05,
      "loss": 0.0029,
      "step": 1321
    },
    {
      "epoch": 0.03,
      "learning_rate": 2e-05,
      "loss": 0.0033,
      "step": 1322
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999999997297515e-05,
      "loss": 0.0045,
      "step": 1323
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999999891900596e-05,
      "loss": 0.0043,
      "step": 1324
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999999756776344e-05,
      "loss": 0.0037,
      "step": 1325
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999999567602388e-05,
      "loss": 0.0049,
      "step": 1326
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999999932437873e-05,
      "loss": 0.0026,
      "step": 1327
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999999902710538e-05,
      "loss": 0.0035,
      "step": 1328
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999998675782322e-05,
      "loss": 0.0034,
      "step": 1329
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999999827040958e-05,
      "loss": 0.0048,
      "step": 1330
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999999781098714e-05,
      "loss": 0.0025,
      "step": 1331
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999999729751501e-05,
      "loss": 0.0034,
      "step": 1332
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999996729993195e-05,
      "loss": 0.0046,
      "step": 1333
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999996108421692e-05,
      "loss": 0.0054,
      "step": 1334
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999995432800508e-05,
      "loss": 0.0033,
      "step": 1335
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999994703129648e-05,
      "loss": 0.0038,
      "step": 1336
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999993919409113e-05,
      "loss": 0.0033,
      "step": 1337
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999993081638908e-05,
      "loss": 0.003,
      "step": 1338
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999992189819043e-05,
      "loss": 0.0027,
      "step": 1339
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999999124394951e-05,
      "loss": 0.0034,
      "step": 1340
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999999024403033e-05,
      "loss": 0.0031,
      "step": 1341
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999989190061496e-05,
      "loss": 0.003,
      "step": 1342
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999998808204302e-05,
      "loss": 0.0028,
      "step": 1343
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999986919974905e-05,
      "loss": 0.0046,
      "step": 1344
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999998570385716e-05,
      "loss": 0.0035,
      "step": 1345
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999984433689788e-05,
      "loss": 0.0034,
      "step": 1346
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999983109472796e-05,
      "loss": 0.0034,
      "step": 1347
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99999817312062e-05,
      "loss": 0.0044,
      "step": 1348
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999980298889996e-05,
      "loss": 0.0063,
      "step": 1349
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999978812524196e-05,
      "loss": 0.0053,
      "step": 1350
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999997727210881e-05,
      "loss": 0.0045,
      "step": 1351
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999975677643844e-05,
      "loss": 0.0049,
      "step": 1352
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999974029129308e-05,
      "loss": 0.0032,
      "step": 1353
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999972326565206e-05,
      "loss": 0.0038,
      "step": 1354
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999970569951556e-05,
      "loss": 0.0044,
      "step": 1355
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999996875928836e-05,
      "loss": 0.0044,
      "step": 1356
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999996689457563e-05,
      "loss": 0.0035,
      "step": 1357
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999996497581338e-05,
      "loss": 0.0056,
      "step": 1358
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999963003001618e-05,
      "loss": 0.0025,
      "step": 1359
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999996097614035e-05,
      "loss": 0.0025,
      "step": 1360
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999958895229593e-05,
      "loss": 0.0041,
      "step": 1361
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999995676026935e-05,
      "loss": 0.0037,
      "step": 1362
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999954571259646e-05,
      "loss": 0.0042,
      "step": 1363
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999952328200483e-05,
      "loss": 0.0034,
      "step": 1364
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999950031091874e-05,
      "loss": 0.0028,
      "step": 1365
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999947679933835e-05,
      "loss": 0.0036,
      "step": 1366
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999945274726376e-05,
      "loss": 0.0029,
      "step": 1367
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999942815469508e-05,
      "loss": 0.0046,
      "step": 1368
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999994030216325e-05,
      "loss": 0.0036,
      "step": 1369
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999937734807613e-05,
      "loss": 0.0039,
      "step": 1370
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999935113402608e-05,
      "loss": 0.004,
      "step": 1371
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999993243794825e-05,
      "loss": 0.0021,
      "step": 1372
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999929708444558e-05,
      "loss": 0.0032,
      "step": 1373
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999926924891544e-05,
      "loss": 0.004,
      "step": 1374
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999992408728922e-05,
      "loss": 0.0035,
      "step": 1375
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999921195637606e-05,
      "loss": 0.0033,
      "step": 1376
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999918249936713e-05,
      "loss": 0.0049,
      "step": 1377
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999915250186562e-05,
      "loss": 0.0046,
      "step": 1378
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999912196387168e-05,
      "loss": 0.0031,
      "step": 1379
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999909088538544e-05,
      "loss": 0.0036,
      "step": 1380
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999905926640714e-05,
      "loss": 0.0033,
      "step": 1381
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999902710693684e-05,
      "loss": 0.0043,
      "step": 1382
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999899440697482e-05,
      "loss": 0.004,
      "step": 1383
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999896116652118e-05,
      "loss": 0.0028,
      "step": 1384
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999892738557615e-05,
      "loss": 0.0022,
      "step": 1385
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999988930641399e-05,
      "loss": 0.0036,
      "step": 1386
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999885820221258e-05,
      "loss": 0.0041,
      "step": 1387
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999882279979445e-05,
      "loss": 0.0026,
      "step": 1388
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999987868568856e-05,
      "loss": 0.0037,
      "step": 1389
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999875037348633e-05,
      "loss": 0.0026,
      "step": 1390
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999871334959676e-05,
      "loss": 0.0041,
      "step": 1391
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999867578521715e-05,
      "loss": 0.0039,
      "step": 1392
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999986376803477e-05,
      "loss": 0.0045,
      "step": 1393
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999859903498856e-05,
      "loss": 0.0023,
      "step": 1394
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999855984914e-05,
      "loss": 0.0025,
      "step": 1395
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999852012280216e-05,
      "loss": 0.004,
      "step": 1396
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999847985597532e-05,
      "loss": 0.0036,
      "step": 1397
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999843904865967e-05,
      "loss": 0.0027,
      "step": 1398
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999983977008554e-05,
      "loss": 0.0035,
      "step": 1399
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999983558125628e-05,
      "loss": 0.0061,
      "step": 1400
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999983133837821e-05,
      "loss": 0.0029,
      "step": 1401
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999827041451345e-05,
      "loss": 0.0036,
      "step": 1402
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999822690475713e-05,
      "loss": 0.0046,
      "step": 1403
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999818285451337e-05,
      "loss": 0.0027,
      "step": 1404
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999981382637824e-05,
      "loss": 0.0038,
      "step": 1405
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999809313256446e-05,
      "loss": 0.0043,
      "step": 1406
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999804746085985e-05,
      "loss": 0.0036,
      "step": 1407
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999800124866874e-05,
      "loss": 0.0034,
      "step": 1408
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999795449599143e-05,
      "loss": 0.0039,
      "step": 1409
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999790720282816e-05,
      "loss": 0.0041,
      "step": 1410
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999785936917915e-05,
      "loss": 0.0047,
      "step": 1411
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999781099504466e-05,
      "loss": 0.0038,
      "step": 1412
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999776208042502e-05,
      "loss": 0.0039,
      "step": 1413
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999977126253205e-05,
      "loss": 0.003,
      "step": 1414
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999766262973127e-05,
      "loss": 0.0036,
      "step": 1415
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999761209365763e-05,
      "loss": 0.0039,
      "step": 1416
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999975610170999e-05,
      "loss": 0.0031,
      "step": 1417
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999750940005833e-05,
      "loss": 0.0032,
      "step": 1418
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999974572425332e-05,
      "loss": 0.005,
      "step": 1419
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999740454452475e-05,
      "loss": 0.0026,
      "step": 1420
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999735130603336e-05,
      "loss": 0.0035,
      "step": 1421
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999729752705925e-05,
      "loss": 0.004,
      "step": 1422
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999972432076027e-05,
      "loss": 0.0043,
      "step": 1423
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999971883476641e-05,
      "loss": 0.0038,
      "step": 1424
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999971329472436e-05,
      "loss": 0.0035,
      "step": 1425
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999970770063416e-05,
      "loss": 0.0053,
      "step": 1426
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999970205249584e-05,
      "loss": 0.0044,
      "step": 1427
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999696350309422e-05,
      "loss": 0.0027,
      "step": 1428
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999690594074947e-05,
      "loss": 0.0032,
      "step": 1429
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999684783792445e-05,
      "loss": 0.0041,
      "step": 1430
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999967891946194e-05,
      "loss": 0.0031,
      "step": 1431
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999967300108347e-05,
      "loss": 0.0047,
      "step": 1432
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999667028657063e-05,
      "loss": 0.0036,
      "step": 1433
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999661002182754e-05,
      "loss": 0.0024,
      "step": 1434
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999654921660577e-05,
      "loss": 0.0047,
      "step": 1435
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999648787090562e-05,
      "loss": 0.0036,
      "step": 1436
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999642598472744e-05,
      "loss": 0.003,
      "step": 1437
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999636355807156e-05,
      "loss": 0.0031,
      "step": 1438
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999963005909383e-05,
      "loss": 0.0039,
      "step": 1439
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999623708332797e-05,
      "loss": 0.0024,
      "step": 1440
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999617303524103e-05,
      "loss": 0.0035,
      "step": 1441
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999610844667772e-05,
      "loss": 0.0044,
      "step": 1442
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999960433176384e-05,
      "loss": 0.003,
      "step": 1443
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999597764812346e-05,
      "loss": 0.0028,
      "step": 1444
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999591143813326e-05,
      "loss": 0.0048,
      "step": 1445
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999958446876681e-05,
      "loss": 0.0034,
      "step": 1446
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999957773967284e-05,
      "loss": 0.0032,
      "step": 1447
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999957095653145e-05,
      "loss": 0.0023,
      "step": 1448
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999956411934268e-05,
      "loss": 0.0019,
      "step": 1449
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999955722810656e-05,
      "loss": 0.0035,
      "step": 1450
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999955028282313e-05,
      "loss": 0.0028,
      "step": 1451
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999954328349243e-05,
      "loss": 0.0038,
      "step": 1452
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999536230114493e-05,
      "loss": 0.0043,
      "step": 1453
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999529122689365e-05,
      "loss": 0.0024,
      "step": 1454
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999521961217076e-05,
      "loss": 0.0036,
      "step": 1455
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999951474569767e-05,
      "loss": 0.0029,
      "step": 1456
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999950747613119e-05,
      "loss": 0.0029,
      "step": 1457
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999950015251766e-05,
      "loss": 0.0028,
      "step": 1458
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999492774857136e-05,
      "loss": 0.0033,
      "step": 1459
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999485343149648e-05,
      "loss": 0.0027,
      "step": 1460
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999477857395244e-05,
      "loss": 0.0042,
      "step": 1461
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999470317593955e-05,
      "loss": 0.0038,
      "step": 1462
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999946272374583e-05,
      "loss": 0.0039,
      "step": 1463
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999455075850903e-05,
      "loss": 0.0031,
      "step": 1464
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999447373909226e-05,
      "loss": 0.0037,
      "step": 1465
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999439617920825e-05,
      "loss": 0.0027,
      "step": 1466
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999431807885756e-05,
      "loss": 0.003,
      "step": 1467
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999423943804056e-05,
      "loss": 0.0024,
      "step": 1468
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999416025675765e-05,
      "loss": 0.0031,
      "step": 1469
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999940805350093e-05,
      "loss": 0.0036,
      "step": 1470
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999940002727959e-05,
      "loss": 0.0041,
      "step": 1471
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999391947011792e-05,
      "loss": 0.0041,
      "step": 1472
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999938381269758e-05,
      "loss": 0.0029,
      "step": 1473
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999375624336993e-05,
      "loss": 0.0039,
      "step": 1474
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999936738193008e-05,
      "loss": 0.003,
      "step": 1475
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999359085476885e-05,
      "loss": 0.0048,
      "step": 1476
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999935073497745e-05,
      "loss": 0.0034,
      "step": 1477
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999342330431823e-05,
      "loss": 0.0028,
      "step": 1478
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999933387184005e-05,
      "loss": 0.0031,
      "step": 1479
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999325359202172e-05,
      "loss": 0.003,
      "step": 1480
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999931679251824e-05,
      "loss": 0.0033,
      "step": 1481
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999308171788296e-05,
      "loss": 0.0025,
      "step": 1482
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999929949701239e-05,
      "loss": 0.0027,
      "step": 1483
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999929076819057e-05,
      "loss": 0.0038,
      "step": 1484
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999928198532288e-05,
      "loss": 0.0026,
      "step": 1485
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999927314840937e-05,
      "loss": 0.0037,
      "step": 1486
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999264257450086e-05,
      "loss": 0.0034,
      "step": 1487
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999255312445077e-05,
      "loss": 0.0023,
      "step": 1488
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999246313394387e-05,
      "loss": 0.0052,
      "step": 1489
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999923726029807e-05,
      "loss": 0.0037,
      "step": 1490
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999228153156177e-05,
      "loss": 0.0029,
      "step": 1491
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999921899196875e-05,
      "loss": 0.004,
      "step": 1492
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999209776735844e-05,
      "loss": 0.0037,
      "step": 1493
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999200507457503e-05,
      "loss": 0.0029,
      "step": 1494
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999191184133787e-05,
      "loss": 0.0026,
      "step": 1495
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999181806764735e-05,
      "loss": 0.0029,
      "step": 1496
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999172375350406e-05,
      "loss": 0.0027,
      "step": 1497
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999162889890845e-05,
      "loss": 0.0041,
      "step": 1498
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999915335038611e-05,
      "loss": 0.0049,
      "step": 1499
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999143756836248e-05,
      "loss": 0.0031,
      "step": 1500
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999913410924131e-05,
      "loss": 0.0036,
      "step": 1501
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999124407601353e-05,
      "loss": 0.0033,
      "step": 1502
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999114651916426e-05,
      "loss": 0.0046,
      "step": 1503
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999104842186578e-05,
      "loss": 0.0034,
      "step": 1504
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999094978411867e-05,
      "loss": 0.0027,
      "step": 1505
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999085060592348e-05,
      "loss": 0.0022,
      "step": 1506
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999907508872807e-05,
      "loss": 0.0038,
      "step": 1507
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999906506281909e-05,
      "loss": 0.0029,
      "step": 1508
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999054982865465e-05,
      "loss": 0.0026,
      "step": 1509
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999904484886724e-05,
      "loss": 0.0042,
      "step": 1510
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999034660824476e-05,
      "loss": 0.0037,
      "step": 1511
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9999024418737228e-05,
      "loss": 0.0041,
      "step": 1512
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999901412260555e-05,
      "loss": 0.003,
      "step": 1513
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99990037724295e-05,
      "loss": 0.003,
      "step": 1514
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998993368209132e-05,
      "loss": 0.0047,
      "step": 1515
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998982909944504e-05,
      "loss": 0.003,
      "step": 1516
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998972397635666e-05,
      "loss": 0.0036,
      "step": 1517
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998961831282684e-05,
      "loss": 0.0045,
      "step": 1518
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998951210885612e-05,
      "loss": 0.0019,
      "step": 1519
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.99989405364445e-05,
      "loss": 0.0028,
      "step": 1520
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999892980795942e-05,
      "loss": 0.0024,
      "step": 1521
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998919025430417e-05,
      "loss": 0.0028,
      "step": 1522
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999890818885756e-05,
      "loss": 0.0037,
      "step": 1523
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998897298240898e-05,
      "loss": 0.0037,
      "step": 1524
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998886353580495e-05,
      "loss": 0.0035,
      "step": 1525
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998875354876407e-05,
      "loss": 0.0035,
      "step": 1526
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998864302128694e-05,
      "loss": 0.003,
      "step": 1527
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998853195337423e-05,
      "loss": 0.0029,
      "step": 1528
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998842034502644e-05,
      "loss": 0.0037,
      "step": 1529
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998830819624422e-05,
      "loss": 0.0032,
      "step": 1530
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999881955070282e-05,
      "loss": 0.0021,
      "step": 1531
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999880822773789e-05,
      "loss": 0.0027,
      "step": 1532
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998796850729705e-05,
      "loss": 0.0023,
      "step": 1533
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998785419678318e-05,
      "loss": 0.0053,
      "step": 1534
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998773934583796e-05,
      "loss": 0.0056,
      "step": 1535
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998762395446193e-05,
      "loss": 0.0046,
      "step": 1536
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998750802265585e-05,
      "loss": 0.0029,
      "step": 1537
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999873915504202e-05,
      "loss": 0.0032,
      "step": 1538
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.999872745377557e-05,
      "loss": 0.0029,
      "step": 1539
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998715698466295e-05,
      "loss": 0.0039,
      "step": 1540
    },
    {
      "epoch": 0.03,
      "learning_rate": 1.9998703889114263e-05,
      "loss": 0.002,
      "step": 1541
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999869202571953e-05,
      "loss": 0.0041,
      "step": 1542
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998680108282165e-05,
      "loss": 0.0061,
      "step": 1543
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998668136802233e-05,
      "loss": 0.0035,
      "step": 1544
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99986561112798e-05,
      "loss": 0.0033,
      "step": 1545
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999864403171492e-05,
      "loss": 0.004,
      "step": 1546
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998631898107675e-05,
      "loss": 0.0029,
      "step": 1547
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998619710458118e-05,
      "loss": 0.0031,
      "step": 1548
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998607468766323e-05,
      "loss": 0.0033,
      "step": 1549
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999859517303235e-05,
      "loss": 0.0051,
      "step": 1550
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998582823256268e-05,
      "loss": 0.0034,
      "step": 1551
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998570419438142e-05,
      "loss": 0.0015,
      "step": 1552
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999855796157804e-05,
      "loss": 0.0029,
      "step": 1553
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999854544967603e-05,
      "loss": 0.0033,
      "step": 1554
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998532883732184e-05,
      "loss": 0.0025,
      "step": 1555
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998520263746564e-05,
      "loss": 0.0039,
      "step": 1556
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999850758971924e-05,
      "loss": 0.0025,
      "step": 1557
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998494861650278e-05,
      "loss": 0.0024,
      "step": 1558
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998482079539747e-05,
      "loss": 0.004,
      "step": 1559
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999846924338772e-05,
      "loss": 0.0043,
      "step": 1560
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998456353194268e-05,
      "loss": 0.0032,
      "step": 1561
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998443408959453e-05,
      "loss": 0.0034,
      "step": 1562
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998430410683352e-05,
      "loss": 0.004,
      "step": 1563
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998417358366028e-05,
      "loss": 0.0031,
      "step": 1564
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999840425200756e-05,
      "loss": 0.0025,
      "step": 1565
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998391091608016e-05,
      "loss": 0.0027,
      "step": 1566
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999837787716746e-05,
      "loss": 0.0018,
      "step": 1567
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998364608685973e-05,
      "loss": 0.0038,
      "step": 1568
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998351286163624e-05,
      "loss": 0.0026,
      "step": 1569
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998337909600485e-05,
      "loss": 0.0031,
      "step": 1570
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998324478996624e-05,
      "loss": 0.0044,
      "step": 1571
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998310994352118e-05,
      "loss": 0.0029,
      "step": 1572
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999829745566704e-05,
      "loss": 0.0033,
      "step": 1573
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998283862941457e-05,
      "loss": 0.0029,
      "step": 1574
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998270216175452e-05,
      "loss": 0.0032,
      "step": 1575
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998256515369093e-05,
      "loss": 0.0017,
      "step": 1576
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998242760522456e-05,
      "loss": 0.0041,
      "step": 1577
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998228951635615e-05,
      "loss": 0.0042,
      "step": 1578
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999821508870864e-05,
      "loss": 0.0031,
      "step": 1579
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999820117174162e-05,
      "loss": 0.0034,
      "step": 1580
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999818720073461e-05,
      "loss": 0.0026,
      "step": 1581
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99981731756877e-05,
      "loss": 0.0035,
      "step": 1582
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998159096600962e-05,
      "loss": 0.0021,
      "step": 1583
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999814496347447e-05,
      "loss": 0.0034,
      "step": 1584
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998130776308305e-05,
      "loss": 0.0019,
      "step": 1585
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999811653510254e-05,
      "loss": 0.0034,
      "step": 1586
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999810223985725e-05,
      "loss": 0.0025,
      "step": 1587
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998087890572516e-05,
      "loss": 0.004,
      "step": 1588
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999807348724842e-05,
      "loss": 0.0029,
      "step": 1589
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998059029885025e-05,
      "loss": 0.0033,
      "step": 1590
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998044518482427e-05,
      "loss": 0.0026,
      "step": 1591
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998029953040693e-05,
      "loss": 0.0032,
      "step": 1592
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998015333559903e-05,
      "loss": 0.0034,
      "step": 1593
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9998000660040142e-05,
      "loss": 0.0024,
      "step": 1594
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999798593248148e-05,
      "loss": 0.0032,
      "step": 1595
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997971150884006e-05,
      "loss": 0.003,
      "step": 1596
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997956315247794e-05,
      "loss": 0.0021,
      "step": 1597
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999794142557293e-05,
      "loss": 0.0027,
      "step": 1598
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997926481859485e-05,
      "loss": 0.004,
      "step": 1599
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997911484107546e-05,
      "loss": 0.0031,
      "step": 1600
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997896432317193e-05,
      "loss": 0.003,
      "step": 1601
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999788132648851e-05,
      "loss": 0.0042,
      "step": 1602
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997866166621573e-05,
      "loss": 0.0034,
      "step": 1603
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997850952716466e-05,
      "loss": 0.0017,
      "step": 1604
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997835684773275e-05,
      "loss": 0.0033,
      "step": 1605
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999782036279208e-05,
      "loss": 0.0037,
      "step": 1606
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997804986772964e-05,
      "loss": 0.0037,
      "step": 1607
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997789556716006e-05,
      "loss": 0.0036,
      "step": 1608
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997774072621297e-05,
      "loss": 0.0035,
      "step": 1609
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997758534488915e-05,
      "loss": 0.0023,
      "step": 1610
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997742942318948e-05,
      "loss": 0.0029,
      "step": 1611
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997727296111477e-05,
      "loss": 0.0033,
      "step": 1612
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997711595866587e-05,
      "loss": 0.0055,
      "step": 1613
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997695841584363e-05,
      "loss": 0.0026,
      "step": 1614
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997680033264893e-05,
      "loss": 0.0025,
      "step": 1615
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999766417090826e-05,
      "loss": 0.0038,
      "step": 1616
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997648254514547e-05,
      "loss": 0.0033,
      "step": 1617
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997632284083843e-05,
      "loss": 0.0032,
      "step": 1618
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997616259616236e-05,
      "loss": 0.0015,
      "step": 1619
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999760018111181e-05,
      "loss": 0.0027,
      "step": 1620
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997584048570654e-05,
      "loss": 0.0035,
      "step": 1621
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999756786199285e-05,
      "loss": 0.0031,
      "step": 1622
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997551621378494e-05,
      "loss": 0.0029,
      "step": 1623
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997535326727667e-05,
      "loss": 0.0028,
      "step": 1624
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999751897804046e-05,
      "loss": 0.0042,
      "step": 1625
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999750257531696e-05,
      "loss": 0.0052,
      "step": 1626
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997486118557258e-05,
      "loss": 0.0031,
      "step": 1627
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999746960776144e-05,
      "loss": 0.0049,
      "step": 1628
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997453042929596e-05,
      "loss": 0.0028,
      "step": 1629
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997436424061815e-05,
      "loss": 0.0032,
      "step": 1630
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999741975115819e-05,
      "loss": 0.0036,
      "step": 1631
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997403024218807e-05,
      "loss": 0.0043,
      "step": 1632
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999738624324376e-05,
      "loss": 0.0048,
      "step": 1633
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997369408233138e-05,
      "loss": 0.0022,
      "step": 1634
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997352519187034e-05,
      "loss": 0.005,
      "step": 1635
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997335576105534e-05,
      "loss": 0.002,
      "step": 1636
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997318578988732e-05,
      "loss": 0.0042,
      "step": 1637
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999730152783672e-05,
      "loss": 0.003,
      "step": 1638
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997284422649595e-05,
      "loss": 0.0042,
      "step": 1639
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997267263427442e-05,
      "loss": 0.0033,
      "step": 1640
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999725005017036e-05,
      "loss": 0.0028,
      "step": 1641
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999723278287844e-05,
      "loss": 0.0042,
      "step": 1642
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999721546155177e-05,
      "loss": 0.0044,
      "step": 1643
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999719808619045e-05,
      "loss": 0.0066,
      "step": 1644
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997180656794576e-05,
      "loss": 0.0021,
      "step": 1645
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997163173364233e-05,
      "loss": 0.0022,
      "step": 1646
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999714563589952e-05,
      "loss": 0.0029,
      "step": 1647
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997128044400537e-05,
      "loss": 0.0028,
      "step": 1648
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999711039886737e-05,
      "loss": 0.0034,
      "step": 1649
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997092699300125e-05,
      "loss": 0.0031,
      "step": 1650
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999707494569889e-05,
      "loss": 0.0024,
      "step": 1651
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999705713806376e-05,
      "loss": 0.0036,
      "step": 1652
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997039276394835e-05,
      "loss": 0.0042,
      "step": 1653
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9997021360692212e-05,
      "loss": 0.0042,
      "step": 1654
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999700339095598e-05,
      "loss": 0.002,
      "step": 1655
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999698536718625e-05,
      "loss": 0.0015,
      "step": 1656
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996967289383106e-05,
      "loss": 0.0034,
      "step": 1657
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996949157546653e-05,
      "loss": 0.0036,
      "step": 1658
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999693097167699e-05,
      "loss": 0.0041,
      "step": 1659
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999691273177421e-05,
      "loss": 0.0026,
      "step": 1660
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996894437838417e-05,
      "loss": 0.0042,
      "step": 1661
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996876089869707e-05,
      "loss": 0.0031,
      "step": 1662
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996857687868176e-05,
      "loss": 0.0039,
      "step": 1663
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999683923183393e-05,
      "loss": 0.0025,
      "step": 1664
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996820721767064e-05,
      "loss": 0.0028,
      "step": 1665
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999680215766768e-05,
      "loss": 0.0041,
      "step": 1666
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999678353953588e-05,
      "loss": 0.003,
      "step": 1667
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999676486737176e-05,
      "loss": 0.0033,
      "step": 1668
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996746141175425e-05,
      "loss": 0.0027,
      "step": 1669
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999672736094697e-05,
      "loss": 0.0036,
      "step": 1670
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999670852668651e-05,
      "loss": 0.004,
      "step": 1671
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999668963839413e-05,
      "loss": 0.0035,
      "step": 1672
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996670696069947e-05,
      "loss": 0.0033,
      "step": 1673
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996651699714054e-05,
      "loss": 0.0024,
      "step": 1674
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996632649326555e-05,
      "loss": 0.0026,
      "step": 1675
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996613544907554e-05,
      "loss": 0.0025,
      "step": 1676
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996594386457154e-05,
      "loss": 0.0035,
      "step": 1677
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999657517397546e-05,
      "loss": 0.0026,
      "step": 1678
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996555907462576e-05,
      "loss": 0.0038,
      "step": 1679
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996536586918605e-05,
      "loss": 0.0027,
      "step": 1680
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999651721234365e-05,
      "loss": 0.0029,
      "step": 1681
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999649778373782e-05,
      "loss": 0.0033,
      "step": 1682
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996478301101213e-05,
      "loss": 0.0037,
      "step": 1683
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999645876443394e-05,
      "loss": 0.0034,
      "step": 1684
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996439173736104e-05,
      "loss": 0.0032,
      "step": 1685
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996419529007813e-05,
      "loss": 0.0035,
      "step": 1686
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996399830249173e-05,
      "loss": 0.0039,
      "step": 1687
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996380077460288e-05,
      "loss": 0.0032,
      "step": 1688
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996360270641268e-05,
      "loss": 0.0032,
      "step": 1689
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996340409792215e-05,
      "loss": 0.0029,
      "step": 1690
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996320494913245e-05,
      "loss": 0.0026,
      "step": 1691
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999630052600446e-05,
      "loss": 0.0031,
      "step": 1692
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996280503065965e-05,
      "loss": 0.0027,
      "step": 1693
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996260426097872e-05,
      "loss": 0.0038,
      "step": 1694
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996240295100288e-05,
      "loss": 0.0024,
      "step": 1695
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996220110073322e-05,
      "loss": 0.0012,
      "step": 1696
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999619987101709e-05,
      "loss": 0.0031,
      "step": 1697
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999617957793169e-05,
      "loss": 0.0034,
      "step": 1698
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999615923081724e-05,
      "loss": 0.0048,
      "step": 1699
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996138829673844e-05,
      "loss": 0.0048,
      "step": 1700
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996118374501617e-05,
      "loss": 0.0024,
      "step": 1701
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996097865300668e-05,
      "loss": 0.0026,
      "step": 1702
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996077302071106e-05,
      "loss": 0.0032,
      "step": 1703
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996056684813046e-05,
      "loss": 0.0026,
      "step": 1704
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99960360135266e-05,
      "loss": 0.0027,
      "step": 1705
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9996015288211872e-05,
      "loss": 0.0026,
      "step": 1706
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999599450886898e-05,
      "loss": 0.0029,
      "step": 1707
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995973675498034e-05,
      "loss": 0.0033,
      "step": 1708
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999595278809915e-05,
      "loss": 0.0044,
      "step": 1709
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995931846672437e-05,
      "loss": 0.0028,
      "step": 1710
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995910851218015e-05,
      "loss": 0.0022,
      "step": 1711
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999588980173599e-05,
      "loss": 0.005,
      "step": 1712
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995868698226475e-05,
      "loss": 0.0035,
      "step": 1713
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999584754068959e-05,
      "loss": 0.0033,
      "step": 1714
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995826329125447e-05,
      "loss": 0.0024,
      "step": 1715
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999580506353416e-05,
      "loss": 0.0046,
      "step": 1716
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995783743915843e-05,
      "loss": 0.0023,
      "step": 1717
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995762370270616e-05,
      "loss": 0.0042,
      "step": 1718
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995740942598588e-05,
      "loss": 0.0035,
      "step": 1719
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995719460899877e-05,
      "loss": 0.0027,
      "step": 1720
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99956979251746e-05,
      "loss": 0.0027,
      "step": 1721
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995676335422875e-05,
      "loss": 0.0036,
      "step": 1722
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995654691644817e-05,
      "loss": 0.0044,
      "step": 1723
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995632993840545e-05,
      "loss": 0.0037,
      "step": 1724
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999561124201017e-05,
      "loss": 0.0042,
      "step": 1725
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995589436153814e-05,
      "loss": 0.0027,
      "step": 1726
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99955675762716e-05,
      "loss": 0.0025,
      "step": 1727
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995545662363636e-05,
      "loss": 0.0019,
      "step": 1728
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995523694430046e-05,
      "loss": 0.0036,
      "step": 1729
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999550167247095e-05,
      "loss": 0.0023,
      "step": 1730
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995479596486464e-05,
      "loss": 0.0024,
      "step": 1731
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999545746647671e-05,
      "loss": 0.0041,
      "step": 1732
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995435282441802e-05,
      "loss": 0.0049,
      "step": 1733
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995413044381867e-05,
      "loss": 0.0032,
      "step": 1734
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995390752297023e-05,
      "loss": 0.0035,
      "step": 1735
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995368406187387e-05,
      "loss": 0.004,
      "step": 1736
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995346006053084e-05,
      "loss": 0.0046,
      "step": 1737
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999532355189423e-05,
      "loss": 0.0042,
      "step": 1738
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995301043710957e-05,
      "loss": 0.0025,
      "step": 1739
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999527848150337e-05,
      "loss": 0.0023,
      "step": 1740
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999525586527161e-05,
      "loss": 0.0022,
      "step": 1741
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995233195015785e-05,
      "loss": 0.0027,
      "step": 1742
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999521047073602e-05,
      "loss": 0.0037,
      "step": 1743
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995187692432445e-05,
      "loss": 0.0048,
      "step": 1744
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995164860105176e-05,
      "loss": 0.004,
      "step": 1745
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995141973754338e-05,
      "loss": 0.0031,
      "step": 1746
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995119033380054e-05,
      "loss": 0.003,
      "step": 1747
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995096038982452e-05,
      "loss": 0.0034,
      "step": 1748
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999507299056165e-05,
      "loss": 0.0027,
      "step": 1749
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999504988811778e-05,
      "loss": 0.0036,
      "step": 1750
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999502673165096e-05,
      "loss": 0.0039,
      "step": 1751
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9995003521161323e-05,
      "loss": 0.0029,
      "step": 1752
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994980256648983e-05,
      "loss": 0.0028,
      "step": 1753
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994956938114075e-05,
      "loss": 0.0044,
      "step": 1754
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994933565556724e-05,
      "loss": 0.0036,
      "step": 1755
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994910138977054e-05,
      "loss": 0.0032,
      "step": 1756
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999488665837519e-05,
      "loss": 0.0022,
      "step": 1757
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994863123751266e-05,
      "loss": 0.0035,
      "step": 1758
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99948395351054e-05,
      "loss": 0.0013,
      "step": 1759
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994815892437723e-05,
      "loss": 0.0022,
      "step": 1760
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994792195748367e-05,
      "loss": 0.0035,
      "step": 1761
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999476844503746e-05,
      "loss": 0.0018,
      "step": 1762
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994744640305118e-05,
      "loss": 0.004,
      "step": 1763
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994720781551488e-05,
      "loss": 0.003,
      "step": 1764
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994696868776682e-05,
      "loss": 0.0028,
      "step": 1765
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994672901980842e-05,
      "loss": 0.0025,
      "step": 1766
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999464888116409e-05,
      "loss": 0.0039,
      "step": 1767
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999462480632656e-05,
      "loss": 0.0035,
      "step": 1768
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999460067746838e-05,
      "loss": 0.0034,
      "step": 1769
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999457649458968e-05,
      "loss": 0.0031,
      "step": 1770
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994552257690593e-05,
      "loss": 0.0016,
      "step": 1771
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999452796677125e-05,
      "loss": 0.0036,
      "step": 1772
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994503621831777e-05,
      "loss": 0.0029,
      "step": 1773
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999447922287231e-05,
      "loss": 0.0026,
      "step": 1774
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994454769892986e-05,
      "loss": 0.0026,
      "step": 1775
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994430262893926e-05,
      "loss": 0.0028,
      "step": 1776
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999440570187527e-05,
      "loss": 0.0034,
      "step": 1777
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994381086837148e-05,
      "loss": 0.0041,
      "step": 1778
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994356417779698e-05,
      "loss": 0.0065,
      "step": 1779
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994331694703044e-05,
      "loss": 0.003,
      "step": 1780
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994306917607328e-05,
      "loss": 0.0043,
      "step": 1781
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999428208649268e-05,
      "loss": 0.0023,
      "step": 1782
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994257201359232e-05,
      "loss": 0.0054,
      "step": 1783
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994232262207123e-05,
      "loss": 0.0026,
      "step": 1784
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994207269036487e-05,
      "loss": 0.0022,
      "step": 1785
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999418222184746e-05,
      "loss": 0.0034,
      "step": 1786
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999415712064017e-05,
      "loss": 0.0031,
      "step": 1787
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994131965414764e-05,
      "loss": 0.0039,
      "step": 1788
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994106756171366e-05,
      "loss": 0.0034,
      "step": 1789
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994081492910126e-05,
      "loss": 0.003,
      "step": 1790
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999405617563117e-05,
      "loss": 0.0033,
      "step": 1791
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994030804334637e-05,
      "loss": 0.0016,
      "step": 1792
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9994005379020666e-05,
      "loss": 0.0024,
      "step": 1793
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993979899689392e-05,
      "loss": 0.0037,
      "step": 1794
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993954366340956e-05,
      "loss": 0.0023,
      "step": 1795
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999392877897549e-05,
      "loss": 0.0041,
      "step": 1796
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993903137593143e-05,
      "loss": 0.0038,
      "step": 1797
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993877442194044e-05,
      "loss": 0.0036,
      "step": 1798
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999385169277834e-05,
      "loss": 0.0029,
      "step": 1799
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999382588934616e-05,
      "loss": 0.0036,
      "step": 1800
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993800031897646e-05,
      "loss": 0.002,
      "step": 1801
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993774120432947e-05,
      "loss": 0.0024,
      "step": 1802
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993748154952192e-05,
      "loss": 0.003,
      "step": 1803
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993722135455525e-05,
      "loss": 0.0021,
      "step": 1804
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999369606194309e-05,
      "loss": 0.003,
      "step": 1805
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993669934415028e-05,
      "loss": 0.0043,
      "step": 1806
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999364375287147e-05,
      "loss": 0.0043,
      "step": 1807
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993617517312573e-05,
      "loss": 0.0033,
      "step": 1808
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993591227738465e-05,
      "loss": 0.0034,
      "step": 1809
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993564884149297e-05,
      "loss": 0.0035,
      "step": 1810
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993538486545206e-05,
      "loss": 0.0031,
      "step": 1811
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999351203492634e-05,
      "loss": 0.0036,
      "step": 1812
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993485529292837e-05,
      "loss": 0.0015,
      "step": 1813
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993458969644845e-05,
      "loss": 0.0023,
      "step": 1814
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99934323559825e-05,
      "loss": 0.0031,
      "step": 1815
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993405688305957e-05,
      "loss": 0.002,
      "step": 1816
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999337896661535e-05,
      "loss": 0.004,
      "step": 1817
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993352190910828e-05,
      "loss": 0.0019,
      "step": 1818
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993325361192534e-05,
      "loss": 0.0024,
      "step": 1819
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993298477460616e-05,
      "loss": 0.0024,
      "step": 1820
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993271539715216e-05,
      "loss": 0.0027,
      "step": 1821
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999324454795648e-05,
      "loss": 0.0042,
      "step": 1822
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993217502184557e-05,
      "loss": 0.003,
      "step": 1823
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999319040239959e-05,
      "loss": 0.0024,
      "step": 1824
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993163248601723e-05,
      "loss": 0.0037,
      "step": 1825
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999313604079111e-05,
      "loss": 0.0058,
      "step": 1826
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993108778967892e-05,
      "loss": 0.0034,
      "step": 1827
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993081463132223e-05,
      "loss": 0.0025,
      "step": 1828
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9993054093284244e-05,
      "loss": 0.0029,
      "step": 1829
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99930266694241e-05,
      "loss": 0.0035,
      "step": 1830
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999299919155195e-05,
      "loss": 0.0027,
      "step": 1831
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999297165966794e-05,
      "loss": 0.0039,
      "step": 1832
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999294407377221e-05,
      "loss": 0.0039,
      "step": 1833
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992916433864916e-05,
      "loss": 0.0029,
      "step": 1834
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992888739946207e-05,
      "loss": 0.003,
      "step": 1835
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992860992016233e-05,
      "loss": 0.0041,
      "step": 1836
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999283319007514e-05,
      "loss": 0.0025,
      "step": 1837
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999280533412308e-05,
      "loss": 0.0026,
      "step": 1838
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992777424160212e-05,
      "loss": 0.002,
      "step": 1839
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999274946018667e-05,
      "loss": 0.0039,
      "step": 1840
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999272144220262e-05,
      "loss": 0.002,
      "step": 1841
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992693370208208e-05,
      "loss": 0.004,
      "step": 1842
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992665244203587e-05,
      "loss": 0.0035,
      "step": 1843
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992637064188906e-05,
      "loss": 0.0034,
      "step": 1844
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999260883016432e-05,
      "loss": 0.0026,
      "step": 1845
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999258054212998e-05,
      "loss": 0.0036,
      "step": 1846
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992552200086043e-05,
      "loss": 0.003,
      "step": 1847
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992523804032654e-05,
      "loss": 0.0031,
      "step": 1848
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992495353969975e-05,
      "loss": 0.0039,
      "step": 1849
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999246684989815e-05,
      "loss": 0.0037,
      "step": 1850
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992438291817347e-05,
      "loss": 0.0026,
      "step": 1851
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992409679727707e-05,
      "loss": 0.003,
      "step": 1852
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992381013629397e-05,
      "loss": 0.004,
      "step": 1853
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992352293522558e-05,
      "loss": 0.0035,
      "step": 1854
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992323519407354e-05,
      "loss": 0.0038,
      "step": 1855
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992294691283943e-05,
      "loss": 0.0028,
      "step": 1856
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992265809152474e-05,
      "loss": 0.0025,
      "step": 1857
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992236873013104e-05,
      "loss": 0.0047,
      "step": 1858
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992207882865992e-05,
      "loss": 0.0018,
      "step": 1859
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992178838711297e-05,
      "loss": 0.0031,
      "step": 1860
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992149740549168e-05,
      "loss": 0.0038,
      "step": 1861
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992120588379774e-05,
      "loss": 0.0021,
      "step": 1862
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999209138220326e-05,
      "loss": 0.0035,
      "step": 1863
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999206212201979e-05,
      "loss": 0.0035,
      "step": 1864
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992032807829523e-05,
      "loss": 0.004,
      "step": 1865
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9992003439632616e-05,
      "loss": 0.0034,
      "step": 1866
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991974017429227e-05,
      "loss": 0.0033,
      "step": 1867
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999194454121952e-05,
      "loss": 0.0042,
      "step": 1868
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991915011003648e-05,
      "loss": 0.0038,
      "step": 1869
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999188542678177e-05,
      "loss": 0.0023,
      "step": 1870
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991855788554055e-05,
      "loss": 0.0033,
      "step": 1871
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999182609632065e-05,
      "loss": 0.0031,
      "step": 1872
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991796350081725e-05,
      "loss": 0.0028,
      "step": 1873
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999176654983744e-05,
      "loss": 0.003,
      "step": 1874
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999173669558795e-05,
      "loss": 0.0033,
      "step": 1875
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991706787333425e-05,
      "loss": 0.0032,
      "step": 1876
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991676825074023e-05,
      "loss": 0.004,
      "step": 1877
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991646808809904e-05,
      "loss": 0.0027,
      "step": 1878
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991616738541227e-05,
      "loss": 0.0026,
      "step": 1879
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991586614268166e-05,
      "loss": 0.0023,
      "step": 1880
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991556435990873e-05,
      "loss": 0.0021,
      "step": 1881
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991526203709517e-05,
      "loss": 0.0028,
      "step": 1882
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991495917424258e-05,
      "loss": 0.0034,
      "step": 1883
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991465577135258e-05,
      "loss": 0.003,
      "step": 1884
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999143518284269e-05,
      "loss": 0.002,
      "step": 1885
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991404734546708e-05,
      "loss": 0.0027,
      "step": 1886
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991374232247485e-05,
      "loss": 0.0016,
      "step": 1887
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991343675945177e-05,
      "loss": 0.0029,
      "step": 1888
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991313065639956e-05,
      "loss": 0.0024,
      "step": 1889
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991282401331986e-05,
      "loss": 0.002,
      "step": 1890
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991251683021435e-05,
      "loss": 0.0025,
      "step": 1891
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999122091070846e-05,
      "loss": 0.0033,
      "step": 1892
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991190084393235e-05,
      "loss": 0.0037,
      "step": 1893
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991159204075926e-05,
      "loss": 0.0026,
      "step": 1894
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991128269756703e-05,
      "loss": 0.0024,
      "step": 1895
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991097281435724e-05,
      "loss": 0.0049,
      "step": 1896
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991066239113165e-05,
      "loss": 0.0038,
      "step": 1897
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991035142789187e-05,
      "loss": 0.0036,
      "step": 1898
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9991003992463965e-05,
      "loss": 0.0035,
      "step": 1899
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999097278813766e-05,
      "loss": 0.0026,
      "step": 1900
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999094152981045e-05,
      "loss": 0.003,
      "step": 1901
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999091021748249e-05,
      "loss": 0.002,
      "step": 1902
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990878851153964e-05,
      "loss": 0.0024,
      "step": 1903
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990847430825037e-05,
      "loss": 0.0035,
      "step": 1904
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990815956495875e-05,
      "loss": 0.0057,
      "step": 1905
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999078442816665e-05,
      "loss": 0.0029,
      "step": 1906
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999075284583753e-05,
      "loss": 0.0022,
      "step": 1907
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990721209508696e-05,
      "loss": 0.0022,
      "step": 1908
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99906895191803e-05,
      "loss": 0.0046,
      "step": 1909
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990657774852534e-05,
      "loss": 0.0035,
      "step": 1910
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999062597652556e-05,
      "loss": 0.0043,
      "step": 1911
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999059412419954e-05,
      "loss": 0.0032,
      "step": 1912
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990562217874666e-05,
      "loss": 0.0041,
      "step": 1913
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.99905302575511e-05,
      "loss": 0.0038,
      "step": 1914
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990498243229013e-05,
      "loss": 0.0023,
      "step": 1915
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999046617490858e-05,
      "loss": 0.0031,
      "step": 1916
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990434052589976e-05,
      "loss": 0.0027,
      "step": 1917
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990401876273372e-05,
      "loss": 0.0031,
      "step": 1918
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990369645958946e-05,
      "loss": 0.0043,
      "step": 1919
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990337361646868e-05,
      "loss": 0.0041,
      "step": 1920
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990305023337314e-05,
      "loss": 0.0023,
      "step": 1921
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999027263103046e-05,
      "loss": 0.0032,
      "step": 1922
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990240184726478e-05,
      "loss": 0.003,
      "step": 1923
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990207684425545e-05,
      "loss": 0.0037,
      "step": 1924
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990175130127837e-05,
      "loss": 0.0015,
      "step": 1925
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990142521833534e-05,
      "loss": 0.0034,
      "step": 1926
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990109859542802e-05,
      "loss": 0.0022,
      "step": 1927
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999007714325583e-05,
      "loss": 0.0019,
      "step": 1928
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9990044372972785e-05,
      "loss": 0.002,
      "step": 1929
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.999001154869385e-05,
      "loss": 0.0026,
      "step": 1930
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989978670419195e-05,
      "loss": 0.0022,
      "step": 1931
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989945738149006e-05,
      "loss": 0.002,
      "step": 1932
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998991275188346e-05,
      "loss": 0.0038,
      "step": 1933
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989879711622726e-05,
      "loss": 0.0021,
      "step": 1934
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989846617366996e-05,
      "loss": 0.0025,
      "step": 1935
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998981346911644e-05,
      "loss": 0.002,
      "step": 1936
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998978026687124e-05,
      "loss": 0.0026,
      "step": 1937
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989747010631576e-05,
      "loss": 0.0033,
      "step": 1938
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989713700397627e-05,
      "loss": 0.003,
      "step": 1939
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998968033616957e-05,
      "loss": 0.0034,
      "step": 1940
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998964691794759e-05,
      "loss": 0.0042,
      "step": 1941
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998961344573187e-05,
      "loss": 0.0036,
      "step": 1942
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998957991952258e-05,
      "loss": 0.0031,
      "step": 1943
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989546339319913e-05,
      "loss": 0.0022,
      "step": 1944
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998951270512404e-05,
      "loss": 0.003,
      "step": 1945
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989479016935155e-05,
      "loss": 0.005,
      "step": 1946
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998944527475343e-05,
      "loss": 0.0025,
      "step": 1947
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989411478579052e-05,
      "loss": 0.0041,
      "step": 1948
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989377628412198e-05,
      "loss": 0.0027,
      "step": 1949
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998934372425306e-05,
      "loss": 0.0024,
      "step": 1950
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989309766101815e-05,
      "loss": 0.0035,
      "step": 1951
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989275753958646e-05,
      "loss": 0.0042,
      "step": 1952
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989241687823744e-05,
      "loss": 0.0018,
      "step": 1953
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989207567697284e-05,
      "loss": 0.0021,
      "step": 1954
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989173393579457e-05,
      "loss": 0.0023,
      "step": 1955
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989139165470446e-05,
      "loss": 0.0041,
      "step": 1956
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989104883370433e-05,
      "loss": 0.003,
      "step": 1957
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9989070547279604e-05,
      "loss": 0.0032,
      "step": 1958
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998903615719815e-05,
      "loss": 0.0023,
      "step": 1959
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998900171312625e-05,
      "loss": 0.0029,
      "step": 1960
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988967215064096e-05,
      "loss": 0.003,
      "step": 1961
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998893266301187e-05,
      "loss": 0.0021,
      "step": 1962
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998889805696976e-05,
      "loss": 0.0027,
      "step": 1963
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988863396937952e-05,
      "loss": 0.0042,
      "step": 1964
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998882868291664e-05,
      "loss": 0.0029,
      "step": 1965
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988793914906e-05,
      "loss": 0.0028,
      "step": 1966
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988759092906228e-05,
      "loss": 0.003,
      "step": 1967
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988724216917514e-05,
      "loss": 0.003,
      "step": 1968
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988689286940038e-05,
      "loss": 0.0036,
      "step": 1969
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988654302974e-05,
      "loss": 0.0042,
      "step": 1970
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998861926501958e-05,
      "loss": 0.0026,
      "step": 1971
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998858417307697e-05,
      "loss": 0.0024,
      "step": 1972
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988549027146356e-05,
      "loss": 0.0036,
      "step": 1973
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988513827227937e-05,
      "loss": 0.0046,
      "step": 1974
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988478573321897e-05,
      "loss": 0.004,
      "step": 1975
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998844326542843e-05,
      "loss": 0.0024,
      "step": 1976
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988407903547723e-05,
      "loss": 0.0022,
      "step": 1977
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988372487679965e-05,
      "loss": 0.0029,
      "step": 1978
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988337017825355e-05,
      "loss": 0.0045,
      "step": 1979
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.998830149398408e-05,
      "loss": 0.0021,
      "step": 1980
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988265916156332e-05,
      "loss": 0.0017,
      "step": 1981
    },
    {
      "epoch": 0.04,
      "learning_rate": 1.9988230284342308e-05,
      "loss": 0.0019,
      "step": 1982
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9988194598542195e-05,
      "loss": 0.0037,
      "step": 1983
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9988158858756183e-05,
      "loss": 0.0032,
      "step": 1984
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998812306498447e-05,
      "loss": 0.0022,
      "step": 1985
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9988087217227258e-05,
      "loss": 0.004,
      "step": 1986
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9988051315484725e-05,
      "loss": 0.0018,
      "step": 1987
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9988015359757075e-05,
      "loss": 0.0034,
      "step": 1988
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987979350044495e-05,
      "loss": 0.0024,
      "step": 1989
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998794328634719e-05,
      "loss": 0.0044,
      "step": 1990
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987907168665342e-05,
      "loss": 0.0034,
      "step": 1991
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987870996999158e-05,
      "loss": 0.0031,
      "step": 1992
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987834771348827e-05,
      "loss": 0.0023,
      "step": 1993
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998779849171455e-05,
      "loss": 0.0032,
      "step": 1994
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987762158096516e-05,
      "loss": 0.0027,
      "step": 1995
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987725770494925e-05,
      "loss": 0.0023,
      "step": 1996
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987689328909973e-05,
      "loss": 0.0031,
      "step": 1997
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987652833341856e-05,
      "loss": 0.0024,
      "step": 1998
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987616283790778e-05,
      "loss": 0.0036,
      "step": 1999
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998757968025693e-05,
      "loss": 0.0027,
      "step": 2000
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998754302274051e-05,
      "loss": 0.0028,
      "step": 2001
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987506311241715e-05,
      "loss": 0.003,
      "step": 2002
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998746954576075e-05,
      "loss": 0.0037,
      "step": 2003
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987432726297805e-05,
      "loss": 0.0031,
      "step": 2004
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987395852853088e-05,
      "loss": 0.0033,
      "step": 2005
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998735892542679e-05,
      "loss": 0.004,
      "step": 2006
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998732194401912e-05,
      "loss": 0.0031,
      "step": 2007
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987284908630268e-05,
      "loss": 0.0024,
      "step": 2008
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987247819260437e-05,
      "loss": 0.0021,
      "step": 2009
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998721067590983e-05,
      "loss": 0.0023,
      "step": 2010
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998717347857865e-05,
      "loss": 0.003,
      "step": 2011
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998713622726709e-05,
      "loss": 0.0027,
      "step": 2012
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998709892197536e-05,
      "loss": 0.0033,
      "step": 2013
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987061562703655e-05,
      "loss": 0.0034,
      "step": 2014
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9987024149452183e-05,
      "loss": 0.0028,
      "step": 2015
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986986682221137e-05,
      "loss": 0.0039,
      "step": 2016
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986949161010735e-05,
      "loss": 0.0034,
      "step": 2017
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998691158582116e-05,
      "loss": 0.0028,
      "step": 2018
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986873956652634e-05,
      "loss": 0.0011,
      "step": 2019
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986836273505344e-05,
      "loss": 0.0034,
      "step": 2020
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986798536379505e-05,
      "loss": 0.0019,
      "step": 2021
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986760745275315e-05,
      "loss": 0.0027,
      "step": 2022
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986722900192982e-05,
      "loss": 0.0031,
      "step": 2023
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986685001132712e-05,
      "loss": 0.0033,
      "step": 2024
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99866470480947e-05,
      "loss": 0.0028,
      "step": 2025
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986609041079167e-05,
      "loss": 0.0033,
      "step": 2026
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986570980086303e-05,
      "loss": 0.0032,
      "step": 2027
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986532865116325e-05,
      "loss": 0.003,
      "step": 2028
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986494696169426e-05,
      "loss": 0.0014,
      "step": 2029
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986456473245828e-05,
      "loss": 0.0024,
      "step": 2030
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998641819634573e-05,
      "loss": 0.0025,
      "step": 2031
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986379865469336e-05,
      "loss": 0.0018,
      "step": 2032
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986341480616856e-05,
      "loss": 0.0033,
      "step": 2033
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986303041788496e-05,
      "loss": 0.0031,
      "step": 2034
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998626454898447e-05,
      "loss": 0.0044,
      "step": 2035
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998622600220498e-05,
      "loss": 0.0032,
      "step": 2036
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986187401450235e-05,
      "loss": 0.0026,
      "step": 2037
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986148746720448e-05,
      "loss": 0.0045,
      "step": 2038
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986110038015817e-05,
      "loss": 0.0032,
      "step": 2039
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986071275336566e-05,
      "loss": 0.0036,
      "step": 2040
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9986032458682892e-05,
      "loss": 0.0021,
      "step": 2041
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998599358805501e-05,
      "loss": 0.0033,
      "step": 2042
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985954663453134e-05,
      "loss": 0.002,
      "step": 2043
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998591568487747e-05,
      "loss": 0.0026,
      "step": 2044
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985876652328227e-05,
      "loss": 0.0027,
      "step": 2045
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998583756580562e-05,
      "loss": 0.0029,
      "step": 2046
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985798425309855e-05,
      "loss": 0.0043,
      "step": 2047
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998575923084115e-05,
      "loss": 0.0049,
      "step": 2048
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985719982399708e-05,
      "loss": 0.0025,
      "step": 2049
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985680679985754e-05,
      "loss": 0.0034,
      "step": 2050
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998564132359949e-05,
      "loss": 0.0029,
      "step": 2051
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985601913241132e-05,
      "loss": 0.0044,
      "step": 2052
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998556244891089e-05,
      "loss": 0.0019,
      "step": 2053
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985522930608984e-05,
      "loss": 0.0022,
      "step": 2054
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985483358335625e-05,
      "loss": 0.0028,
      "step": 2055
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985443732091025e-05,
      "loss": 0.002,
      "step": 2056
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99854040518754e-05,
      "loss": 0.0038,
      "step": 2057
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998536431768896e-05,
      "loss": 0.0022,
      "step": 2058
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985324529531926e-05,
      "loss": 0.0031,
      "step": 2059
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998528468740451e-05,
      "loss": 0.0043,
      "step": 2060
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985244791306924e-05,
      "loss": 0.0024,
      "step": 2061
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985204841239388e-05,
      "loss": 0.0036,
      "step": 2062
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998516483720212e-05,
      "loss": 0.0018,
      "step": 2063
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985124779195334e-05,
      "loss": 0.002,
      "step": 2064
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985084667219242e-05,
      "loss": 0.0028,
      "step": 2065
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998504450127407e-05,
      "loss": 0.0033,
      "step": 2066
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9985004281360025e-05,
      "loss": 0.003,
      "step": 2067
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984964007477333e-05,
      "loss": 0.0027,
      "step": 2068
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984923679626205e-05,
      "loss": 0.002,
      "step": 2069
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998488329780686e-05,
      "loss": 0.0033,
      "step": 2070
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984842862019522e-05,
      "loss": 0.0032,
      "step": 2071
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984802372264405e-05,
      "loss": 0.0034,
      "step": 2072
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998476182854173e-05,
      "loss": 0.0039,
      "step": 2073
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998472123085171e-05,
      "loss": 0.0032,
      "step": 2074
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984680579194574e-05,
      "loss": 0.0017,
      "step": 2075
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984639873570532e-05,
      "loss": 0.003,
      "step": 2076
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984599113979812e-05,
      "loss": 0.0037,
      "step": 2077
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998455830042263e-05,
      "loss": 0.0019,
      "step": 2078
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984517432899208e-05,
      "loss": 0.0029,
      "step": 2079
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984476511409765e-05,
      "loss": 0.0025,
      "step": 2080
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984435535954528e-05,
      "loss": 0.0037,
      "step": 2081
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998439450653371e-05,
      "loss": 0.0027,
      "step": 2082
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998435342314754e-05,
      "loss": 0.0034,
      "step": 2083
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984312285796232e-05,
      "loss": 0.0024,
      "step": 2084
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998427109448002e-05,
      "loss": 0.0029,
      "step": 2085
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984229849199116e-05,
      "loss": 0.0019,
      "step": 2086
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984188549953747e-05,
      "loss": 0.0046,
      "step": 2087
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984147196744133e-05,
      "loss": 0.0026,
      "step": 2088
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984105789570508e-05,
      "loss": 0.0015,
      "step": 2089
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984064328433087e-05,
      "loss": 0.0023,
      "step": 2090
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9984022813332092e-05,
      "loss": 0.0037,
      "step": 2091
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983981244267753e-05,
      "loss": 0.0018,
      "step": 2092
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983939621240293e-05,
      "loss": 0.0029,
      "step": 2093
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983897944249936e-05,
      "loss": 0.002,
      "step": 2094
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998385621329691e-05,
      "loss": 0.0019,
      "step": 2095
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983814428381433e-05,
      "loss": 0.0034,
      "step": 2096
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998377258950374e-05,
      "loss": 0.0024,
      "step": 2097
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983730696664052e-05,
      "loss": 0.0033,
      "step": 2098
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99836887498626e-05,
      "loss": 0.005,
      "step": 2099
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983646749099606e-05,
      "loss": 0.0016,
      "step": 2100
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99836046943753e-05,
      "loss": 0.0037,
      "step": 2101
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983562585689902e-05,
      "loss": 0.0025,
      "step": 2102
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998352042304365e-05,
      "loss": 0.0039,
      "step": 2103
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983478206436765e-05,
      "loss": 0.0027,
      "step": 2104
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983435935869483e-05,
      "loss": 0.0015,
      "step": 2105
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983393611342025e-05,
      "loss": 0.0029,
      "step": 2106
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983351232854617e-05,
      "loss": 0.0024,
      "step": 2107
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983308800407498e-05,
      "loss": 0.0024,
      "step": 2108
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998326631400089e-05,
      "loss": 0.0017,
      "step": 2109
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983223773635023e-05,
      "loss": 0.0023,
      "step": 2110
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983181179310133e-05,
      "loss": 0.0039,
      "step": 2111
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998313853102644e-05,
      "loss": 0.0023,
      "step": 2112
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998309582878419e-05,
      "loss": 0.0031,
      "step": 2113
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9983053072583595e-05,
      "loss": 0.003,
      "step": 2114
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99830102624249e-05,
      "loss": 0.0042,
      "step": 2115
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998296739830833e-05,
      "loss": 0.0041,
      "step": 2116
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982924480234122e-05,
      "loss": 0.003,
      "step": 2117
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982881508202502e-05,
      "loss": 0.0017,
      "step": 2118
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982838482213704e-05,
      "loss": 0.0038,
      "step": 2119
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982795402267962e-05,
      "loss": 0.0028,
      "step": 2120
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982752268365506e-05,
      "loss": 0.0033,
      "step": 2121
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982709080506574e-05,
      "loss": 0.0027,
      "step": 2122
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982665838691396e-05,
      "loss": 0.0023,
      "step": 2123
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982622542920205e-05,
      "loss": 0.0037,
      "step": 2124
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998257919319324e-05,
      "loss": 0.0034,
      "step": 2125
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998253578951073e-05,
      "loss": 0.0017,
      "step": 2126
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982492331872908e-05,
      "loss": 0.0027,
      "step": 2127
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982448820280016e-05,
      "loss": 0.0034,
      "step": 2128
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982405254732285e-05,
      "loss": 0.003,
      "step": 2129
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998236163522995e-05,
      "loss": 0.0019,
      "step": 2130
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982317961773247e-05,
      "loss": 0.0029,
      "step": 2131
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982274234362414e-05,
      "loss": 0.0058,
      "step": 2132
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982230452997684e-05,
      "loss": 0.0029,
      "step": 2133
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982186617679297e-05,
      "loss": 0.004,
      "step": 2134
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998214272840749e-05,
      "loss": 0.0015,
      "step": 2135
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982098785182494e-05,
      "loss": 0.0022,
      "step": 2136
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9982054788004557e-05,
      "loss": 0.0015,
      "step": 2137
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998201073687391e-05,
      "loss": 0.0032,
      "step": 2138
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998196663179079e-05,
      "loss": 0.0028,
      "step": 2139
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981922472755437e-05,
      "loss": 0.0027,
      "step": 2140
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981878259768094e-05,
      "loss": 0.0019,
      "step": 2141
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981833992828994e-05,
      "loss": 0.0014,
      "step": 2142
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981789671938378e-05,
      "loss": 0.0037,
      "step": 2143
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981745297096483e-05,
      "loss": 0.0029,
      "step": 2144
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981700868303556e-05,
      "loss": 0.0027,
      "step": 2145
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981656385559835e-05,
      "loss": 0.0023,
      "step": 2146
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981611848865556e-05,
      "loss": 0.0035,
      "step": 2147
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998156725822096e-05,
      "loss": 0.0026,
      "step": 2148
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981522613626292e-05,
      "loss": 0.0029,
      "step": 2149
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981477915081794e-05,
      "loss": 0.0034,
      "step": 2150
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99814331625877e-05,
      "loss": 0.003,
      "step": 2151
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998138835614426e-05,
      "loss": 0.0019,
      "step": 2152
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981343495751713e-05,
      "loss": 0.0036,
      "step": 2153
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981298581410302e-05,
      "loss": 0.0023,
      "step": 2154
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998125361312027e-05,
      "loss": 0.0034,
      "step": 2155
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998120859088186e-05,
      "loss": 0.0041,
      "step": 2156
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998116351469531e-05,
      "loss": 0.0025,
      "step": 2157
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981118384560873e-05,
      "loss": 0.0061,
      "step": 2158
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981073200478787e-05,
      "loss": 0.0027,
      "step": 2159
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9981027962449295e-05,
      "loss": 0.0035,
      "step": 2160
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980982670472648e-05,
      "loss": 0.0016,
      "step": 2161
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980937324549085e-05,
      "loss": 0.0017,
      "step": 2162
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998089192467885e-05,
      "loss": 0.0026,
      "step": 2163
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99808464708622e-05,
      "loss": 0.0024,
      "step": 2164
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980800963099365e-05,
      "loss": 0.0029,
      "step": 2165
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980755401390598e-05,
      "loss": 0.0021,
      "step": 2166
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980709785736146e-05,
      "loss": 0.0027,
      "step": 2167
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980664116136255e-05,
      "loss": 0.0027,
      "step": 2168
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980618392591174e-05,
      "loss": 0.0019,
      "step": 2169
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980572615101147e-05,
      "loss": 0.0033,
      "step": 2170
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998052678366642e-05,
      "loss": 0.0037,
      "step": 2171
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980480898287244e-05,
      "loss": 0.0024,
      "step": 2172
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980434958963864e-05,
      "loss": 0.0023,
      "step": 2173
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980388965696537e-05,
      "loss": 0.0029,
      "step": 2174
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980342918485496e-05,
      "loss": 0.0034,
      "step": 2175
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980296817331003e-05,
      "loss": 0.0041,
      "step": 2176
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99802506622333e-05,
      "loss": 0.0024,
      "step": 2177
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980204453192645e-05,
      "loss": 0.0043,
      "step": 2178
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.998015819020928e-05,
      "loss": 0.0042,
      "step": 2179
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980111873283456e-05,
      "loss": 0.0033,
      "step": 2180
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980065502415424e-05,
      "loss": 0.0027,
      "step": 2181
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9980019077605437e-05,
      "loss": 0.0036,
      "step": 2182
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979972598853742e-05,
      "loss": 0.0031,
      "step": 2183
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979926066160594e-05,
      "loss": 0.0015,
      "step": 2184
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997987947952624e-05,
      "loss": 0.0032,
      "step": 2185
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979832838950937e-05,
      "loss": 0.0035,
      "step": 2186
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979786144434933e-05,
      "loss": 0.0032,
      "step": 2187
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979739395978485e-05,
      "loss": 0.0021,
      "step": 2188
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997969259358184e-05,
      "loss": 0.0038,
      "step": 2189
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979645737245254e-05,
      "loss": 0.0027,
      "step": 2190
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979598826968982e-05,
      "loss": 0.0025,
      "step": 2191
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979551862753276e-05,
      "loss": 0.0018,
      "step": 2192
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979504844598387e-05,
      "loss": 0.0039,
      "step": 2193
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997945777250457e-05,
      "loss": 0.0019,
      "step": 2194
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979410646472084e-05,
      "loss": 0.0029,
      "step": 2195
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997936346650118e-05,
      "loss": 0.0045,
      "step": 2196
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997931623259211e-05,
      "loss": 0.0025,
      "step": 2197
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997926894474514e-05,
      "loss": 0.0029,
      "step": 2198
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979221602960513e-05,
      "loss": 0.0036,
      "step": 2199
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979174207238488e-05,
      "loss": 0.0025,
      "step": 2200
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997912675757933e-05,
      "loss": 0.0034,
      "step": 2201
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979079253983286e-05,
      "loss": 0.0037,
      "step": 2202
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9979031696450616e-05,
      "loss": 0.0031,
      "step": 2203
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978984084981578e-05,
      "loss": 0.0022,
      "step": 2204
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978936419576427e-05,
      "loss": 0.0032,
      "step": 2205
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978888700235422e-05,
      "loss": 0.0039,
      "step": 2206
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997884092695882e-05,
      "loss": 0.0019,
      "step": 2207
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997879309974688e-05,
      "loss": 0.0045,
      "step": 2208
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978745218599863e-05,
      "loss": 0.0032,
      "step": 2209
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978697283518022e-05,
      "loss": 0.0017,
      "step": 2210
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978649294501622e-05,
      "loss": 0.0032,
      "step": 2211
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978601251550914e-05,
      "loss": 0.0036,
      "step": 2212
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997855315466617e-05,
      "loss": 0.0025,
      "step": 2213
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978505003847643e-05,
      "loss": 0.0029,
      "step": 2214
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997845679909559e-05,
      "loss": 0.0037,
      "step": 2215
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978408540410277e-05,
      "loss": 0.0021,
      "step": 2216
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978360227791963e-05,
      "loss": 0.0046,
      "step": 2217
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978311861240907e-05,
      "loss": 0.0042,
      "step": 2218
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978263440757376e-05,
      "loss": 0.0037,
      "step": 2219
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978214966341623e-05,
      "loss": 0.0028,
      "step": 2220
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997816643799392e-05,
      "loss": 0.0037,
      "step": 2221
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978117855714524e-05,
      "loss": 0.0026,
      "step": 2222
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99780692195037e-05,
      "loss": 0.0029,
      "step": 2223
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9978020529361703e-05,
      "loss": 0.0034,
      "step": 2224
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977971785288804e-05,
      "loss": 0.0041,
      "step": 2225
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977922987285267e-05,
      "loss": 0.0019,
      "step": 2226
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977874135351355e-05,
      "loss": 0.0028,
      "step": 2227
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977825229487323e-05,
      "loss": 0.0022,
      "step": 2228
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997777626969345e-05,
      "loss": 0.0018,
      "step": 2229
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997772725596999e-05,
      "loss": 0.0023,
      "step": 2230
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977678188317213e-05,
      "loss": 0.003,
      "step": 2231
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997762906673538e-05,
      "loss": 0.0033,
      "step": 2232
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997757989122476e-05,
      "loss": 0.0018,
      "step": 2233
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977530661785617e-05,
      "loss": 0.0043,
      "step": 2234
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997748137841822e-05,
      "loss": 0.0021,
      "step": 2235
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977432041122837e-05,
      "loss": 0.0031,
      "step": 2236
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977382649899724e-05,
      "loss": 0.0027,
      "step": 2237
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977333204749157e-05,
      "loss": 0.0025,
      "step": 2238
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99772837056714e-05,
      "loss": 0.0033,
      "step": 2239
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977234152666723e-05,
      "loss": 0.0024,
      "step": 2240
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997718454573539e-05,
      "loss": 0.002,
      "step": 2241
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977134884877677e-05,
      "loss": 0.0044,
      "step": 2242
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977085170093843e-05,
      "loss": 0.0018,
      "step": 2243
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9977035401384164e-05,
      "loss": 0.0018,
      "step": 2244
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976985578748903e-05,
      "loss": 0.0038,
      "step": 2245
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976935702188332e-05,
      "loss": 0.0024,
      "step": 2246
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997688577170272e-05,
      "loss": 0.0034,
      "step": 2247
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976835787292338e-05,
      "loss": 0.0032,
      "step": 2248
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997678574895746e-05,
      "loss": 0.0029,
      "step": 2249
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976735656698346e-05,
      "loss": 0.0024,
      "step": 2250
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976685510515275e-05,
      "loss": 0.0025,
      "step": 2251
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976635310408515e-05,
      "loss": 0.003,
      "step": 2252
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997658505637834e-05,
      "loss": 0.0028,
      "step": 2253
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997653474842502e-05,
      "loss": 0.0031,
      "step": 2254
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976484386548826e-05,
      "loss": 0.0026,
      "step": 2255
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997643397075003e-05,
      "loss": 0.0042,
      "step": 2256
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976383501028907e-05,
      "loss": 0.0025,
      "step": 2257
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997633297738573e-05,
      "loss": 0.0021,
      "step": 2258
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997628239982077e-05,
      "loss": 0.0021,
      "step": 2259
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976231768334295e-05,
      "loss": 0.002,
      "step": 2260
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976181082926587e-05,
      "loss": 0.0028,
      "step": 2261
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976130343597918e-05,
      "loss": 0.0023,
      "step": 2262
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997607955034856e-05,
      "loss": 0.002,
      "step": 2263
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9976028703178794e-05,
      "loss": 0.0023,
      "step": 2264
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975977802088885e-05,
      "loss": 0.0034,
      "step": 2265
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975926847079115e-05,
      "loss": 0.004,
      "step": 2266
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975875838149758e-05,
      "loss": 0.003,
      "step": 2267
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997582477530109e-05,
      "loss": 0.0033,
      "step": 2268
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997577365853338e-05,
      "loss": 0.0015,
      "step": 2269
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975722487846918e-05,
      "loss": 0.0026,
      "step": 2270
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997567126324197e-05,
      "loss": 0.0044,
      "step": 2271
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975619984718814e-05,
      "loss": 0.0037,
      "step": 2272
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975568652277733e-05,
      "loss": 0.0023,
      "step": 2273
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975517265919e-05,
      "loss": 0.0026,
      "step": 2274
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975465825642888e-05,
      "loss": 0.0027,
      "step": 2275
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975414331449684e-05,
      "loss": 0.0033,
      "step": 2276
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975362783339662e-05,
      "loss": 0.0031,
      "step": 2277
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975311181313103e-05,
      "loss": 0.004,
      "step": 2278
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997525952537028e-05,
      "loss": 0.0039,
      "step": 2279
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997520781551148e-05,
      "loss": 0.003,
      "step": 2280
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997515605173698e-05,
      "loss": 0.0037,
      "step": 2281
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975104234047054e-05,
      "loss": 0.0023,
      "step": 2282
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997505236244199e-05,
      "loss": 0.0033,
      "step": 2283
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9975000436922062e-05,
      "loss": 0.0038,
      "step": 2284
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997494845748756e-05,
      "loss": 0.0029,
      "step": 2285
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997489642413875e-05,
      "loss": 0.0028,
      "step": 2286
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974844336875927e-05,
      "loss": 0.0036,
      "step": 2287
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974792195699365e-05,
      "loss": 0.0033,
      "step": 2288
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997474000060935e-05,
      "loss": 0.0037,
      "step": 2289
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974687751606163e-05,
      "loss": 0.0026,
      "step": 2290
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974635448690082e-05,
      "loss": 0.0033,
      "step": 2291
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974583091861398e-05,
      "loss": 0.0037,
      "step": 2292
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974530681120384e-05,
      "loss": 0.0025,
      "step": 2293
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974478216467333e-05,
      "loss": 0.0037,
      "step": 2294
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974425697902526e-05,
      "loss": 0.0028,
      "step": 2295
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997437312542624e-05,
      "loss": 0.0027,
      "step": 2296
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974320499038766e-05,
      "loss": 0.0029,
      "step": 2297
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997426781874039e-05,
      "loss": 0.0026,
      "step": 2298
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997421508453139e-05,
      "loss": 0.0032,
      "step": 2299
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9974162296412053e-05,
      "loss": 0.0025,
      "step": 2300
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997410945438267e-05,
      "loss": 0.0021,
      "step": 2301
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997405655844352e-05,
      "loss": 0.003,
      "step": 2302
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997400360859489e-05,
      "loss": 0.0038,
      "step": 2303
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997395060483707e-05,
      "loss": 0.0026,
      "step": 2304
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973897547170345e-05,
      "loss": 0.0041,
      "step": 2305
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973844435594996e-05,
      "loss": 0.0029,
      "step": 2306
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997379127011132e-05,
      "loss": 0.0028,
      "step": 2307
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973738050719596e-05,
      "loss": 0.0028,
      "step": 2308
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973684777420118e-05,
      "loss": 0.0037,
      "step": 2309
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973631450213166e-05,
      "loss": 0.0022,
      "step": 2310
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973578069099035e-05,
      "loss": 0.0042,
      "step": 2311
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973524634078012e-05,
      "loss": 0.0015,
      "step": 2312
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973471145150383e-05,
      "loss": 0.0028,
      "step": 2313
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973417602316446e-05,
      "loss": 0.0024,
      "step": 2314
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973364005576478e-05,
      "loss": 0.0045,
      "step": 2315
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973310354930774e-05,
      "loss": 0.0035,
      "step": 2316
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973256650379626e-05,
      "loss": 0.0018,
      "step": 2317
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973202891923324e-05,
      "loss": 0.0026,
      "step": 2318
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973149079562158e-05,
      "loss": 0.0006,
      "step": 2319
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973095213296415e-05,
      "loss": 0.0043,
      "step": 2320
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9973041293126392e-05,
      "loss": 0.0028,
      "step": 2321
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972987319052376e-05,
      "loss": 0.0034,
      "step": 2322
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972933291074663e-05,
      "loss": 0.0024,
      "step": 2323
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972879209193542e-05,
      "loss": 0.0022,
      "step": 2324
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972825073409304e-05,
      "loss": 0.0023,
      "step": 2325
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972770883722245e-05,
      "loss": 0.0017,
      "step": 2326
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972716640132654e-05,
      "loss": 0.0035,
      "step": 2327
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972662342640828e-05,
      "loss": 0.0024,
      "step": 2328
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997260799124706e-05,
      "loss": 0.0022,
      "step": 2329
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997255358595164e-05,
      "loss": 0.0033,
      "step": 2330
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997249912675487e-05,
      "loss": 0.0015,
      "step": 2331
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972444613657033e-05,
      "loss": 0.0025,
      "step": 2332
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972390046658432e-05,
      "loss": 0.0021,
      "step": 2333
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997233542575936e-05,
      "loss": 0.0021,
      "step": 2334
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972280750960113e-05,
      "loss": 0.0027,
      "step": 2335
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972226022260984e-05,
      "loss": 0.0026,
      "step": 2336
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972171239662273e-05,
      "loss": 0.0025,
      "step": 2337
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997211640316427e-05,
      "loss": 0.0019,
      "step": 2338
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972061512767276e-05,
      "loss": 0.0026,
      "step": 2339
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9972006568471584e-05,
      "loss": 0.0025,
      "step": 2340
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971951570277495e-05,
      "loss": 0.0028,
      "step": 2341
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997189651818531e-05,
      "loss": 0.0019,
      "step": 2342
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971841412195315e-05,
      "loss": 0.0029,
      "step": 2343
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971786252307817e-05,
      "loss": 0.0022,
      "step": 2344
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997173103852311e-05,
      "loss": 0.0025,
      "step": 2345
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971675770841496e-05,
      "loss": 0.0031,
      "step": 2346
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997162044926327e-05,
      "loss": 0.0025,
      "step": 2347
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971565073788728e-05,
      "loss": 0.003,
      "step": 2348
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971509644418175e-05,
      "loss": 0.0025,
      "step": 2349
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971454161151916e-05,
      "loss": 0.0033,
      "step": 2350
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997139862399024e-05,
      "loss": 0.0031,
      "step": 2351
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997134303293345e-05,
      "loss": 0.0029,
      "step": 2352
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997128738798185e-05,
      "loss": 0.003,
      "step": 2353
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971231689135737e-05,
      "loss": 0.0031,
      "step": 2354
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971175936395416e-05,
      "loss": 0.0029,
      "step": 2355
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971120129761183e-05,
      "loss": 0.0015,
      "step": 2356
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9971064269233343e-05,
      "loss": 0.0044,
      "step": 2357
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99710083548122e-05,
      "loss": 0.0029,
      "step": 2358
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970952386498052e-05,
      "loss": 0.004,
      "step": 2359
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970896364291203e-05,
      "loss": 0.0015,
      "step": 2360
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970840288191954e-05,
      "loss": 0.0029,
      "step": 2361
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970784158200613e-05,
      "loss": 0.0028,
      "step": 2362
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997072797431748e-05,
      "loss": 0.0027,
      "step": 2363
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997067173654286e-05,
      "loss": 0.0025,
      "step": 2364
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997061544487705e-05,
      "loss": 0.0034,
      "step": 2365
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997055909932037e-05,
      "loss": 0.003,
      "step": 2366
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970502699873112e-05,
      "loss": 0.0042,
      "step": 2367
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997044624653558e-05,
      "loss": 0.004,
      "step": 2368
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970389739308087e-05,
      "loss": 0.002,
      "step": 2369
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970333178190932e-05,
      "loss": 0.0018,
      "step": 2370
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970276563184426e-05,
      "loss": 0.0028,
      "step": 2371
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970219894288867e-05,
      "loss": 0.0047,
      "step": 2372
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997016317150457e-05,
      "loss": 0.0031,
      "step": 2373
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.997010639483184e-05,
      "loss": 0.0019,
      "step": 2374
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9970049564270975e-05,
      "loss": 0.004,
      "step": 2375
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969992679822296e-05,
      "loss": 0.0032,
      "step": 2376
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99699357414861e-05,
      "loss": 0.0029,
      "step": 2377
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969878749262695e-05,
      "loss": 0.0028,
      "step": 2378
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969821703152398e-05,
      "loss": 0.002,
      "step": 2379
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969764603155507e-05,
      "loss": 0.0021,
      "step": 2380
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996970744927234e-05,
      "loss": 0.0032,
      "step": 2381
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969650241503198e-05,
      "loss": 0.0024,
      "step": 2382
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969592979848392e-05,
      "loss": 0.0029,
      "step": 2383
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969535664308237e-05,
      "loss": 0.0023,
      "step": 2384
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969478294883037e-05,
      "loss": 0.0039,
      "step": 2385
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99694208715731e-05,
      "loss": 0.0039,
      "step": 2386
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969363394378745e-05,
      "loss": 0.0021,
      "step": 2387
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969305863300275e-05,
      "loss": 0.0027,
      "step": 2388
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969248278338004e-05,
      "loss": 0.0034,
      "step": 2389
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969190639492245e-05,
      "loss": 0.0035,
      "step": 2390
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9969132946763304e-05,
      "loss": 0.003,
      "step": 2391
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99690752001515e-05,
      "loss": 0.0034,
      "step": 2392
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996901739965714e-05,
      "loss": 0.0032,
      "step": 2393
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968959545280535e-05,
      "loss": 0.0012,
      "step": 2394
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968901637022e-05,
      "loss": 0.004,
      "step": 2395
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968843674881854e-05,
      "loss": 0.002,
      "step": 2396
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99687856588604e-05,
      "loss": 0.0021,
      "step": 2397
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968727588957957e-05,
      "loss": 0.0021,
      "step": 2398
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996866946517484e-05,
      "loss": 0.0021,
      "step": 2399
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968611287511362e-05,
      "loss": 0.0025,
      "step": 2400
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968553055967836e-05,
      "loss": 0.0021,
      "step": 2401
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996849477054458e-05,
      "loss": 0.0021,
      "step": 2402
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99684364312419e-05,
      "loss": 0.0039,
      "step": 2403
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968378038060124e-05,
      "loss": 0.0028,
      "step": 2404
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968319590999558e-05,
      "loss": 0.0018,
      "step": 2405
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968261090060524e-05,
      "loss": 0.0023,
      "step": 2406
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968202535243333e-05,
      "loss": 0.0039,
      "step": 2407
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968143926548308e-05,
      "loss": 0.0031,
      "step": 2408
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968085263975756e-05,
      "loss": 0.0036,
      "step": 2409
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9968026547526004e-05,
      "loss": 0.0026,
      "step": 2410
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967967777199366e-05,
      "loss": 0.0041,
      "step": 2411
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967908952996157e-05,
      "loss": 0.0033,
      "step": 2412
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.99678500749167e-05,
      "loss": 0.0028,
      "step": 2413
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967791142961304e-05,
      "loss": 0.0039,
      "step": 2414
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967732157130296e-05,
      "loss": 0.0026,
      "step": 2415
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967673117423993e-05,
      "loss": 0.0023,
      "step": 2416
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967614023842717e-05,
      "loss": 0.0036,
      "step": 2417
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967554876386782e-05,
      "loss": 0.0021,
      "step": 2418
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996749567505651e-05,
      "loss": 0.0033,
      "step": 2419
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996743641985222e-05,
      "loss": 0.0038,
      "step": 2420
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.996737711077423e-05,
      "loss": 0.0033,
      "step": 2421
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9967317747822866e-05,
      "loss": 0.0023,
      "step": 2422
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9967258330998446e-05,
      "loss": 0.0024,
      "step": 2423
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996719886030129e-05,
      "loss": 0.0024,
      "step": 2424
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9967139335731725e-05,
      "loss": 0.0036,
      "step": 2425
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9967079757290067e-05,
      "loss": 0.0023,
      "step": 2426
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996702012497664e-05,
      "loss": 0.0017,
      "step": 2427
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966960438791765e-05,
      "loss": 0.0034,
      "step": 2428
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966900698735764e-05,
      "loss": 0.0034,
      "step": 2429
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966840904808962e-05,
      "loss": 0.0021,
      "step": 2430
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966781057011685e-05,
      "loss": 0.0036,
      "step": 2431
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966721155344254e-05,
      "loss": 0.0022,
      "step": 2432
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966661199806988e-05,
      "loss": 0.0036,
      "step": 2433
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966601190400215e-05,
      "loss": 0.004,
      "step": 2434
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996654112712426e-05,
      "loss": 0.0033,
      "step": 2435
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966481009979448e-05,
      "loss": 0.0016,
      "step": 2436
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966420838966104e-05,
      "loss": 0.0042,
      "step": 2437
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996636061408455e-05,
      "loss": 0.0017,
      "step": 2438
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966300335335115e-05,
      "loss": 0.003,
      "step": 2439
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966240002718123e-05,
      "loss": 0.0021,
      "step": 2440
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99661796162339e-05,
      "loss": 0.0023,
      "step": 2441
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9966119175882773e-05,
      "loss": 0.0034,
      "step": 2442
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996605868166507e-05,
      "loss": 0.0014,
      "step": 2443
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965998133581114e-05,
      "loss": 0.0043,
      "step": 2444
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965937531631233e-05,
      "loss": 0.0029,
      "step": 2445
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965876875815763e-05,
      "loss": 0.0018,
      "step": 2446
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996581616613502e-05,
      "loss": 0.0023,
      "step": 2447
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996575540258934e-05,
      "loss": 0.0018,
      "step": 2448
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996569458517905e-05,
      "loss": 0.003,
      "step": 2449
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996563371390447e-05,
      "loss": 0.004,
      "step": 2450
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965572788765945e-05,
      "loss": 0.0027,
      "step": 2451
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996551180976379e-05,
      "loss": 0.0022,
      "step": 2452
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965450776898345e-05,
      "loss": 0.002,
      "step": 2453
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965389690169933e-05,
      "loss": 0.0029,
      "step": 2454
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996532854957889e-05,
      "loss": 0.0032,
      "step": 2455
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996526735512554e-05,
      "loss": 0.0026,
      "step": 2456
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965206106810214e-05,
      "loss": 0.0029,
      "step": 2457
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965144804633246e-05,
      "loss": 0.0023,
      "step": 2458
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996508344859497e-05,
      "loss": 0.0021,
      "step": 2459
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9965022038695717e-05,
      "loss": 0.0017,
      "step": 2460
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964960574935814e-05,
      "loss": 0.0033,
      "step": 2461
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964899057315592e-05,
      "loss": 0.003,
      "step": 2462
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964837485835395e-05,
      "loss": 0.0018,
      "step": 2463
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996477586049554e-05,
      "loss": 0.0024,
      "step": 2464
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964714181296374e-05,
      "loss": 0.0032,
      "step": 2465
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964652448238222e-05,
      "loss": 0.001,
      "step": 2466
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996459066132142e-05,
      "loss": 0.0021,
      "step": 2467
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964528820546303e-05,
      "loss": 0.0027,
      "step": 2468
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964466925913208e-05,
      "loss": 0.0033,
      "step": 2469
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996440497742246e-05,
      "loss": 0.0039,
      "step": 2470
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99643429750744e-05,
      "loss": 0.0018,
      "step": 2471
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964280918869368e-05,
      "loss": 0.0021,
      "step": 2472
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996421880880769e-05,
      "loss": 0.0027,
      "step": 2473
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964156644889707e-05,
      "loss": 0.0022,
      "step": 2474
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964094427115755e-05,
      "loss": 0.0025,
      "step": 2475
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9964032155486167e-05,
      "loss": 0.0037,
      "step": 2476
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963969830001286e-05,
      "loss": 0.0033,
      "step": 2477
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963907450661443e-05,
      "loss": 0.0027,
      "step": 2478
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963845017466975e-05,
      "loss": 0.0038,
      "step": 2479
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963782530418223e-05,
      "loss": 0.0024,
      "step": 2480
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963719989515522e-05,
      "loss": 0.0028,
      "step": 2481
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996365739475921e-05,
      "loss": 0.0025,
      "step": 2482
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996359474614963e-05,
      "loss": 0.0018,
      "step": 2483
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963532043687114e-05,
      "loss": 0.0022,
      "step": 2484
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963469287372005e-05,
      "loss": 0.0021,
      "step": 2485
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963406477204646e-05,
      "loss": 0.0044,
      "step": 2486
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963343613185365e-05,
      "loss": 0.0042,
      "step": 2487
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996328069531451e-05,
      "loss": 0.0037,
      "step": 2488
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963217723592422e-05,
      "loss": 0.0029,
      "step": 2489
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963154698019435e-05,
      "loss": 0.0029,
      "step": 2490
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963091618595897e-05,
      "loss": 0.0034,
      "step": 2491
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9963028485322145e-05,
      "loss": 0.003,
      "step": 2492
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962965298198518e-05,
      "loss": 0.0016,
      "step": 2493
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962902057225363e-05,
      "loss": 0.003,
      "step": 2494
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962838762403018e-05,
      "loss": 0.0014,
      "step": 2495
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962775413731826e-05,
      "loss": 0.0042,
      "step": 2496
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996271201121213e-05,
      "loss": 0.0012,
      "step": 2497
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996264855484427e-05,
      "loss": 0.0027,
      "step": 2498
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962585044628594e-05,
      "loss": 0.0034,
      "step": 2499
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962521480565442e-05,
      "loss": 0.002,
      "step": 2500
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996245786265516e-05,
      "loss": 0.0029,
      "step": 2501
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962394190898086e-05,
      "loss": 0.0032,
      "step": 2502
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996233046529457e-05,
      "loss": 0.0041,
      "step": 2503
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962266685844953e-05,
      "loss": 0.0026,
      "step": 2504
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996220285254958e-05,
      "loss": 0.0037,
      "step": 2505
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962138965408804e-05,
      "loss": 0.0019,
      "step": 2506
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962075024422956e-05,
      "loss": 0.0037,
      "step": 2507
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9962011029592393e-05,
      "loss": 0.0018,
      "step": 2508
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961946980917457e-05,
      "loss": 0.0032,
      "step": 2509
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961882878398493e-05,
      "loss": 0.0039,
      "step": 2510
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996181872203585e-05,
      "loss": 0.003,
      "step": 2511
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996175451182987e-05,
      "loss": 0.0013,
      "step": 2512
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996169024778091e-05,
      "loss": 0.0043,
      "step": 2513
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961625929889304e-05,
      "loss": 0.0021,
      "step": 2514
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961561558155412e-05,
      "loss": 0.0017,
      "step": 2515
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961497132579573e-05,
      "loss": 0.003,
      "step": 2516
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961432653162138e-05,
      "loss": 0.002,
      "step": 2517
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961368119903457e-05,
      "loss": 0.0027,
      "step": 2518
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961303532803876e-05,
      "loss": 0.0026,
      "step": 2519
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961238891863754e-05,
      "loss": 0.0029,
      "step": 2520
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961174197083425e-05,
      "loss": 0.0022,
      "step": 2521
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9961109448463246e-05,
      "loss": 0.0037,
      "step": 2522
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996104464600357e-05,
      "loss": 0.002,
      "step": 2523
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960979789704744e-05,
      "loss": 0.0018,
      "step": 2524
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960914879567116e-05,
      "loss": 0.004,
      "step": 2525
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960849915591043e-05,
      "loss": 0.0029,
      "step": 2526
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996078489777687e-05,
      "loss": 0.0028,
      "step": 2527
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996071982612495e-05,
      "loss": 0.0013,
      "step": 2528
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960654700635643e-05,
      "loss": 0.0023,
      "step": 2529
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996058952130929e-05,
      "loss": 0.0034,
      "step": 2530
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960524288146245e-05,
      "loss": 0.0021,
      "step": 2531
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960459001146867e-05,
      "loss": 0.0027,
      "step": 2532
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99603936603115e-05,
      "loss": 0.0024,
      "step": 2533
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960328265640506e-05,
      "loss": 0.0026,
      "step": 2534
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996026281713423e-05,
      "loss": 0.0035,
      "step": 2535
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960197314793036e-05,
      "loss": 0.0017,
      "step": 2536
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9960131758617267e-05,
      "loss": 0.0024,
      "step": 2537
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996006614860728e-05,
      "loss": 0.0023,
      "step": 2538
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.996000048476344e-05,
      "loss": 0.003,
      "step": 2539
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995993476708609e-05,
      "loss": 0.0014,
      "step": 2540
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959868995575588e-05,
      "loss": 0.0022,
      "step": 2541
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959803170232294e-05,
      "loss": 0.0032,
      "step": 2542
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995973729105656e-05,
      "loss": 0.0028,
      "step": 2543
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959671358048737e-05,
      "loss": 0.0024,
      "step": 2544
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959605371209192e-05,
      "loss": 0.0021,
      "step": 2545
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959539330538274e-05,
      "loss": 0.0032,
      "step": 2546
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959473236036343e-05,
      "loss": 0.002,
      "step": 2547
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959407087703756e-05,
      "loss": 0.0036,
      "step": 2548
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995934088554087e-05,
      "loss": 0.0029,
      "step": 2549
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959274629548045e-05,
      "loss": 0.0021,
      "step": 2550
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959208319725636e-05,
      "loss": 0.0027,
      "step": 2551
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959141956074e-05,
      "loss": 0.0023,
      "step": 2552
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959075538593504e-05,
      "loss": 0.0021,
      "step": 2553
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9959009067284497e-05,
      "loss": 0.0041,
      "step": 2554
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958942542147342e-05,
      "loss": 0.0016,
      "step": 2555
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99588759631824e-05,
      "loss": 0.004,
      "step": 2556
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958809330390033e-05,
      "loss": 0.0024,
      "step": 2557
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958742643770594e-05,
      "loss": 0.002,
      "step": 2558
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995867590332445e-05,
      "loss": 0.0021,
      "step": 2559
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995860910905196e-05,
      "loss": 0.0022,
      "step": 2560
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995854226095348e-05,
      "loss": 0.0019,
      "step": 2561
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995847535902938e-05,
      "loss": 0.0031,
      "step": 2562
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958408403280013e-05,
      "loss": 0.0042,
      "step": 2563
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958341393705753e-05,
      "loss": 0.0027,
      "step": 2564
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958274330306946e-05,
      "loss": 0.0025,
      "step": 2565
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958207213083966e-05,
      "loss": 0.003,
      "step": 2566
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958140042037172e-05,
      "loss": 0.0019,
      "step": 2567
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958072817166926e-05,
      "loss": 0.0023,
      "step": 2568
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9958005538473598e-05,
      "loss": 0.0026,
      "step": 2569
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995793820595754e-05,
      "loss": 0.0029,
      "step": 2570
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957870819619128e-05,
      "loss": 0.0035,
      "step": 2571
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957803379458718e-05,
      "loss": 0.0032,
      "step": 2572
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995773588547668e-05,
      "loss": 0.0029,
      "step": 2573
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957668337673374e-05,
      "loss": 0.0022,
      "step": 2574
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957600736049165e-05,
      "loss": 0.0016,
      "step": 2575
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957533080604425e-05,
      "loss": 0.0031,
      "step": 2576
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995746537133951e-05,
      "loss": 0.0027,
      "step": 2577
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957397608254795e-05,
      "loss": 0.0034,
      "step": 2578
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995732979135064e-05,
      "loss": 0.0043,
      "step": 2579
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957261920627415e-05,
      "loss": 0.0028,
      "step": 2580
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957193996085488e-05,
      "loss": 0.003,
      "step": 2581
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995712601772522e-05,
      "loss": 0.0032,
      "step": 2582
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9957057985546986e-05,
      "loss": 0.0031,
      "step": 2583
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956989899551147e-05,
      "loss": 0.0031,
      "step": 2584
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956921759738073e-05,
      "loss": 0.0029,
      "step": 2585
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956853566108138e-05,
      "loss": 0.0024,
      "step": 2586
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956785318661703e-05,
      "loss": 0.0023,
      "step": 2587
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956717017399142e-05,
      "loss": 0.003,
      "step": 2588
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956648662320817e-05,
      "loss": 0.0017,
      "step": 2589
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956580253427108e-05,
      "loss": 0.0017,
      "step": 2590
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995651179071838e-05,
      "loss": 0.0032,
      "step": 2591
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956443274195e-05,
      "loss": 0.0027,
      "step": 2592
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956374703857338e-05,
      "loss": 0.0033,
      "step": 2593
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995630607970577e-05,
      "loss": 0.003,
      "step": 2594
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956237401740664e-05,
      "loss": 0.0022,
      "step": 2595
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995616866996239e-05,
      "loss": 0.0032,
      "step": 2596
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9956099884371323e-05,
      "loss": 0.0015,
      "step": 2597
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995603104496783e-05,
      "loss": 0.0025,
      "step": 2598
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955962151752288e-05,
      "loss": 0.0025,
      "step": 2599
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955893204725062e-05,
      "loss": 0.0022,
      "step": 2600
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955824203886535e-05,
      "loss": 0.0023,
      "step": 2601
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955755149237075e-05,
      "loss": 0.0021,
      "step": 2602
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995568604077705e-05,
      "loss": 0.0036,
      "step": 2603
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995561687850684e-05,
      "loss": 0.0024,
      "step": 2604
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955547662426823e-05,
      "loss": 0.0032,
      "step": 2605
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995547839253736e-05,
      "loss": 0.0025,
      "step": 2606
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995540906883884e-05,
      "loss": 0.0019,
      "step": 2607
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955339691331624e-05,
      "loss": 0.0018,
      "step": 2608
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955270260016096e-05,
      "loss": 0.0035,
      "step": 2609
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955200774892627e-05,
      "loss": 0.0045,
      "step": 2610
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955131235961596e-05,
      "loss": 0.0032,
      "step": 2611
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9955061643223374e-05,
      "loss": 0.0027,
      "step": 2612
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954991996678343e-05,
      "loss": 0.0033,
      "step": 2613
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954922296326878e-05,
      "loss": 0.0031,
      "step": 2614
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954852542169353e-05,
      "loss": 0.0048,
      "step": 2615
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954782734206144e-05,
      "loss": 0.0026,
      "step": 2616
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954712872437634e-05,
      "loss": 0.0022,
      "step": 2617
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954642956864198e-05,
      "loss": 0.0022,
      "step": 2618
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995457298748621e-05,
      "loss": 0.0027,
      "step": 2619
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995450296430405e-05,
      "loss": 0.002,
      "step": 2620
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954432887318103e-05,
      "loss": 0.0021,
      "step": 2621
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995436275652874e-05,
      "loss": 0.0036,
      "step": 2622
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954292571936342e-05,
      "loss": 0.0023,
      "step": 2623
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995422233354129e-05,
      "loss": 0.0019,
      "step": 2624
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954152041343964e-05,
      "loss": 0.0022,
      "step": 2625
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995408169534474e-05,
      "loss": 0.0038,
      "step": 2626
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9954011295544004e-05,
      "loss": 0.0034,
      "step": 2627
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953940841942132e-05,
      "loss": 0.0017,
      "step": 2628
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953870334539505e-05,
      "loss": 0.0017,
      "step": 2629
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953799773336506e-05,
      "loss": 0.0024,
      "step": 2630
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995372915833352e-05,
      "loss": 0.0026,
      "step": 2631
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953658489530915e-05,
      "loss": 0.0033,
      "step": 2632
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953587766929088e-05,
      "loss": 0.0043,
      "step": 2633
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953516990528414e-05,
      "loss": 0.0013,
      "step": 2634
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953446160329276e-05,
      "loss": 0.0027,
      "step": 2635
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953375276332064e-05,
      "loss": 0.0027,
      "step": 2636
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995330433853715e-05,
      "loss": 0.0027,
      "step": 2637
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953233346944923e-05,
      "loss": 0.0028,
      "step": 2638
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9953162301555764e-05,
      "loss": 0.0041,
      "step": 2639
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995309120237006e-05,
      "loss": 0.0019,
      "step": 2640
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99530200493882e-05,
      "loss": 0.0019,
      "step": 2641
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952948842610556e-05,
      "loss": 0.0025,
      "step": 2642
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995287758203752e-05,
      "loss": 0.0026,
      "step": 2643
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952806267669482e-05,
      "loss": 0.0024,
      "step": 2644
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995273489950682e-05,
      "loss": 0.0028,
      "step": 2645
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952663477549923e-05,
      "loss": 0.0016,
      "step": 2646
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952592001799177e-05,
      "loss": 0.0037,
      "step": 2647
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952520472254963e-05,
      "loss": 0.0024,
      "step": 2648
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952448888917676e-05,
      "loss": 0.0023,
      "step": 2649
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99523772517877e-05,
      "loss": 0.0021,
      "step": 2650
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952305560865416e-05,
      "loss": 0.003,
      "step": 2651
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952233816151222e-05,
      "loss": 0.003,
      "step": 2652
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99521620176455e-05,
      "loss": 0.0025,
      "step": 2653
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995209016534864e-05,
      "loss": 0.0019,
      "step": 2654
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9952018259261024e-05,
      "loss": 0.002,
      "step": 2655
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995194629938305e-05,
      "loss": 0.0017,
      "step": 2656
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99518742857151e-05,
      "loss": 0.0024,
      "step": 2657
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951802218257564e-05,
      "loss": 0.0022,
      "step": 2658
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995173009701084e-05,
      "loss": 0.003,
      "step": 2659
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951657921975305e-05,
      "loss": 0.0028,
      "step": 2660
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951585693151357e-05,
      "loss": 0.0037,
      "step": 2661
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951513410539386e-05,
      "loss": 0.0022,
      "step": 2662
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995144107413978e-05,
      "loss": 0.0026,
      "step": 2663
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995136868395293e-05,
      "loss": 0.0021,
      "step": 2664
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951296239979232e-05,
      "loss": 0.0021,
      "step": 2665
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951223742219074e-05,
      "loss": 0.002,
      "step": 2666
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951151190672845e-05,
      "loss": 0.0017,
      "step": 2667
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951078585340942e-05,
      "loss": 0.0024,
      "step": 2668
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9951005926223758e-05,
      "loss": 0.0029,
      "step": 2669
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950933213321676e-05,
      "loss": 0.0012,
      "step": 2670
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99508604466351e-05,
      "loss": 0.0024,
      "step": 2671
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950787626164424e-05,
      "loss": 0.0027,
      "step": 2672
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950714751910033e-05,
      "loss": 0.0018,
      "step": 2673
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950641823872323e-05,
      "loss": 0.0022,
      "step": 2674
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950568842051693e-05,
      "loss": 0.0023,
      "step": 2675
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950495806448537e-05,
      "loss": 0.002,
      "step": 2676
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950422717063244e-05,
      "loss": 0.0015,
      "step": 2677
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995034957389621e-05,
      "loss": 0.0034,
      "step": 2678
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950276376947838e-05,
      "loss": 0.004,
      "step": 2679
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.995020312621852e-05,
      "loss": 0.0029,
      "step": 2680
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950129821708644e-05,
      "loss": 0.0027,
      "step": 2681
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9950056463418617e-05,
      "loss": 0.0025,
      "step": 2682
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994998305134883e-05,
      "loss": 0.0026,
      "step": 2683
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994990958549968e-05,
      "loss": 0.0033,
      "step": 2684
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949836065871565e-05,
      "loss": 0.0039,
      "step": 2685
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949762492464884e-05,
      "loss": 0.0041,
      "step": 2686
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949688865280033e-05,
      "loss": 0.002,
      "step": 2687
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994961518431741e-05,
      "loss": 0.0036,
      "step": 2688
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994954144957741e-05,
      "loss": 0.0039,
      "step": 2689
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949467661060435e-05,
      "loss": 0.0043,
      "step": 2690
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949393818766885e-05,
      "loss": 0.0024,
      "step": 2691
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949319922697158e-05,
      "loss": 0.0027,
      "step": 2692
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9949245972851653e-05,
      "loss": 0.0022,
      "step": 2693
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994917196923077e-05,
      "loss": 0.0031,
      "step": 2694
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994909791183491e-05,
      "loss": 0.0024,
      "step": 2695
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994902380066447e-05,
      "loss": 0.0021,
      "step": 2696
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948949635719855e-05,
      "loss": 0.0019,
      "step": 2697
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948875417001462e-05,
      "loss": 0.0025,
      "step": 2698
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994880114450969e-05,
      "loss": 0.0017,
      "step": 2699
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994872681824495e-05,
      "loss": 0.0038,
      "step": 2700
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948652438207633e-05,
      "loss": 0.003,
      "step": 2701
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948578004398148e-05,
      "loss": 0.0032,
      "step": 2702
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948503516816897e-05,
      "loss": 0.0032,
      "step": 2703
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948428975464277e-05,
      "loss": 0.0031,
      "step": 2704
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948354380340698e-05,
      "loss": 0.0017,
      "step": 2705
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948279731446556e-05,
      "loss": 0.0035,
      "step": 2706
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994820502878226e-05,
      "loss": 0.0049,
      "step": 2707
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948130272348213e-05,
      "loss": 0.0034,
      "step": 2708
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9948055462144818e-05,
      "loss": 0.0032,
      "step": 2709
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994798059817248e-05,
      "loss": 0.0023,
      "step": 2710
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947905680431602e-05,
      "loss": 0.0019,
      "step": 2711
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994783070892259e-05,
      "loss": 0.0023,
      "step": 2712
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994775568364585e-05,
      "loss": 0.0021,
      "step": 2713
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947680604601785e-05,
      "loss": 0.003,
      "step": 2714
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947605471790805e-05,
      "loss": 0.0026,
      "step": 2715
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994753028521331e-05,
      "loss": 0.0031,
      "step": 2716
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947455044869716e-05,
      "loss": 0.004,
      "step": 2717
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947379750760416e-05,
      "loss": 0.0035,
      "step": 2718
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994730440288583e-05,
      "loss": 0.0026,
      "step": 2719
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994722900124636e-05,
      "loss": 0.0031,
      "step": 2720
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994715354584241e-05,
      "loss": 0.0031,
      "step": 2721
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947078036674393e-05,
      "loss": 0.0014,
      "step": 2722
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9947002473742715e-05,
      "loss": 0.0016,
      "step": 2723
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946926857047785e-05,
      "loss": 0.0026,
      "step": 2724
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994685118659001e-05,
      "loss": 0.0032,
      "step": 2725
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946775462369806e-05,
      "loss": 0.003,
      "step": 2726
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946699684387575e-05,
      "loss": 0.0028,
      "step": 2727
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946623852643727e-05,
      "loss": 0.0035,
      "step": 2728
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946547967138673e-05,
      "loss": 0.003,
      "step": 2729
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994647202787282e-05,
      "loss": 0.0039,
      "step": 2730
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946396034846588e-05,
      "loss": 0.0047,
      "step": 2731
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946319988060377e-05,
      "loss": 0.0033,
      "step": 2732
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946243887514603e-05,
      "loss": 0.0024,
      "step": 2733
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994616773320968e-05,
      "loss": 0.0025,
      "step": 2734
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9946091525146015e-05,
      "loss": 0.0028,
      "step": 2735
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994601526332402e-05,
      "loss": 0.0023,
      "step": 2736
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994593894774411e-05,
      "loss": 0.0036,
      "step": 2737
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945862578406695e-05,
      "loss": 0.0025,
      "step": 2738
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994578615531219e-05,
      "loss": 0.0022,
      "step": 2739
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945709678461006e-05,
      "loss": 0.0022,
      "step": 2740
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994563314785356e-05,
      "loss": 0.0023,
      "step": 2741
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994555656349026e-05,
      "loss": 0.0024,
      "step": 2742
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945479925371528e-05,
      "loss": 0.0029,
      "step": 2743
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945403233497766e-05,
      "loss": 0.0023,
      "step": 2744
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99453264878694e-05,
      "loss": 0.0027,
      "step": 2745
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945249688486842e-05,
      "loss": 0.0033,
      "step": 2746
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9945172835350503e-05,
      "loss": 0.0038,
      "step": 2747
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99450959284608e-05,
      "loss": 0.0025,
      "step": 2748
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994501896781815e-05,
      "loss": 0.0023,
      "step": 2749
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994494195342297e-05,
      "loss": 0.0033,
      "step": 2750
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944864885275673e-05,
      "loss": 0.0015,
      "step": 2751
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994478776337668e-05,
      "loss": 0.0039,
      "step": 2752
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99447105877264e-05,
      "loss": 0.0029,
      "step": 2753
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944633358325263e-05,
      "loss": 0.0033,
      "step": 2754
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944556075173674e-05,
      "loss": 0.0034,
      "step": 2755
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944478738272055e-05,
      "loss": 0.0026,
      "step": 2756
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994440134762083e-05,
      "loss": 0.0025,
      "step": 2757
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944323903220405e-05,
      "loss": 0.0023,
      "step": 2758
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944246405071207e-05,
      "loss": 0.0028,
      "step": 2759
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944168853173655e-05,
      "loss": 0.0023,
      "step": 2760
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9944091247528167e-05,
      "loss": 0.0016,
      "step": 2761
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994401358813516e-05,
      "loss": 0.0025,
      "step": 2762
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943935874995056e-05,
      "loss": 0.003,
      "step": 2763
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943858108108278e-05,
      "loss": 0.0022,
      "step": 2764
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994378028747524e-05,
      "loss": 0.0011,
      "step": 2765
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943702413096365e-05,
      "loss": 0.0025,
      "step": 2766
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943624484972077e-05,
      "loss": 0.0032,
      "step": 2767
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994354650310279e-05,
      "loss": 0.0048,
      "step": 2768
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943468467488934e-05,
      "loss": 0.0024,
      "step": 2769
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994339037813093e-05,
      "loss": 0.0036,
      "step": 2770
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943312235029192e-05,
      "loss": 0.0034,
      "step": 2771
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994323403818415e-05,
      "loss": 0.0033,
      "step": 2772
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994315578759622e-05,
      "loss": 0.0031,
      "step": 2773
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9943077483265835e-05,
      "loss": 0.0037,
      "step": 2774
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994299912519341e-05,
      "loss": 0.0027,
      "step": 2775
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942920713379368e-05,
      "loss": 0.0022,
      "step": 2776
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942842247824137e-05,
      "loss": 0.0046,
      "step": 2777
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942763728528142e-05,
      "loss": 0.0031,
      "step": 2778
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942685155491804e-05,
      "loss": 0.0042,
      "step": 2779
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942606528715547e-05,
      "loss": 0.0018,
      "step": 2780
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99425278481998e-05,
      "loss": 0.0017,
      "step": 2781
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942449113944984e-05,
      "loss": 0.0029,
      "step": 2782
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994237032595153e-05,
      "loss": 0.0021,
      "step": 2783
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942291484219858e-05,
      "loss": 0.0024,
      "step": 2784
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942212588750396e-05,
      "loss": 0.0029,
      "step": 2785
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942133639543574e-05,
      "loss": 0.004,
      "step": 2786
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9942054636599813e-05,
      "loss": 0.0033,
      "step": 2787
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994197557991954e-05,
      "loss": 0.0036,
      "step": 2788
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994189646950319e-05,
      "loss": 0.004,
      "step": 2789
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941817305351182e-05,
      "loss": 0.0026,
      "step": 2790
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994173808746395e-05,
      "loss": 0.0026,
      "step": 2791
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994165881584192e-05,
      "loss": 0.0039,
      "step": 2792
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994157949048552e-05,
      "loss": 0.004,
      "step": 2793
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994150011139518e-05,
      "loss": 0.0019,
      "step": 2794
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994142067857132e-05,
      "loss": 0.0025,
      "step": 2795
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941341192014384e-05,
      "loss": 0.0018,
      "step": 2796
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941261651724793e-05,
      "loss": 0.0034,
      "step": 2797
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994118205770298e-05,
      "loss": 0.0022,
      "step": 2798
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9941102409949374e-05,
      "loss": 0.003,
      "step": 2799
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994102270846441e-05,
      "loss": 0.0017,
      "step": 2800
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940942953248506e-05,
      "loss": 0.0023,
      "step": 2801
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940863144302108e-05,
      "loss": 0.0032,
      "step": 2802
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940783281625635e-05,
      "loss": 0.0027,
      "step": 2803
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940703365219528e-05,
      "loss": 0.002,
      "step": 2804
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940623395084217e-05,
      "loss": 0.0025,
      "step": 2805
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994054337122013e-05,
      "loss": 0.0017,
      "step": 2806
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99404632936277e-05,
      "loss": 0.0022,
      "step": 2807
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940383162307362e-05,
      "loss": 0.0022,
      "step": 2808
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994030297725955e-05,
      "loss": 0.0026,
      "step": 2809
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99402227384847e-05,
      "loss": 0.0026,
      "step": 2810
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.994014244598324e-05,
      "loss": 0.0026,
      "step": 2811
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9940062099755604e-05,
      "loss": 0.0019,
      "step": 2812
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993998169980223e-05,
      "loss": 0.0033,
      "step": 2813
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993990124612355e-05,
      "loss": 0.0015,
      "step": 2814
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939820738719998e-05,
      "loss": 0.0046,
      "step": 2815
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939740177592015e-05,
      "loss": 0.0041,
      "step": 2816
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993965956274003e-05,
      "loss": 0.003,
      "step": 2817
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993957889416448e-05,
      "loss": 0.0023,
      "step": 2818
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939498171865806e-05,
      "loss": 0.0013,
      "step": 2819
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939417395844437e-05,
      "loss": 0.0019,
      "step": 2820
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939336566100812e-05,
      "loss": 0.0018,
      "step": 2821
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939255682635373e-05,
      "loss": 0.0028,
      "step": 2822
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993917474544855e-05,
      "loss": 0.0027,
      "step": 2823
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939093754540786e-05,
      "loss": 0.0043,
      "step": 2824
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9939012709912512e-05,
      "loss": 0.0026,
      "step": 2825
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938931611564172e-05,
      "loss": 0.0028,
      "step": 2826
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938850459496204e-05,
      "loss": 0.0053,
      "step": 2827
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938769253709046e-05,
      "loss": 0.0036,
      "step": 2828
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938687994203133e-05,
      "loss": 0.0024,
      "step": 2829
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993860668097891e-05,
      "loss": 0.001,
      "step": 2830
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938525314036812e-05,
      "loss": 0.0014,
      "step": 2831
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993844389337728e-05,
      "loss": 0.0033,
      "step": 2832
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938362419000756e-05,
      "loss": 0.003,
      "step": 2833
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993828089090768e-05,
      "loss": 0.0033,
      "step": 2834
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938199309098493e-05,
      "loss": 0.0029,
      "step": 2835
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9938117673573628e-05,
      "loss": 0.0036,
      "step": 2836
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993803598433354e-05,
      "loss": 0.0023,
      "step": 2837
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993795424137866e-05,
      "loss": 0.0038,
      "step": 2838
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937872444709436e-05,
      "loss": 0.0015,
      "step": 2839
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937790594326302e-05,
      "loss": 0.0026,
      "step": 2840
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993770869022971e-05,
      "loss": 0.0025,
      "step": 2841
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937626732420097e-05,
      "loss": 0.0022,
      "step": 2842
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937544720897907e-05,
      "loss": 0.0026,
      "step": 2843
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937462655663586e-05,
      "loss": 0.0022,
      "step": 2844
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937380536717574e-05,
      "loss": 0.0029,
      "step": 2845
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937298364060315e-05,
      "loss": 0.0019,
      "step": 2846
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937216137692256e-05,
      "loss": 0.004,
      "step": 2847
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993713385761384e-05,
      "loss": 0.0024,
      "step": 2848
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9937051523825505e-05,
      "loss": 0.0015,
      "step": 2849
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936969136327707e-05,
      "loss": 0.0026,
      "step": 2850
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936886695120892e-05,
      "loss": 0.0014,
      "step": 2851
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936804200205496e-05,
      "loss": 0.0031,
      "step": 2852
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936721651581967e-05,
      "loss": 0.0031,
      "step": 2853
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936639049250756e-05,
      "loss": 0.0018,
      "step": 2854
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936556393212302e-05,
      "loss": 0.0025,
      "step": 2855
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936473683467064e-05,
      "loss": 0.0013,
      "step": 2856
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936390920015478e-05,
      "loss": 0.0019,
      "step": 2857
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936308102857995e-05,
      "loss": 0.004,
      "step": 2858
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936225231995063e-05,
      "loss": 0.0028,
      "step": 2859
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9936142307427127e-05,
      "loss": 0.0026,
      "step": 2860
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.993605932915464e-05,
      "loss": 0.0028,
      "step": 2861
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.9935976297178048e-05,
      "loss": 0.0023,
      "step": 2862
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.99358932114978e-05,
      "loss": 0.0036,
      "step": 2863
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935810072114346e-05,
      "loss": 0.0029,
      "step": 2864
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935726879028134e-05,
      "loss": 0.0014,
      "step": 2865
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935643632239612e-05,
      "loss": 0.0034,
      "step": 2866
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935560331749232e-05,
      "loss": 0.0036,
      "step": 2867
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935476977557445e-05,
      "loss": 0.0025,
      "step": 2868
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935393569664704e-05,
      "loss": 0.0035,
      "step": 2869
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935310108071453e-05,
      "loss": 0.0029,
      "step": 2870
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993522659277815e-05,
      "loss": 0.0025,
      "step": 2871
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993514302378524e-05,
      "loss": 0.0029,
      "step": 2872
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9935059401093177e-05,
      "loss": 0.0025,
      "step": 2873
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934975724702416e-05,
      "loss": 0.0017,
      "step": 2874
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993489199461341e-05,
      "loss": 0.0019,
      "step": 2875
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934808210826602e-05,
      "loss": 0.0039,
      "step": 2876
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934724373342453e-05,
      "loss": 0.0033,
      "step": 2877
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993464048216142e-05,
      "loss": 0.002,
      "step": 2878
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934556537283946e-05,
      "loss": 0.0025,
      "step": 2879
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934472538710488e-05,
      "loss": 0.0017,
      "step": 2880
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934388486441505e-05,
      "loss": 0.0013,
      "step": 2881
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993430438047745e-05,
      "loss": 0.0041,
      "step": 2882
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9934220220818773e-05,
      "loss": 0.0037,
      "step": 2883
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993413600746593e-05,
      "loss": 0.0024,
      "step": 2884
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993405174041938e-05,
      "loss": 0.003,
      "step": 2885
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933967419679576e-05,
      "loss": 0.002,
      "step": 2886
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993388304524697e-05,
      "loss": 0.0028,
      "step": 2887
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933798617122025e-05,
      "loss": 0.0029,
      "step": 2888
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933714135305196e-05,
      "loss": 0.0025,
      "step": 2889
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933629599796936e-05,
      "loss": 0.0025,
      "step": 2890
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933545010597705e-05,
      "loss": 0.0015,
      "step": 2891
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993346036770796e-05,
      "loss": 0.0033,
      "step": 2892
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933375671128154e-05,
      "loss": 0.003,
      "step": 2893
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933290920858754e-05,
      "loss": 0.0027,
      "step": 2894
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933206116900207e-05,
      "loss": 0.0027,
      "step": 2895
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9933121259252978e-05,
      "loss": 0.0029,
      "step": 2896
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993303634791752e-05,
      "loss": 0.0037,
      "step": 2897
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932951382894305e-05,
      "loss": 0.003,
      "step": 2898
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932866364183778e-05,
      "loss": 0.0034,
      "step": 2899
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932781291786406e-05,
      "loss": 0.0019,
      "step": 2900
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932696165702645e-05,
      "loss": 0.0027,
      "step": 2901
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932610985932958e-05,
      "loss": 0.0016,
      "step": 2902
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932525752477807e-05,
      "loss": 0.0032,
      "step": 2903
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932440465337646e-05,
      "loss": 0.0035,
      "step": 2904
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932355124512945e-05,
      "loss": 0.0032,
      "step": 2905
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932269730004155e-05,
      "loss": 0.0018,
      "step": 2906
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932184281811743e-05,
      "loss": 0.0028,
      "step": 2907
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932098779936174e-05,
      "loss": 0.0028,
      "step": 2908
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9932013224377903e-05,
      "loss": 0.0021,
      "step": 2909
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931927615137402e-05,
      "loss": 0.0024,
      "step": 2910
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931841952215124e-05,
      "loss": 0.0018,
      "step": 2911
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931756235611536e-05,
      "loss": 0.0029,
      "step": 2912
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931670465327103e-05,
      "loss": 0.0032,
      "step": 2913
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931584641362286e-05,
      "loss": 0.0022,
      "step": 2914
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931498763717548e-05,
      "loss": 0.0026,
      "step": 2915
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931412832393358e-05,
      "loss": 0.0021,
      "step": 2916
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931326847390176e-05,
      "loss": 0.0032,
      "step": 2917
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931240808708466e-05,
      "loss": 0.0023,
      "step": 2918
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99311547163487e-05,
      "loss": 0.0035,
      "step": 2919
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9931068570311334e-05,
      "loss": 0.0017,
      "step": 2920
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993098237059684e-05,
      "loss": 0.0019,
      "step": 2921
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930896117205682e-05,
      "loss": 0.003,
      "step": 2922
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930809810138323e-05,
      "loss": 0.0027,
      "step": 2923
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930723449395236e-05,
      "loss": 0.0027,
      "step": 2924
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930637034976884e-05,
      "loss": 0.0026,
      "step": 2925
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930550566883734e-05,
      "loss": 0.0038,
      "step": 2926
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930464045116254e-05,
      "loss": 0.0021,
      "step": 2927
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930377469674913e-05,
      "loss": 0.004,
      "step": 2928
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.993029084056018e-05,
      "loss": 0.0019,
      "step": 2929
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930204157772516e-05,
      "loss": 0.0012,
      "step": 2930
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930117421312393e-05,
      "loss": 0.002,
      "step": 2931
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9930030631180285e-05,
      "loss": 0.0032,
      "step": 2932
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929943787376652e-05,
      "loss": 0.0035,
      "step": 2933
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929856889901976e-05,
      "loss": 0.002,
      "step": 2934
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929769938756714e-05,
      "loss": 0.0032,
      "step": 2935
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992968293394134e-05,
      "loss": 0.0019,
      "step": 2936
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929595875456326e-05,
      "loss": 0.0022,
      "step": 2937
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929508763302146e-05,
      "loss": 0.0025,
      "step": 2938
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929421597479264e-05,
      "loss": 0.0044,
      "step": 2939
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929334377988153e-05,
      "loss": 0.0033,
      "step": 2940
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929247104829286e-05,
      "loss": 0.002,
      "step": 2941
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929159778003137e-05,
      "loss": 0.0027,
      "step": 2942
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9929072397510172e-05,
      "loss": 0.0033,
      "step": 2943
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928984963350867e-05,
      "loss": 0.0031,
      "step": 2944
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928897475525696e-05,
      "loss": 0.0027,
      "step": 2945
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928809934035126e-05,
      "loss": 0.003,
      "step": 2946
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928722338879635e-05,
      "loss": 0.003,
      "step": 2947
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928634690059698e-05,
      "loss": 0.003,
      "step": 2948
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928546987575784e-05,
      "loss": 0.004,
      "step": 2949
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992845923142837e-05,
      "loss": 0.003,
      "step": 2950
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992837142161793e-05,
      "loss": 0.0025,
      "step": 2951
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928283558144934e-05,
      "loss": 0.0019,
      "step": 2952
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928195641009865e-05,
      "loss": 0.0015,
      "step": 2953
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928107670213196e-05,
      "loss": 0.0007,
      "step": 2954
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9928019645755396e-05,
      "loss": 0.0027,
      "step": 2955
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927931567636945e-05,
      "loss": 0.0029,
      "step": 2956
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927843435858323e-05,
      "loss": 0.0018,
      "step": 2957
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992775525042e-05,
      "loss": 0.0038,
      "step": 2958
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927667011322457e-05,
      "loss": 0.0028,
      "step": 2959
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927578718566173e-05,
      "loss": 0.0031,
      "step": 2960
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927490372151618e-05,
      "loss": 0.002,
      "step": 2961
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927401972079274e-05,
      "loss": 0.0015,
      "step": 2962
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927313518349615e-05,
      "loss": 0.0026,
      "step": 2963
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927225010963123e-05,
      "loss": 0.0024,
      "step": 2964
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992713644992028e-05,
      "loss": 0.0027,
      "step": 2965
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9927047835221557e-05,
      "loss": 0.0025,
      "step": 2966
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926959166867434e-05,
      "loss": 0.0023,
      "step": 2967
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926870444858392e-05,
      "loss": 0.0043,
      "step": 2968
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926781669194916e-05,
      "loss": 0.0027,
      "step": 2969
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992669283987748e-05,
      "loss": 0.0029,
      "step": 2970
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992660395690656e-05,
      "loss": 0.0019,
      "step": 2971
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926515020282645e-05,
      "loss": 0.0038,
      "step": 2972
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926426030006207e-05,
      "loss": 0.0029,
      "step": 2973
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926336986077737e-05,
      "loss": 0.0027,
      "step": 2974
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926247888497708e-05,
      "loss": 0.0029,
      "step": 2975
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992615873726661e-05,
      "loss": 0.002,
      "step": 2976
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9926069532384914e-05,
      "loss": 0.003,
      "step": 2977
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925980273853108e-05,
      "loss": 0.0024,
      "step": 2978
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925890961671678e-05,
      "loss": 0.0021,
      "step": 2979
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99258015958411e-05,
      "loss": 0.0028,
      "step": 2980
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992571217636186e-05,
      "loss": 0.0015,
      "step": 2981
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925622703234442e-05,
      "loss": 0.0031,
      "step": 2982
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992553317645933e-05,
      "loss": 0.0023,
      "step": 2983
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925443596037005e-05,
      "loss": 0.003,
      "step": 2984
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992535396196795e-05,
      "loss": 0.0037,
      "step": 2985
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992526427425266e-05,
      "loss": 0.0016,
      "step": 2986
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9925174532891604e-05,
      "loss": 0.0021,
      "step": 2987
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992508473788528e-05,
      "loss": 0.0018,
      "step": 2988
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924994889234165e-05,
      "loss": 0.0029,
      "step": 2989
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924904986938752e-05,
      "loss": 0.0022,
      "step": 2990
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924815030999522e-05,
      "loss": 0.0019,
      "step": 2991
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992472502141696e-05,
      "loss": 0.0019,
      "step": 2992
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992463495819156e-05,
      "loss": 0.0032,
      "step": 2993
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924544841323802e-05,
      "loss": 0.0029,
      "step": 2994
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992445467081417e-05,
      "loss": 0.0016,
      "step": 2995
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992436444666316e-05,
      "loss": 0.0033,
      "step": 2996
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924274168871255e-05,
      "loss": 0.0015,
      "step": 2997
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924183837438945e-05,
      "loss": 0.0031,
      "step": 2998
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924093452366713e-05,
      "loss": 0.0021,
      "step": 2999
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9924003013655055e-05,
      "loss": 0.0032,
      "step": 3000
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923912521304452e-05,
      "loss": 0.0014,
      "step": 3001
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923821975315404e-05,
      "loss": 0.0034,
      "step": 3002
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923731375688387e-05,
      "loss": 0.0022,
      "step": 3003
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99236407224239e-05,
      "loss": 0.0037,
      "step": 3004
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992355001552243e-05,
      "loss": 0.0033,
      "step": 3005
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992345925498447e-05,
      "loss": 0.0033,
      "step": 3006
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923368440810503e-05,
      "loss": 0.0023,
      "step": 3007
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992327757300103e-05,
      "loss": 0.0023,
      "step": 3008
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923186651556538e-05,
      "loss": 0.0025,
      "step": 3009
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9923095676477512e-05,
      "loss": 0.0031,
      "step": 3010
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992300464776446e-05,
      "loss": 0.0026,
      "step": 3011
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992291356541785e-05,
      "loss": 0.0037,
      "step": 3012
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922822429438195e-05,
      "loss": 0.0032,
      "step": 3013
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922731239825978e-05,
      "loss": 0.003,
      "step": 3014
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922639996581698e-05,
      "loss": 0.0027,
      "step": 3015
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992254869970584e-05,
      "loss": 0.001,
      "step": 3016
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99224573491989e-05,
      "loss": 0.0035,
      "step": 3017
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992236594506138e-05,
      "loss": 0.003,
      "step": 3018
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992227448729376e-05,
      "loss": 0.0029,
      "step": 3019
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9922182975896546e-05,
      "loss": 0.0025,
      "step": 3020
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992209141087023e-05,
      "loss": 0.0032,
      "step": 3021
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921999792215307e-05,
      "loss": 0.003,
      "step": 3022
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921908119932264e-05,
      "loss": 0.0029,
      "step": 3023
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921816394021607e-05,
      "loss": 0.002,
      "step": 3024
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921724614483828e-05,
      "loss": 0.0022,
      "step": 3025
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921632781319423e-05,
      "loss": 0.0025,
      "step": 3026
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921540894528885e-05,
      "loss": 0.0029,
      "step": 3027
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921448954112718e-05,
      "loss": 0.0034,
      "step": 3028
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921356960071413e-05,
      "loss": 0.002,
      "step": 3029
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992126491240547e-05,
      "loss": 0.0028,
      "step": 3030
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992117281111538e-05,
      "loss": 0.0031,
      "step": 3031
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9921080656201656e-05,
      "loss": 0.002,
      "step": 3032
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920988447664778e-05,
      "loss": 0.0017,
      "step": 3033
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920896185505257e-05,
      "loss": 0.003,
      "step": 3034
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992080386972359e-05,
      "loss": 0.0027,
      "step": 3035
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920711500320265e-05,
      "loss": 0.0023,
      "step": 3036
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920619077295797e-05,
      "loss": 0.005,
      "step": 3037
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920526600650675e-05,
      "loss": 0.0022,
      "step": 3038
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920434070385405e-05,
      "loss": 0.0024,
      "step": 3039
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920341486500483e-05,
      "loss": 0.0026,
      "step": 3040
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.992024884899641e-05,
      "loss": 0.0021,
      "step": 3041
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920156157873686e-05,
      "loss": 0.0028,
      "step": 3042
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9920063413132817e-05,
      "loss": 0.0027,
      "step": 3043
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99199706147743e-05,
      "loss": 0.0027,
      "step": 3044
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919877762798634e-05,
      "loss": 0.0029,
      "step": 3045
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919784857206326e-05,
      "loss": 0.002,
      "step": 3046
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919691897997877e-05,
      "loss": 0.0028,
      "step": 3047
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919598885173787e-05,
      "loss": 0.002,
      "step": 3048
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991950581873456e-05,
      "loss": 0.0026,
      "step": 3049
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919412698680704e-05,
      "loss": 0.0024,
      "step": 3050
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991931952501271e-05,
      "loss": 0.002,
      "step": 3051
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919226297731097e-05,
      "loss": 0.0039,
      "step": 3052
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991913301683636e-05,
      "loss": 0.0026,
      "step": 3053
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9919039682329e-05,
      "loss": 0.0022,
      "step": 3054
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918946294209528e-05,
      "loss": 0.002,
      "step": 3055
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918852852478446e-05,
      "loss": 0.0028,
      "step": 3056
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991875935713626e-05,
      "loss": 0.0027,
      "step": 3057
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918665808183477e-05,
      "loss": 0.0037,
      "step": 3058
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918572205620598e-05,
      "loss": 0.0041,
      "step": 3059
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918478549448134e-05,
      "loss": 0.0034,
      "step": 3060
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918384839666588e-05,
      "loss": 0.0039,
      "step": 3061
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918291076276466e-05,
      "loss": 0.0029,
      "step": 3062
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991819725927828e-05,
      "loss": 0.0016,
      "step": 3063
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918103388672526e-05,
      "loss": 0.0033,
      "step": 3064
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9918009464459725e-05,
      "loss": 0.0012,
      "step": 3065
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917915486640373e-05,
      "loss": 0.0017,
      "step": 3066
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917821455214986e-05,
      "loss": 0.0039,
      "step": 3067
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991772737018407e-05,
      "loss": 0.0029,
      "step": 3068
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991763323154813e-05,
      "loss": 0.003,
      "step": 3069
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991753903930768e-05,
      "loss": 0.0031,
      "step": 3070
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917444793463226e-05,
      "loss": 0.0021,
      "step": 3071
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917350494015283e-05,
      "loss": 0.0033,
      "step": 3072
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991725614096435e-05,
      "loss": 0.002,
      "step": 3073
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917161734310944e-05,
      "loss": 0.0014,
      "step": 3074
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9917067274055575e-05,
      "loss": 0.0017,
      "step": 3075
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991697276019875e-05,
      "loss": 0.0016,
      "step": 3076
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9916878192740987e-05,
      "loss": 0.0024,
      "step": 3077
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991678357168279e-05,
      "loss": 0.0036,
      "step": 3078
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991668889702467e-05,
      "loss": 0.0012,
      "step": 3079
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991659416876715e-05,
      "loss": 0.0024,
      "step": 3080
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9916499386910727e-05,
      "loss": 0.0012,
      "step": 3081
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9916404551455924e-05,
      "loss": 0.0042,
      "step": 3082
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9916309662403247e-05,
      "loss": 0.0024,
      "step": 3083
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9916214719753212e-05,
      "loss": 0.0034,
      "step": 3084
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991611972350633e-05,
      "loss": 0.0027,
      "step": 3085
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991602467366312e-05,
      "loss": 0.002,
      "step": 3086
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915929570224087e-05,
      "loss": 0.0037,
      "step": 3087
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915834413189756e-05,
      "loss": 0.0032,
      "step": 3088
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915739202560634e-05,
      "loss": 0.0028,
      "step": 3089
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915643938337235e-05,
      "loss": 0.0023,
      "step": 3090
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915548620520075e-05,
      "loss": 0.0015,
      "step": 3091
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991545324910967e-05,
      "loss": 0.0034,
      "step": 3092
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915357824106535e-05,
      "loss": 0.0012,
      "step": 3093
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915262345511192e-05,
      "loss": 0.0035,
      "step": 3094
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915166813324145e-05,
      "loss": 0.0027,
      "step": 3095
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9915071227545917e-05,
      "loss": 0.0035,
      "step": 3096
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914975588177026e-05,
      "loss": 0.0032,
      "step": 3097
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914879895217986e-05,
      "loss": 0.0028,
      "step": 3098
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914784148669316e-05,
      "loss": 0.0026,
      "step": 3099
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991468834853153e-05,
      "loss": 0.003,
      "step": 3100
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914592494805157e-05,
      "loss": 0.0012,
      "step": 3101
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914496587490698e-05,
      "loss": 0.0018,
      "step": 3102
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914400626588686e-05,
      "loss": 0.0024,
      "step": 3103
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914304612099633e-05,
      "loss": 0.0037,
      "step": 3104
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9914208544024056e-05,
      "loss": 0.003,
      "step": 3105
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991411242236248e-05,
      "loss": 0.0023,
      "step": 3106
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991401624711542e-05,
      "loss": 0.0013,
      "step": 3107
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913920018283396e-05,
      "loss": 0.0043,
      "step": 3108
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991382373586693e-05,
      "loss": 0.0024,
      "step": 3109
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913727399866544e-05,
      "loss": 0.0017,
      "step": 3110
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913631010282753e-05,
      "loss": 0.0024,
      "step": 3111
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913534567116085e-05,
      "loss": 0.0021,
      "step": 3112
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913438070367058e-05,
      "loss": 0.0031,
      "step": 3113
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991334152003619e-05,
      "loss": 0.001,
      "step": 3114
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991324491612401e-05,
      "loss": 0.0021,
      "step": 3115
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913148258631033e-05,
      "loss": 0.003,
      "step": 3116
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9913051547557788e-05,
      "loss": 0.002,
      "step": 3117
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912954782904796e-05,
      "loss": 0.0015,
      "step": 3118
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912857964672575e-05,
      "loss": 0.0034,
      "step": 3119
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912761092861652e-05,
      "loss": 0.0014,
      "step": 3120
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991266416747255e-05,
      "loss": 0.0024,
      "step": 3121
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912567188505796e-05,
      "loss": 0.0019,
      "step": 3122
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991247015596191e-05,
      "loss": 0.0022,
      "step": 3123
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912373069841416e-05,
      "loss": 0.0021,
      "step": 3124
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912275930144844e-05,
      "loss": 0.0017,
      "step": 3125
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912178736872713e-05,
      "loss": 0.0025,
      "step": 3126
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9912081490025555e-05,
      "loss": 0.0022,
      "step": 3127
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911984189603888e-05,
      "loss": 0.0028,
      "step": 3128
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991188683560824e-05,
      "loss": 0.0024,
      "step": 3129
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911789428039143e-05,
      "loss": 0.0037,
      "step": 3130
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911691966897118e-05,
      "loss": 0.0019,
      "step": 3131
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911594452182696e-05,
      "loss": 0.0027,
      "step": 3132
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911496883896397e-05,
      "loss": 0.0026,
      "step": 3133
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911399262038754e-05,
      "loss": 0.0038,
      "step": 3134
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991130158661029e-05,
      "loss": 0.002,
      "step": 3135
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991120385761154e-05,
      "loss": 0.0033,
      "step": 3136
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911106075043026e-05,
      "loss": 0.0033,
      "step": 3137
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9911008238905282e-05,
      "loss": 0.0034,
      "step": 3138
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991091034919883e-05,
      "loss": 0.003,
      "step": 3139
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99108124059242e-05,
      "loss": 0.0033,
      "step": 3140
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991071440908193e-05,
      "loss": 0.0012,
      "step": 3141
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910616358672543e-05,
      "loss": 0.003,
      "step": 3142
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991051825469657e-05,
      "loss": 0.0011,
      "step": 3143
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910420097154536e-05,
      "loss": 0.0025,
      "step": 3144
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910321886046982e-05,
      "loss": 0.0024,
      "step": 3145
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910223621374433e-05,
      "loss": 0.0029,
      "step": 3146
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9910125303137414e-05,
      "loss": 0.0028,
      "step": 3147
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.991002693133647e-05,
      "loss": 0.0042,
      "step": 3148
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909928505972123e-05,
      "loss": 0.0017,
      "step": 3149
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909830027044907e-05,
      "loss": 0.003,
      "step": 3150
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909731494555357e-05,
      "loss": 0.0035,
      "step": 3151
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909632908504e-05,
      "loss": 0.0032,
      "step": 3152
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909534268891374e-05,
      "loss": 0.0019,
      "step": 3153
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990943557571801e-05,
      "loss": 0.0026,
      "step": 3154
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990933682898444e-05,
      "loss": 0.002,
      "step": 3155
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99092380286912e-05,
      "loss": 0.0025,
      "step": 3156
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9909139174838827e-05,
      "loss": 0.0023,
      "step": 3157
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990904026742785e-05,
      "loss": 0.0028,
      "step": 3158
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908941306458804e-05,
      "loss": 0.0015,
      "step": 3159
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908842291932226e-05,
      "loss": 0.0026,
      "step": 3160
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908743223848652e-05,
      "loss": 0.0029,
      "step": 3161
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908644102208618e-05,
      "loss": 0.0023,
      "step": 3162
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908544927012652e-05,
      "loss": 0.0021,
      "step": 3163
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908445698261297e-05,
      "loss": 0.0028,
      "step": 3164
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908346415955088e-05,
      "loss": 0.0024,
      "step": 3165
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9908247080094564e-05,
      "loss": 0.0027,
      "step": 3166
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990814769068026e-05,
      "loss": 0.0012,
      "step": 3167
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990804824771271e-05,
      "loss": 0.0018,
      "step": 3168
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9907948751192454e-05,
      "loss": 0.0023,
      "step": 3169
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990784920112003e-05,
      "loss": 0.0018,
      "step": 3170
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990774959749598e-05,
      "loss": 0.0032,
      "step": 3171
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9907649940320836e-05,
      "loss": 0.0019,
      "step": 3172
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990755022959514e-05,
      "loss": 0.0016,
      "step": 3173
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990745046531943e-05,
      "loss": 0.0031,
      "step": 3174
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990735064749424e-05,
      "loss": 0.0035,
      "step": 3175
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9907250776120123e-05,
      "loss": 0.0025,
      "step": 3176
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9907150851197606e-05,
      "loss": 0.0028,
      "step": 3177
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9907050872727235e-05,
      "loss": 0.0014,
      "step": 3178
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9906950840709546e-05,
      "loss": 0.0047,
      "step": 3179
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9906850755145086e-05,
      "loss": 0.0013,
      "step": 3180
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990675061603439e-05,
      "loss": 0.0023,
      "step": 3181
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9906650423378004e-05,
      "loss": 0.0035,
      "step": 3182
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990655017717647e-05,
      "loss": 0.0037,
      "step": 3183
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990644987743032e-05,
      "loss": 0.0024,
      "step": 3184
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990634952414011e-05,
      "loss": 0.0023,
      "step": 3185
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9906249117306372e-05,
      "loss": 0.0025,
      "step": 3186
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9906148656929654e-05,
      "loss": 0.0036,
      "step": 3187
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99060481430105e-05,
      "loss": 0.0032,
      "step": 3188
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9905947575549445e-05,
      "loss": 0.0024,
      "step": 3189
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9905846954547043e-05,
      "loss": 0.003,
      "step": 3190
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990574628000383e-05,
      "loss": 0.0034,
      "step": 3191
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9905645551920357e-05,
      "loss": 0.0026,
      "step": 3192
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9905544770297164e-05,
      "loss": 0.0021,
      "step": 3193
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990544393513479e-05,
      "loss": 0.0043,
      "step": 3194
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9905343046433792e-05,
      "loss": 0.0025,
      "step": 3195
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990524210419471e-05,
      "loss": 0.0025,
      "step": 3196
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9905141108418092e-05,
      "loss": 0.0035,
      "step": 3197
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9905040059104478e-05,
      "loss": 0.003,
      "step": 3198
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904938956254417e-05,
      "loss": 0.0039,
      "step": 3199
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904837799868456e-05,
      "loss": 0.0025,
      "step": 3200
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904736589947143e-05,
      "loss": 0.0041,
      "step": 3201
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990463532649102e-05,
      "loss": 0.0025,
      "step": 3202
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990453400950064e-05,
      "loss": 0.0038,
      "step": 3203
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990443263897655e-05,
      "loss": 0.0039,
      "step": 3204
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904331214919296e-05,
      "loss": 0.0029,
      "step": 3205
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904229737329425e-05,
      "loss": 0.0025,
      "step": 3206
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990412820620749e-05,
      "loss": 0.0034,
      "step": 3207
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9904026621554036e-05,
      "loss": 0.0033,
      "step": 3208
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903924983369612e-05,
      "loss": 0.0017,
      "step": 3209
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990382329165477e-05,
      "loss": 0.0021,
      "step": 3210
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903721546410056e-05,
      "loss": 0.0042,
      "step": 3211
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903619747636022e-05,
      "loss": 0.0013,
      "step": 3212
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990351789533322e-05,
      "loss": 0.0016,
      "step": 3213
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903415989502196e-05,
      "loss": 0.0012,
      "step": 3214
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990331403014351e-05,
      "loss": 0.0023,
      "step": 3215
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99032120172577e-05,
      "loss": 0.0034,
      "step": 3216
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903109950845323e-05,
      "loss": 0.0032,
      "step": 3217
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9903007830906936e-05,
      "loss": 0.0023,
      "step": 3218
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902905657443083e-05,
      "loss": 0.0015,
      "step": 3219
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990280343045432e-05,
      "loss": 0.0033,
      "step": 3220
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902701149941204e-05,
      "loss": 0.0025,
      "step": 3221
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990259881590428e-05,
      "loss": 0.0028,
      "step": 3222
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99024964283441e-05,
      "loss": 0.0022,
      "step": 3223
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990239398726123e-05,
      "loss": 0.0025,
      "step": 3224
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902291492656212e-05,
      "loss": 0.0025,
      "step": 3225
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902188944529602e-05,
      "loss": 0.0017,
      "step": 3226
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9902086342881955e-05,
      "loss": 0.0027,
      "step": 3227
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990198368771383e-05,
      "loss": 0.0017,
      "step": 3228
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990188097902577e-05,
      "loss": 0.002,
      "step": 3229
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9901778216818347e-05,
      "loss": 0.0046,
      "step": 3230
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9901675401092104e-05,
      "loss": 0.0027,
      "step": 3231
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.99015725318476e-05,
      "loss": 0.0039,
      "step": 3232
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990146960908539e-05,
      "loss": 0.0027,
      "step": 3233
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9901366632806036e-05,
      "loss": 0.0026,
      "step": 3234
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9901263603010085e-05,
      "loss": 0.003,
      "step": 3235
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9901160519698104e-05,
      "loss": 0.0014,
      "step": 3236
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990105738287064e-05,
      "loss": 0.0017,
      "step": 3237
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990095419252826e-05,
      "loss": 0.0017,
      "step": 3238
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900850948671515e-05,
      "loss": 0.0033,
      "step": 3239
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900747651300966e-05,
      "loss": 0.0024,
      "step": 3240
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900644300417173e-05,
      "loss": 0.0031,
      "step": 3241
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900540896020688e-05,
      "loss": 0.0025,
      "step": 3242
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.990043743811208e-05,
      "loss": 0.0027,
      "step": 3243
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900333926691897e-05,
      "loss": 0.0033,
      "step": 3244
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900230361760706e-05,
      "loss": 0.0022,
      "step": 3245
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900126743319062e-05,
      "loss": 0.0035,
      "step": 3246
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9900023071367532e-05,
      "loss": 0.0028,
      "step": 3247
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989991934590667e-05,
      "loss": 0.0025,
      "step": 3248
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989981556693704e-05,
      "loss": 0.0019,
      "step": 3249
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.98997117344592e-05,
      "loss": 0.0023,
      "step": 3250
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9899607848473714e-05,
      "loss": 0.0024,
      "step": 3251
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9899503908981145e-05,
      "loss": 0.0027,
      "step": 3252
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9899399915982048e-05,
      "loss": 0.0021,
      "step": 3253
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989929586947699e-05,
      "loss": 0.0029,
      "step": 3254
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989919176946653e-05,
      "loss": 0.003,
      "step": 3255
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9899087615951238e-05,
      "loss": 0.0014,
      "step": 3256
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898983408931668e-05,
      "loss": 0.0037,
      "step": 3257
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989887914840839e-05,
      "loss": 0.0031,
      "step": 3258
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898774834381967e-05,
      "loss": 0.0025,
      "step": 3259
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898670466852957e-05,
      "loss": 0.0017,
      "step": 3260
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989856604582193e-05,
      "loss": 0.0028,
      "step": 3261
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898461571289448e-05,
      "loss": 0.0022,
      "step": 3262
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9898357043256077e-05,
      "loss": 0.0023,
      "step": 3263
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989825246172238e-05,
      "loss": 0.0024,
      "step": 3264
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989814782668892e-05,
      "loss": 0.0023,
      "step": 3265
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989804313815627e-05,
      "loss": 0.0031,
      "step": 3266
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989793839612499e-05,
      "loss": 0.0017,
      "step": 3267
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897833600595648e-05,
      "loss": 0.0031,
      "step": 3268
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989772875156881e-05,
      "loss": 0.0026,
      "step": 3269
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897623849045044e-05,
      "loss": 0.0022,
      "step": 3270
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897518893024915e-05,
      "loss": 0.0035,
      "step": 3271
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897413883508987e-05,
      "loss": 0.0025,
      "step": 3272
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989730882049784e-05,
      "loss": 0.0027,
      "step": 3273
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897203703992025e-05,
      "loss": 0.0037,
      "step": 3274
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9897098533992122e-05,
      "loss": 0.0023,
      "step": 3275
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896993310498697e-05,
      "loss": 0.0032,
      "step": 3276
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989688803351232e-05,
      "loss": 0.0024,
      "step": 3277
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896782703033555e-05,
      "loss": 0.0026,
      "step": 3278
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896677319062975e-05,
      "loss": 0.0014,
      "step": 3279
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896571881601147e-05,
      "loss": 0.0037,
      "step": 3280
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896466390648643e-05,
      "loss": 0.004,
      "step": 3281
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896360846206032e-05,
      "loss": 0.004,
      "step": 3282
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989625524827389e-05,
      "loss": 0.0032,
      "step": 3283
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989614959685278e-05,
      "loss": 0.003,
      "step": 3284
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9896043891943276e-05,
      "loss": 0.0017,
      "step": 3285
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9895938133545946e-05,
      "loss": 0.0027,
      "step": 3286
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9895832321661373e-05,
      "loss": 0.0023,
      "step": 3287
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9895726456290114e-05,
      "loss": 0.0024,
      "step": 3288
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989562053743275e-05,
      "loss": 0.0019,
      "step": 3289
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9895514565089856e-05,
      "loss": 0.0024,
      "step": 3290
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9895408539261996e-05,
      "loss": 0.0029,
      "step": 3291
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9895302459949747e-05,
      "loss": 0.004,
      "step": 3292
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9895196327153684e-05,
      "loss": 0.002,
      "step": 3293
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989509014087438e-05,
      "loss": 0.0021,
      "step": 3294
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9894983901112408e-05,
      "loss": 0.0051,
      "step": 3295
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989487760786834e-05,
      "loss": 0.0022,
      "step": 3296
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989477126114276e-05,
      "loss": 0.004,
      "step": 3297
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989466486093623e-05,
      "loss": 0.0019,
      "step": 3298
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9894558407249334e-05,
      "loss": 0.0031,
      "step": 3299
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9894451900082644e-05,
      "loss": 0.0036,
      "step": 3300
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9894345339436737e-05,
      "loss": 0.0018,
      "step": 3301
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.9894238725312186e-05,
      "loss": 0.0025,
      "step": 3302
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989413205770957e-05,
      "loss": 0.0024,
      "step": 3303
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.989402533662946e-05,
      "loss": 0.0045,
      "step": 3304
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9893918562072445e-05,
      "loss": 0.0029,
      "step": 3305
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989381173403909e-05,
      "loss": 0.0032,
      "step": 3306
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989370485252998e-05,
      "loss": 0.0023,
      "step": 3307
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989359791754569e-05,
      "loss": 0.0026,
      "step": 3308
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98934909290868e-05,
      "loss": 0.0025,
      "step": 3309
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989338388715388e-05,
      "loss": 0.0016,
      "step": 3310
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989327679174752e-05,
      "loss": 0.0029,
      "step": 3311
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989316964286829e-05,
      "loss": 0.003,
      "step": 3312
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9893062440516774e-05,
      "loss": 0.0023,
      "step": 3313
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989295518469355e-05,
      "loss": 0.0021,
      "step": 3314
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98928478753992e-05,
      "loss": 0.0024,
      "step": 3315
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9892740512634297e-05,
      "loss": 0.0035,
      "step": 3316
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989263309639943e-05,
      "loss": 0.0014,
      "step": 3317
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9892525626695173e-05,
      "loss": 0.0015,
      "step": 3318
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9892418103522112e-05,
      "loss": 0.0014,
      "step": 3319
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9892310526880822e-05,
      "loss": 0.0016,
      "step": 3320
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9892202896771892e-05,
      "loss": 0.002,
      "step": 3321
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98920952131959e-05,
      "loss": 0.0028,
      "step": 3322
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989198747615343e-05,
      "loss": 0.0021,
      "step": 3323
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9891879685645054e-05,
      "loss": 0.0009,
      "step": 3324
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989177184167137e-05,
      "loss": 0.003,
      "step": 3325
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989166394423295e-05,
      "loss": 0.0029,
      "step": 3326
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9891555993330382e-05,
      "loss": 0.002,
      "step": 3327
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989144798896425e-05,
      "loss": 0.0037,
      "step": 3328
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9891339931135137e-05,
      "loss": 0.002,
      "step": 3329
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989123181984362e-05,
      "loss": 0.003,
      "step": 3330
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9891123655090294e-05,
      "loss": 0.0025,
      "step": 3331
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989101543687574e-05,
      "loss": 0.0038,
      "step": 3332
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989090716520054e-05,
      "loss": 0.0026,
      "step": 3333
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890798840065285e-05,
      "loss": 0.0035,
      "step": 3334
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890690461470555e-05,
      "loss": 0.0021,
      "step": 3335
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890582029416932e-05,
      "loss": 0.0034,
      "step": 3336
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890473543905014e-05,
      "loss": 0.002,
      "step": 3337
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.989036500493538e-05,
      "loss": 0.0021,
      "step": 3338
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890256412508618e-05,
      "loss": 0.0017,
      "step": 3339
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890147766625312e-05,
      "loss": 0.0023,
      "step": 3340
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9890039067286052e-05,
      "loss": 0.0029,
      "step": 3341
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9889930314491427e-05,
      "loss": 0.0018,
      "step": 3342
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9889821508242023e-05,
      "loss": 0.003,
      "step": 3343
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988971264853843e-05,
      "loss": 0.0036,
      "step": 3344
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988960373538123e-05,
      "loss": 0.0028,
      "step": 3345
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988949476877102e-05,
      "loss": 0.0023,
      "step": 3346
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9889385748708382e-05,
      "loss": 0.0013,
      "step": 3347
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9889276675193913e-05,
      "loss": 0.0017,
      "step": 3348
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9889167548228196e-05,
      "loss": 0.0024,
      "step": 3349
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9889058367811824e-05,
      "loss": 0.0021,
      "step": 3350
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988894913394538e-05,
      "loss": 0.0026,
      "step": 3351
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9888839846629467e-05,
      "loss": 0.0029,
      "step": 3352
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9888730505864665e-05,
      "loss": 0.0037,
      "step": 3353
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9888621111651572e-05,
      "loss": 0.0027,
      "step": 3354
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988851166399078e-05,
      "loss": 0.0022,
      "step": 3355
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9888402162882867e-05,
      "loss": 0.0034,
      "step": 3356
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988829260832844e-05,
      "loss": 0.0023,
      "step": 3357
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9888183000328087e-05,
      "loss": 0.0023,
      "step": 3358
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9888073338882398e-05,
      "loss": 0.0017,
      "step": 3359
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988796362399197e-05,
      "loss": 0.0034,
      "step": 3360
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9887853855657387e-05,
      "loss": 0.0023,
      "step": 3361
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9887744033879254e-05,
      "loss": 0.0013,
      "step": 3362
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9887634158658153e-05,
      "loss": 0.0021,
      "step": 3363
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9887524229994688e-05,
      "loss": 0.0028,
      "step": 3364
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988741424788945e-05,
      "loss": 0.0023,
      "step": 3365
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988730421234303e-05,
      "loss": 0.0035,
      "step": 3366
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9887194123356026e-05,
      "loss": 0.0023,
      "step": 3367
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988708398092903e-05,
      "loss": 0.0033,
      "step": 3368
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886973785062645e-05,
      "loss": 0.0021,
      "step": 3369
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886863535757456e-05,
      "loss": 0.0022,
      "step": 3370
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886753233014063e-05,
      "loss": 0.0036,
      "step": 3371
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886642876833066e-05,
      "loss": 0.0026,
      "step": 3372
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988653246721506e-05,
      "loss": 0.0029,
      "step": 3373
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988642200416064e-05,
      "loss": 0.0025,
      "step": 3374
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98863114876704e-05,
      "loss": 0.0015,
      "step": 3375
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886200917744944e-05,
      "loss": 0.0026,
      "step": 3376
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9886090294384866e-05,
      "loss": 0.0016,
      "step": 3377
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988597961759076e-05,
      "loss": 0.0027,
      "step": 3378
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9885868887363236e-05,
      "loss": 0.003,
      "step": 3379
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9885758103702878e-05,
      "loss": 0.0029,
      "step": 3380
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9885647266610298e-05,
      "loss": 0.0026,
      "step": 3381
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9885536376086084e-05,
      "loss": 0.0029,
      "step": 3382
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9885425432130842e-05,
      "loss": 0.0027,
      "step": 3383
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9885314434745172e-05,
      "loss": 0.0024,
      "step": 3384
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988520338392967e-05,
      "loss": 0.0042,
      "step": 3385
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9885092279684938e-05,
      "loss": 0.0019,
      "step": 3386
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884981122011577e-05,
      "loss": 0.0024,
      "step": 3387
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884869910910187e-05,
      "loss": 0.0027,
      "step": 3388
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884758646381367e-05,
      "loss": 0.0023,
      "step": 3389
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884647328425727e-05,
      "loss": 0.0023,
      "step": 3390
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884535957043857e-05,
      "loss": 0.0049,
      "step": 3391
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884424532236366e-05,
      "loss": 0.0018,
      "step": 3392
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884313054003854e-05,
      "loss": 0.004,
      "step": 3393
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884201522346927e-05,
      "loss": 0.0026,
      "step": 3394
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9884089937266183e-05,
      "loss": 0.0025,
      "step": 3395
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9883978298762227e-05,
      "loss": 0.0028,
      "step": 3396
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9883866606835662e-05,
      "loss": 0.0025,
      "step": 3397
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9883754861487095e-05,
      "loss": 0.003,
      "step": 3398
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9883643062717123e-05,
      "loss": 0.0033,
      "step": 3399
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9883531210526358e-05,
      "loss": 0.0009,
      "step": 3400
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98834193049154e-05,
      "loss": 0.0019,
      "step": 3401
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9883307345884856e-05,
      "loss": 0.0027,
      "step": 3402
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988319533343533e-05,
      "loss": 0.0024,
      "step": 3403
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9883083267567428e-05,
      "loss": 0.0026,
      "step": 3404
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882971148281754e-05,
      "loss": 0.0022,
      "step": 3405
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882858975578912e-05,
      "loss": 0.0028,
      "step": 3406
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882746749459517e-05,
      "loss": 0.0033,
      "step": 3407
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882634469924167e-05,
      "loss": 0.0027,
      "step": 3408
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882522136973473e-05,
      "loss": 0.0038,
      "step": 3409
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988240975060804e-05,
      "loss": 0.0019,
      "step": 3410
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882297310828477e-05,
      "loss": 0.0017,
      "step": 3411
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882184817635392e-05,
      "loss": 0.004,
      "step": 3412
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9882072271029395e-05,
      "loss": 0.0028,
      "step": 3413
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881959671011086e-05,
      "loss": 0.0029,
      "step": 3414
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881847017581082e-05,
      "loss": 0.0013,
      "step": 3415
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988173431073999e-05,
      "loss": 0.0017,
      "step": 3416
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881621550488417e-05,
      "loss": 0.0026,
      "step": 3417
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881508736826976e-05,
      "loss": 0.0019,
      "step": 3418
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881395869756272e-05,
      "loss": 0.0023,
      "step": 3419
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881282949276915e-05,
      "loss": 0.0034,
      "step": 3420
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9881169975389522e-05,
      "loss": 0.0027,
      "step": 3421
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98810569480947e-05,
      "loss": 0.0034,
      "step": 3422
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988094386739306e-05,
      "loss": 0.0038,
      "step": 3423
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9880830733285208e-05,
      "loss": 0.0029,
      "step": 3424
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9880717545771762e-05,
      "loss": 0.0037,
      "step": 3425
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9880604304853333e-05,
      "loss": 0.0024,
      "step": 3426
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9880491010530533e-05,
      "loss": 0.0026,
      "step": 3427
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.988037766280397e-05,
      "loss": 0.0014,
      "step": 3428
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9880264261674263e-05,
      "loss": 0.0035,
      "step": 3429
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9880150807142022e-05,
      "loss": 0.0027,
      "step": 3430
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9880037299207857e-05,
      "loss": 0.004,
      "step": 3431
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879923737872385e-05,
      "loss": 0.0027,
      "step": 3432
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879810123136222e-05,
      "loss": 0.0024,
      "step": 3433
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879696454999978e-05,
      "loss": 0.0018,
      "step": 3434
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987958273346427e-05,
      "loss": 0.0018,
      "step": 3435
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987946895852971e-05,
      "loss": 0.0028,
      "step": 3436
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879355130196914e-05,
      "loss": 0.0022,
      "step": 3437
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98792412484665e-05,
      "loss": 0.0034,
      "step": 3438
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987912731333908e-05,
      "loss": 0.0021,
      "step": 3439
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9879013324815268e-05,
      "loss": 0.0014,
      "step": 3440
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9878899282895687e-05,
      "loss": 0.003,
      "step": 3441
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9878785187580948e-05,
      "loss": 0.0022,
      "step": 3442
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987867103887167e-05,
      "loss": 0.0028,
      "step": 3443
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987855683676847e-05,
      "loss": 0.0022,
      "step": 3444
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9878442581271963e-05,
      "loss": 0.0017,
      "step": 3445
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987832827238277e-05,
      "loss": 0.0024,
      "step": 3446
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9878213910101504e-05,
      "loss": 0.0036,
      "step": 3447
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9878099494428787e-05,
      "loss": 0.0021,
      "step": 3448
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877985025365236e-05,
      "loss": 0.0022,
      "step": 3449
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987787050291147e-05,
      "loss": 0.0026,
      "step": 3450
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987775592706811e-05,
      "loss": 0.0033,
      "step": 3451
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987764129783577e-05,
      "loss": 0.0034,
      "step": 3452
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877526615215075e-05,
      "loss": 0.0022,
      "step": 3453
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877411879206644e-05,
      "loss": 0.0024,
      "step": 3454
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877297089811095e-05,
      "loss": 0.003,
      "step": 3455
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987718224702905e-05,
      "loss": 0.0043,
      "step": 3456
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9877067350861124e-05,
      "loss": 0.0028,
      "step": 3457
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987695240130795e-05,
      "loss": 0.0039,
      "step": 3458
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876837398370136e-05,
      "loss": 0.0028,
      "step": 3459
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876722342048315e-05,
      "loss": 0.0022,
      "step": 3460
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876607232343104e-05,
      "loss": 0.0031,
      "step": 3461
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987649206925512e-05,
      "loss": 0.0019,
      "step": 3462
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876376852784995e-05,
      "loss": 0.001,
      "step": 3463
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876261582933348e-05,
      "loss": 0.0024,
      "step": 3464
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876146259700796e-05,
      "loss": 0.0061,
      "step": 3465
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9876030883087975e-05,
      "loss": 0.0031,
      "step": 3466
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9875915453095493e-05,
      "loss": 0.0026,
      "step": 3467
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9875799969723987e-05,
      "loss": 0.0039,
      "step": 3468
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9875684432974074e-05,
      "loss": 0.0025,
      "step": 3469
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987556884284638e-05,
      "loss": 0.0026,
      "step": 3470
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9875453199341535e-05,
      "loss": 0.0021,
      "step": 3471
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9875337502460158e-05,
      "loss": 0.0037,
      "step": 3472
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9875221752202872e-05,
      "loss": 0.0039,
      "step": 3473
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987510594857031e-05,
      "loss": 0.0025,
      "step": 3474
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874990091563094e-05,
      "loss": 0.0031,
      "step": 3475
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987487418118185e-05,
      "loss": 0.0019,
      "step": 3476
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874758217427205e-05,
      "loss": 0.0042,
      "step": 3477
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874642200299784e-05,
      "loss": 0.004,
      "step": 3478
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987452612980022e-05,
      "loss": 0.0012,
      "step": 3479
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874410005929134e-05,
      "loss": 0.0032,
      "step": 3480
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874293828687153e-05,
      "loss": 0.0035,
      "step": 3481
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874177598074915e-05,
      "loss": 0.0024,
      "step": 3482
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9874061314093037e-05,
      "loss": 0.002,
      "step": 3483
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987394497674215e-05,
      "loss": 0.0019,
      "step": 3484
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873828586022885e-05,
      "loss": 0.0021,
      "step": 3485
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873712141935873e-05,
      "loss": 0.0019,
      "step": 3486
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873595644481737e-05,
      "loss": 0.0015,
      "step": 3487
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873479093661113e-05,
      "loss": 0.0017,
      "step": 3488
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987336248947463e-05,
      "loss": 0.0021,
      "step": 3489
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873245831922917e-05,
      "loss": 0.0038,
      "step": 3490
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873129121006602e-05,
      "loss": 0.0042,
      "step": 3491
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9873012356726317e-05,
      "loss": 0.0031,
      "step": 3492
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98728955390827e-05,
      "loss": 0.0027,
      "step": 3493
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987277866807637e-05,
      "loss": 0.0027,
      "step": 3494
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9872661743707966e-05,
      "loss": 0.0022,
      "step": 3495
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9872544765978122e-05,
      "loss": 0.0027,
      "step": 3496
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9872427734887466e-05,
      "loss": 0.0034,
      "step": 3497
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987231065043663e-05,
      "loss": 0.0016,
      "step": 3498
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9872193512626254e-05,
      "loss": 0.0024,
      "step": 3499
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9872076321456962e-05,
      "loss": 0.0023,
      "step": 3500
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9871959076929396e-05,
      "loss": 0.002,
      "step": 3501
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987184177904418e-05,
      "loss": 0.0014,
      "step": 3502
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9871724427801956e-05,
      "loss": 0.0034,
      "step": 3503
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9871607023203353e-05,
      "loss": 0.0026,
      "step": 3504
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987148956524901e-05,
      "loss": 0.003,
      "step": 3505
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987137205393956e-05,
      "loss": 0.0029,
      "step": 3506
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9871254489275634e-05,
      "loss": 0.0018,
      "step": 3507
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9871136871257878e-05,
      "loss": 0.0011,
      "step": 3508
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9871019199886916e-05,
      "loss": 0.0009,
      "step": 3509
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9870901475163392e-05,
      "loss": 0.0018,
      "step": 3510
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987078369708794e-05,
      "loss": 0.0025,
      "step": 3511
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987066586566119e-05,
      "loss": 0.003,
      "step": 3512
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987054798088379e-05,
      "loss": 0.0023,
      "step": 3513
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.987043004275637e-05,
      "loss": 0.004,
      "step": 3514
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9870312051279576e-05,
      "loss": 0.0036,
      "step": 3515
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9870194006454034e-05,
      "loss": 0.0029,
      "step": 3516
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9870075908280385e-05,
      "loss": 0.0034,
      "step": 3517
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9869957756759273e-05,
      "loss": 0.0037,
      "step": 3518
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986983955189133e-05,
      "loss": 0.002,
      "step": 3519
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9869721293677203e-05,
      "loss": 0.0042,
      "step": 3520
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986960298211752e-05,
      "loss": 0.0025,
      "step": 3521
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9869484617212932e-05,
      "loss": 0.0035,
      "step": 3522
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9869366198964072e-05,
      "loss": 0.0028,
      "step": 3523
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9869247727371584e-05,
      "loss": 0.0018,
      "step": 3524
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9869129202436102e-05,
      "loss": 0.0037,
      "step": 3525
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9869010624158273e-05,
      "loss": 0.0022,
      "step": 3526
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986889199253873e-05,
      "loss": 0.0022,
      "step": 3527
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9868773307578125e-05,
      "loss": 0.0012,
      "step": 3528
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9868654569277094e-05,
      "loss": 0.005,
      "step": 3529
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9868535777636284e-05,
      "loss": 0.0027,
      "step": 3530
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986841693265632e-05,
      "loss": 0.0034,
      "step": 3531
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9868298034337864e-05,
      "loss": 0.0035,
      "step": 3532
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986817908268155e-05,
      "loss": 0.0016,
      "step": 3533
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9868060077688023e-05,
      "loss": 0.0036,
      "step": 3534
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986794101935792e-05,
      "loss": 0.0017,
      "step": 3535
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867821907691894e-05,
      "loss": 0.0019,
      "step": 3536
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867702742690585e-05,
      "loss": 0.0028,
      "step": 3537
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867583524354634e-05,
      "loss": 0.002,
      "step": 3538
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867464252684688e-05,
      "loss": 0.0018,
      "step": 3539
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867344927681393e-05,
      "loss": 0.0017,
      "step": 3540
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9867225549345393e-05,
      "loss": 0.0024,
      "step": 3541
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986710611767733e-05,
      "loss": 0.0031,
      "step": 3542
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9866986632677853e-05,
      "loss": 0.0055,
      "step": 3543
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986686709434761e-05,
      "loss": 0.0029,
      "step": 3544
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986674750268724e-05,
      "loss": 0.0024,
      "step": 3545
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9866627857697395e-05,
      "loss": 0.0028,
      "step": 3546
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986650815937872e-05,
      "loss": 0.0022,
      "step": 3547
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9866388407731866e-05,
      "loss": 0.003,
      "step": 3548
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9866268602757474e-05,
      "loss": 0.0027,
      "step": 3549
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986614874445619e-05,
      "loss": 0.004,
      "step": 3550
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986602883282867e-05,
      "loss": 0.0036,
      "step": 3551
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9865908867875556e-05,
      "loss": 0.0023,
      "step": 3552
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98657888495975e-05,
      "loss": 0.0017,
      "step": 3553
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986566877799515e-05,
      "loss": 0.0026,
      "step": 3554
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986554865306915e-05,
      "loss": 0.0027,
      "step": 3555
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986542847482016e-05,
      "loss": 0.0033,
      "step": 3556
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9865308243248814e-05,
      "loss": 0.003,
      "step": 3557
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986518795835578e-05,
      "loss": 0.0022,
      "step": 3558
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986506762014169e-05,
      "loss": 0.0024,
      "step": 3559
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864947228607208e-05,
      "loss": 0.0019,
      "step": 3560
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986482678375298e-05,
      "loss": 0.002,
      "step": 3561
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864706285579655e-05,
      "loss": 0.0018,
      "step": 3562
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986458573408789e-05,
      "loss": 0.0047,
      "step": 3563
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986446512927833e-05,
      "loss": 0.0022,
      "step": 3564
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864344471151627e-05,
      "loss": 0.0025,
      "step": 3565
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986422375970844e-05,
      "loss": 0.0035,
      "step": 3566
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9864102994949417e-05,
      "loss": 0.0042,
      "step": 3567
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9863982176875213e-05,
      "loss": 0.0026,
      "step": 3568
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9863861305486476e-05,
      "loss": 0.0034,
      "step": 3569
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986374038078386e-05,
      "loss": 0.0033,
      "step": 3570
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9863619402768025e-05,
      "loss": 0.0027,
      "step": 3571
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986349837143962e-05,
      "loss": 0.0014,
      "step": 3572
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98633772867993e-05,
      "loss": 0.0035,
      "step": 3573
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9863256148847717e-05,
      "loss": 0.0009,
      "step": 3574
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9863134957585532e-05,
      "loss": 0.0016,
      "step": 3575
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9863013713013394e-05,
      "loss": 0.0023,
      "step": 3576
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986289241513196e-05,
      "loss": 0.0023,
      "step": 3577
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9862771063941887e-05,
      "loss": 0.0033,
      "step": 3578
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9862649659443833e-05,
      "loss": 0.0033,
      "step": 3579
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9862528201638444e-05,
      "loss": 0.0021,
      "step": 3580
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986240669052639e-05,
      "loss": 0.0036,
      "step": 3581
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986228512610832e-05,
      "loss": 0.0034,
      "step": 3582
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9862163508384892e-05,
      "loss": 0.0029,
      "step": 3583
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9862041837356764e-05,
      "loss": 0.003,
      "step": 3584
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9861920113024595e-05,
      "loss": 0.0027,
      "step": 3585
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9861798335389036e-05,
      "loss": 0.0024,
      "step": 3586
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9861676504450757e-05,
      "loss": 0.0035,
      "step": 3587
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986155462021041e-05,
      "loss": 0.0029,
      "step": 3588
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986143268266865e-05,
      "loss": 0.0023,
      "step": 3589
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9861310691826143e-05,
      "loss": 0.0029,
      "step": 3590
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9861188647683543e-05,
      "loss": 0.0031,
      "step": 3591
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9861066550241516e-05,
      "loss": 0.0026,
      "step": 3592
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9860944399500713e-05,
      "loss": 0.0026,
      "step": 3593
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9860822195461802e-05,
      "loss": 0.0034,
      "step": 3594
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9860699938125437e-05,
      "loss": 0.0018,
      "step": 3595
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9860577627492285e-05,
      "loss": 0.0032,
      "step": 3596
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9860455263563007e-05,
      "loss": 0.0026,
      "step": 3597
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986033284633826e-05,
      "loss": 0.0025,
      "step": 3598
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9860210375818707e-05,
      "loss": 0.0034,
      "step": 3599
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.986008785200501e-05,
      "loss": 0.003,
      "step": 3600
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985996527489783e-05,
      "loss": 0.0036,
      "step": 3601
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9859842644497836e-05,
      "loss": 0.0024,
      "step": 3602
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9859719960805685e-05,
      "loss": 0.0034,
      "step": 3603
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985959722382204e-05,
      "loss": 0.0019,
      "step": 3604
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9859474433547564e-05,
      "loss": 0.0029,
      "step": 3605
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9859351589982925e-05,
      "loss": 0.0033,
      "step": 3606
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9859228693128783e-05,
      "loss": 0.0023,
      "step": 3607
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9859105742985803e-05,
      "loss": 0.0022,
      "step": 3608
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9858982739554653e-05,
      "loss": 0.0021,
      "step": 3609
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985885968283599e-05,
      "loss": 0.0019,
      "step": 3610
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9858736572830488e-05,
      "loss": 0.0024,
      "step": 3611
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9858613409538806e-05,
      "loss": 0.0011,
      "step": 3612
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9858490192961616e-05,
      "loss": 0.0031,
      "step": 3613
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9858366923099575e-05,
      "loss": 0.0034,
      "step": 3614
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985824359995336e-05,
      "loss": 0.0019,
      "step": 3615
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9858120223523626e-05,
      "loss": 0.0018,
      "step": 3616
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9857996793811046e-05,
      "loss": 0.0027,
      "step": 3617
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985787331081629e-05,
      "loss": 0.0028,
      "step": 3618
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985774977454002e-05,
      "loss": 0.0012,
      "step": 3619
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9857626184982908e-05,
      "loss": 0.0037,
      "step": 3620
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985750254214562e-05,
      "loss": 0.0033,
      "step": 3621
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9857378846028824e-05,
      "loss": 0.0031,
      "step": 3622
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985725509663319e-05,
      "loss": 0.0014,
      "step": 3623
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985713129395938e-05,
      "loss": 0.0033,
      "step": 3624
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9857007438008075e-05,
      "loss": 0.0023,
      "step": 3625
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9856883528779934e-05,
      "loss": 0.003,
      "step": 3626
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9856759566275634e-05,
      "loss": 0.005,
      "step": 3627
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985663555049584e-05,
      "loss": 0.0034,
      "step": 3628
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9856511481441227e-05,
      "loss": 0.0023,
      "step": 3629
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9856387359112462e-05,
      "loss": 0.0025,
      "step": 3630
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9856263183510217e-05,
      "loss": 0.0025,
      "step": 3631
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9856138954635163e-05,
      "loss": 0.002,
      "step": 3632
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9856014672487967e-05,
      "loss": 0.0027,
      "step": 3633
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985589033706931e-05,
      "loss": 0.0033,
      "step": 3634
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9855765948379858e-05,
      "loss": 0.0028,
      "step": 3635
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9855641506420283e-05,
      "loss": 0.0012,
      "step": 3636
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9855517011191263e-05,
      "loss": 0.0034,
      "step": 3637
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9855392462693466e-05,
      "loss": 0.0028,
      "step": 3638
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9855267860927566e-05,
      "loss": 0.0032,
      "step": 3639
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9855143205894234e-05,
      "loss": 0.0023,
      "step": 3640
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9855018497594148e-05,
      "loss": 0.0014,
      "step": 3641
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985489373602798e-05,
      "loss": 0.0032,
      "step": 3642
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854768921196405e-05,
      "loss": 0.0021,
      "step": 3643
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854644053100097e-05,
      "loss": 0.0022,
      "step": 3644
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854519131739732e-05,
      "loss": 0.0023,
      "step": 3645
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854394157115987e-05,
      "loss": 0.0023,
      "step": 3646
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854269129229532e-05,
      "loss": 0.0013,
      "step": 3647
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854144048081047e-05,
      "loss": 0.0015,
      "step": 3648
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9854018913671204e-05,
      "loss": 0.002,
      "step": 3649
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853893726000684e-05,
      "loss": 0.0022,
      "step": 3650
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853768485070163e-05,
      "loss": 0.0017,
      "step": 3651
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853643190880315e-05,
      "loss": 0.0036,
      "step": 3652
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853517843431823e-05,
      "loss": 0.0032,
      "step": 3653
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853392442725355e-05,
      "loss": 0.0022,
      "step": 3654
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853266988761596e-05,
      "loss": 0.0017,
      "step": 3655
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853141481541222e-05,
      "loss": 0.0032,
      "step": 3656
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9853015921064913e-05,
      "loss": 0.0032,
      "step": 3657
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985289030733335e-05,
      "loss": 0.0033,
      "step": 3658
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9852764640347203e-05,
      "loss": 0.0029,
      "step": 3659
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9852638920107158e-05,
      "loss": 0.003,
      "step": 3660
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985251314661389e-05,
      "loss": 0.0029,
      "step": 3661
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9852387319868085e-05,
      "loss": 0.0019,
      "step": 3662
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985226143987042e-05,
      "loss": 0.0013,
      "step": 3663
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9852135506621575e-05,
      "loss": 0.0019,
      "step": 3664
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985200952012223e-05,
      "loss": 0.0026,
      "step": 3665
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851883480373068e-05,
      "loss": 0.0031,
      "step": 3666
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851757387374768e-05,
      "loss": 0.003,
      "step": 3667
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851631241128016e-05,
      "loss": 0.0024,
      "step": 3668
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851505041633487e-05,
      "loss": 0.0022,
      "step": 3669
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851378788891865e-05,
      "loss": 0.0039,
      "step": 3670
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851252482903837e-05,
      "loss": 0.0025,
      "step": 3671
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9851126123670085e-05,
      "loss": 0.0021,
      "step": 3672
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9850999711191283e-05,
      "loss": 0.003,
      "step": 3673
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9850873245468128e-05,
      "loss": 0.0033,
      "step": 3674
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9850746726501293e-05,
      "loss": 0.0027,
      "step": 3675
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9850620154291463e-05,
      "loss": 0.0038,
      "step": 3676
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985049352883933e-05,
      "loss": 0.0039,
      "step": 3677
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.985036685014557e-05,
      "loss": 0.0023,
      "step": 3678
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9850240118210866e-05,
      "loss": 0.0029,
      "step": 3679
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9850113333035913e-05,
      "loss": 0.0026,
      "step": 3680
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984998649462139e-05,
      "loss": 0.002,
      "step": 3681
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849859602967982e-05,
      "loss": 0.0036,
      "step": 3682
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849732658076375e-05,
      "loss": 0.0049,
      "step": 3683
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849605659947256e-05,
      "loss": 0.0031,
      "step": 3684
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849478608581318e-05,
      "loss": 0.0042,
      "step": 3685
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849351503979233e-05,
      "loss": 0.0038,
      "step": 3686
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849224346141703e-05,
      "loss": 0.0027,
      "step": 3687
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9849097135069403e-05,
      "loss": 0.0022,
      "step": 3688
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984896987076303e-05,
      "loss": 0.0022,
      "step": 3689
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984884255322327e-05,
      "loss": 0.0025,
      "step": 3690
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9848715182450805e-05,
      "loss": 0.0028,
      "step": 3691
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9848587758446328e-05,
      "loss": 0.0046,
      "step": 3692
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984846028121053e-05,
      "loss": 0.0023,
      "step": 3693
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9848332750744097e-05,
      "loss": 0.001,
      "step": 3694
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9848205167047716e-05,
      "loss": 0.0041,
      "step": 3695
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9848077530122083e-05,
      "loss": 0.0029,
      "step": 3696
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984794983996788e-05,
      "loss": 0.003,
      "step": 3697
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847822096585805e-05,
      "loss": 0.0022,
      "step": 3698
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847694299976545e-05,
      "loss": 0.002,
      "step": 3699
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847566450140786e-05,
      "loss": 0.0027,
      "step": 3700
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847438547079227e-05,
      "loss": 0.0032,
      "step": 3701
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847310590792558e-05,
      "loss": 0.0017,
      "step": 3702
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847182581281465e-05,
      "loss": 0.0015,
      "step": 3703
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9847054518546644e-05,
      "loss": 0.003,
      "step": 3704
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984692640258879e-05,
      "loss": 0.0029,
      "step": 3705
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9846798233408588e-05,
      "loss": 0.0029,
      "step": 3706
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9846670011006735e-05,
      "loss": 0.0012,
      "step": 3707
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984654173538392e-05,
      "loss": 0.002,
      "step": 3708
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9846413406540848e-05,
      "loss": 0.0033,
      "step": 3709
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98462850244782e-05,
      "loss": 0.0016,
      "step": 3710
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9846156589196677e-05,
      "loss": 0.0015,
      "step": 3711
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984602810069697e-05,
      "loss": 0.0009,
      "step": 3712
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9845899558979776e-05,
      "loss": 0.0029,
      "step": 3713
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9845770964045785e-05,
      "loss": 0.0033,
      "step": 3714
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9845642315895693e-05,
      "loss": 0.0035,
      "step": 3715
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9845513614530203e-05,
      "loss": 0.0085,
      "step": 3716
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984538485995e-05,
      "loss": 0.002,
      "step": 3717
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984525605215579e-05,
      "loss": 0.0018,
      "step": 3718
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984512719114826e-05,
      "loss": 0.0022,
      "step": 3719
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9844998276928113e-05,
      "loss": 0.002,
      "step": 3720
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9844869309496043e-05,
      "loss": 0.0033,
      "step": 3721
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984474028885275e-05,
      "loss": 0.0015,
      "step": 3722
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9844611214998927e-05,
      "loss": 0.0034,
      "step": 3723
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984448208793527e-05,
      "loss": 0.0035,
      "step": 3724
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9844352907662486e-05,
      "loss": 0.002,
      "step": 3725
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9844223674181263e-05,
      "loss": 0.0032,
      "step": 3726
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9844094387492307e-05,
      "loss": 0.0035,
      "step": 3727
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9843965047596315e-05,
      "loss": 0.0027,
      "step": 3728
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984383565449398e-05,
      "loss": 0.002,
      "step": 3729
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9843706208186012e-05,
      "loss": 0.0023,
      "step": 3730
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98435767086731e-05,
      "loss": 0.0024,
      "step": 3731
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9843447155955956e-05,
      "loss": 0.0027,
      "step": 3732
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9843317550035264e-05,
      "loss": 0.0017,
      "step": 3733
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984318789091174e-05,
      "loss": 0.0031,
      "step": 3734
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9843058178586077e-05,
      "loss": 0.0019,
      "step": 3735
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984292841305898e-05,
      "loss": 0.0031,
      "step": 3736
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9842798594331144e-05,
      "loss": 0.0028,
      "step": 3737
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9842668722403275e-05,
      "loss": 0.0026,
      "step": 3738
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984253879727608e-05,
      "loss": 0.0032,
      "step": 3739
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984240881895025e-05,
      "loss": 0.0026,
      "step": 3740
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9842278787426498e-05,
      "loss": 0.0012,
      "step": 3741
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.9842148702705518e-05,
      "loss": 0.0033,
      "step": 3742
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.984201856478802e-05,
      "loss": 0.002,
      "step": 3743
    },
    {
      "epoch": 0.08,
      "learning_rate": 1.98418883736747e-05,
      "loss": 0.0016,
      "step": 3744
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.984175812936627e-05,
      "loss": 0.0016,
      "step": 3745
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.984162783186343e-05,
      "loss": 0.0036,
      "step": 3746
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9841497481166886e-05,
      "loss": 0.0024,
      "step": 3747
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9841367077277343e-05,
      "loss": 0.0027,
      "step": 3748
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98412366201955e-05,
      "loss": 0.0031,
      "step": 3749
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9841106109922066e-05,
      "loss": 0.0011,
      "step": 3750
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.984097554645775e-05,
      "loss": 0.0029,
      "step": 3751
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.984084492980325e-05,
      "loss": 0.0023,
      "step": 3752
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9840714259959276e-05,
      "loss": 0.0019,
      "step": 3753
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.984058353692654e-05,
      "loss": 0.003,
      "step": 3754
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9840452760705737e-05,
      "loss": 0.0023,
      "step": 3755
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9840321931297585e-05,
      "loss": 0.0022,
      "step": 3756
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9840191048702784e-05,
      "loss": 0.0031,
      "step": 3757
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9840060112922042e-05,
      "loss": 0.0017,
      "step": 3758
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983992912395607e-05,
      "loss": 0.003,
      "step": 3759
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9839798081805572e-05,
      "loss": 0.0038,
      "step": 3760
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9839666986471256e-05,
      "loss": 0.0035,
      "step": 3761
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983953583795384e-05,
      "loss": 0.0024,
      "step": 3762
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983940463625402e-05,
      "loss": 0.0028,
      "step": 3763
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9839273381372513e-05,
      "loss": 0.0024,
      "step": 3764
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9839142073310027e-05,
      "loss": 0.0031,
      "step": 3765
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983901071206727e-05,
      "loss": 0.0019,
      "step": 3766
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9838879297644955e-05,
      "loss": 0.0032,
      "step": 3767
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9838747830043786e-05,
      "loss": 0.0022,
      "step": 3768
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9838616309264483e-05,
      "loss": 0.0029,
      "step": 3769
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983848473530775e-05,
      "loss": 0.0023,
      "step": 3770
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9838353108174298e-05,
      "loss": 0.0023,
      "step": 3771
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9838221427864843e-05,
      "loss": 0.0022,
      "step": 3772
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9838089694380092e-05,
      "loss": 0.0045,
      "step": 3773
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9837957907720762e-05,
      "loss": 0.0014,
      "step": 3774
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983782606788756e-05,
      "loss": 0.0029,
      "step": 3775
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9837694174881202e-05,
      "loss": 0.0037,
      "step": 3776
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98375622287024e-05,
      "loss": 0.0029,
      "step": 3777
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9837430229351863e-05,
      "loss": 0.0022,
      "step": 3778
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9837298176830317e-05,
      "loss": 0.0021,
      "step": 3779
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983716607113846e-05,
      "loss": 0.0025,
      "step": 3780
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9837033912277016e-05,
      "loss": 0.0038,
      "step": 3781
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9836901700246697e-05,
      "loss": 0.0021,
      "step": 3782
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9836769435048215e-05,
      "loss": 0.0019,
      "step": 3783
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983663711668229e-05,
      "loss": 0.0048,
      "step": 3784
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9836504745149632e-05,
      "loss": 0.0028,
      "step": 3785
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983637232045096e-05,
      "loss": 0.002,
      "step": 3786
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9836239842586988e-05,
      "loss": 0.0029,
      "step": 3787
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9836107311558434e-05,
      "loss": 0.0023,
      "step": 3788
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983597472736601e-05,
      "loss": 0.0031,
      "step": 3789
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9835842090010436e-05,
      "loss": 0.0021,
      "step": 3790
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9835709399492432e-05,
      "loss": 0.0019,
      "step": 3791
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9835576655812706e-05,
      "loss": 0.0021,
      "step": 3792
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9835443858971986e-05,
      "loss": 0.0018,
      "step": 3793
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983531100897098e-05,
      "loss": 0.0022,
      "step": 3794
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9835178105810416e-05,
      "loss": 0.0036,
      "step": 3795
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9835045149491007e-05,
      "loss": 0.0026,
      "step": 3796
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983491214001347e-05,
      "loss": 0.0027,
      "step": 3797
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9834779077378524e-05,
      "loss": 0.0022,
      "step": 3798
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983464596158689e-05,
      "loss": 0.0016,
      "step": 3799
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983451279263929e-05,
      "loss": 0.0042,
      "step": 3800
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983437957053644e-05,
      "loss": 0.0018,
      "step": 3801
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983424629527906e-05,
      "loss": 0.002,
      "step": 3802
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9834112966867872e-05,
      "loss": 0.0016,
      "step": 3803
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9833979585303598e-05,
      "loss": 0.0023,
      "step": 3804
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9833846150586956e-05,
      "loss": 0.0024,
      "step": 3805
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983371266271867e-05,
      "loss": 0.0035,
      "step": 3806
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9833579121699456e-05,
      "loss": 0.0033,
      "step": 3807
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9833445527530045e-05,
      "loss": 0.0035,
      "step": 3808
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983331188021115e-05,
      "loss": 0.0027,
      "step": 3809
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9833178179743497e-05,
      "loss": 0.0026,
      "step": 3810
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9833044426127814e-05,
      "loss": 0.0018,
      "step": 3811
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983291061936481e-05,
      "loss": 0.0025,
      "step": 3812
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983277675945522e-05,
      "loss": 0.0021,
      "step": 3813
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983264284639977e-05,
      "loss": 0.0025,
      "step": 3814
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983250888019917e-05,
      "loss": 0.0021,
      "step": 3815
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983237486085416e-05,
      "loss": 0.0035,
      "step": 3816
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9832240788365452e-05,
      "loss": 0.0021,
      "step": 3817
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9832106662733773e-05,
      "loss": 0.0024,
      "step": 3818
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831972483959853e-05,
      "loss": 0.0022,
      "step": 3819
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831838252044417e-05,
      "loss": 0.002,
      "step": 3820
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831703966988188e-05,
      "loss": 0.0023,
      "step": 3821
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831569628791886e-05,
      "loss": 0.0028,
      "step": 3822
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831435237456248e-05,
      "loss": 0.0037,
      "step": 3823
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831300792981994e-05,
      "loss": 0.0026,
      "step": 3824
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831166295369853e-05,
      "loss": 0.0017,
      "step": 3825
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9831031744620547e-05,
      "loss": 0.0018,
      "step": 3826
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.983089714073481e-05,
      "loss": 0.0026,
      "step": 3827
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9830762483713366e-05,
      "loss": 0.002,
      "step": 3828
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9830627773556946e-05,
      "loss": 0.0024,
      "step": 3829
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9830493010266273e-05,
      "loss": 0.0025,
      "step": 3830
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9830358193842078e-05,
      "loss": 0.0018,
      "step": 3831
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9830223324285088e-05,
      "loss": 0.0041,
      "step": 3832
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9830088401596036e-05,
      "loss": 0.002,
      "step": 3833
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982995342577565e-05,
      "loss": 0.0011,
      "step": 3834
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982981839682466e-05,
      "loss": 0.0024,
      "step": 3835
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982968331474379e-05,
      "loss": 0.0033,
      "step": 3836
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9829548179533775e-05,
      "loss": 0.0029,
      "step": 3837
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9829412991195346e-05,
      "loss": 0.0036,
      "step": 3838
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9829277749729235e-05,
      "loss": 0.0043,
      "step": 3839
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9829142455136164e-05,
      "loss": 0.0027,
      "step": 3840
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9829007107416875e-05,
      "loss": 0.0049,
      "step": 3841
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9828871706572096e-05,
      "loss": 0.0022,
      "step": 3842
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9828736252602552e-05,
      "loss": 0.0025,
      "step": 3843
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982860074550899e-05,
      "loss": 0.002,
      "step": 3844
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982846518529213e-05,
      "loss": 0.0026,
      "step": 3845
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9828329571952706e-05,
      "loss": 0.002,
      "step": 3846
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9828193905491457e-05,
      "loss": 0.002,
      "step": 3847
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9828058185909108e-05,
      "loss": 0.002,
      "step": 3848
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98279224132064e-05,
      "loss": 0.0035,
      "step": 3849
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9827786587384062e-05,
      "loss": 0.002,
      "step": 3850
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9827650708442836e-05,
      "loss": 0.002,
      "step": 3851
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9827514776383445e-05,
      "loss": 0.0026,
      "step": 3852
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982737879120663e-05,
      "loss": 0.0016,
      "step": 3853
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9827242752913127e-05,
      "loss": 0.0025,
      "step": 3854
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982710666150367e-05,
      "loss": 0.0036,
      "step": 3855
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9826970516978993e-05,
      "loss": 0.0026,
      "step": 3856
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982683431933983e-05,
      "loss": 0.0019,
      "step": 3857
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9826698068586923e-05,
      "loss": 0.0026,
      "step": 3858
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9826561764721007e-05,
      "loss": 0.0011,
      "step": 3859
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982642540774281e-05,
      "loss": 0.0026,
      "step": 3860
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982628899765309e-05,
      "loss": 0.0023,
      "step": 3861
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9826152534452557e-05,
      "loss": 0.0033,
      "step": 3862
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982601601814197e-05,
      "loss": 0.005,
      "step": 3863
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9825879448722055e-05,
      "loss": 0.0027,
      "step": 3864
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9825742826193555e-05,
      "loss": 0.0024,
      "step": 3865
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982560615055721e-05,
      "loss": 0.0015,
      "step": 3866
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9825469421813755e-05,
      "loss": 0.0022,
      "step": 3867
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982533263996393e-05,
      "loss": 0.001,
      "step": 3868
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9825195805008476e-05,
      "loss": 0.0035,
      "step": 3869
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9825058916948127e-05,
      "loss": 0.0035,
      "step": 3870
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982492197578363e-05,
      "loss": 0.0028,
      "step": 3871
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982478498151572e-05,
      "loss": 0.0025,
      "step": 3872
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9824647934145145e-05,
      "loss": 0.0023,
      "step": 3873
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9824510833672636e-05,
      "loss": 0.0018,
      "step": 3874
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982437368009894e-05,
      "loss": 0.0013,
      "step": 3875
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9824236473424798e-05,
      "loss": 0.0028,
      "step": 3876
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9824099213650948e-05,
      "loss": 0.0024,
      "step": 3877
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982396190077814e-05,
      "loss": 0.0016,
      "step": 3878
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98238245348071e-05,
      "loss": 0.0019,
      "step": 3879
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9823687115738588e-05,
      "loss": 0.0026,
      "step": 3880
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9823549643573338e-05,
      "loss": 0.0023,
      "step": 3881
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9823412118312095e-05,
      "loss": 0.0023,
      "step": 3882
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9823274539955602e-05,
      "loss": 0.0022,
      "step": 3883
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98231369085046e-05,
      "loss": 0.0017,
      "step": 3884
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982299922395984e-05,
      "loss": 0.0025,
      "step": 3885
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982286148632206e-05,
      "loss": 0.0026,
      "step": 3886
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9822723695592007e-05,
      "loss": 0.002,
      "step": 3887
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9822585851770424e-05,
      "loss": 0.0028,
      "step": 3888
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9822447954858056e-05,
      "loss": 0.0023,
      "step": 3889
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9822310004855653e-05,
      "loss": 0.0017,
      "step": 3890
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982217200176395e-05,
      "loss": 0.0033,
      "step": 3891
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9822033945583704e-05,
      "loss": 0.0016,
      "step": 3892
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982189583631566e-05,
      "loss": 0.0026,
      "step": 3893
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9821757673960555e-05,
      "loss": 0.0017,
      "step": 3894
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9821619458519147e-05,
      "loss": 0.0033,
      "step": 3895
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9821481189992175e-05,
      "loss": 0.0026,
      "step": 3896
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982134286838039e-05,
      "loss": 0.0034,
      "step": 3897
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9821204493684544e-05,
      "loss": 0.0019,
      "step": 3898
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9821066065905373e-05,
      "loss": 0.0026,
      "step": 3899
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982092758504364e-05,
      "loss": 0.0046,
      "step": 3900
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982078905110008e-05,
      "loss": 0.002,
      "step": 3901
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982065046407545e-05,
      "loss": 0.002,
      "step": 3902
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9820511823970498e-05,
      "loss": 0.0027,
      "step": 3903
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9820373130785967e-05,
      "loss": 0.0019,
      "step": 3904
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9820234384522617e-05,
      "loss": 0.003,
      "step": 3905
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.982009558518119e-05,
      "loss": 0.0019,
      "step": 3906
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981995673276244e-05,
      "loss": 0.0027,
      "step": 3907
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9819817827267114e-05,
      "loss": 0.0023,
      "step": 3908
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9819678868695966e-05,
      "loss": 0.0034,
      "step": 3909
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9819539857049748e-05,
      "loss": 0.0026,
      "step": 3910
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9819400792329207e-05,
      "loss": 0.0025,
      "step": 3911
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98192616745351e-05,
      "loss": 0.0028,
      "step": 3912
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981912250366817e-05,
      "loss": 0.0025,
      "step": 3913
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981898327972918e-05,
      "loss": 0.0022,
      "step": 3914
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981884400271888e-05,
      "loss": 0.0041,
      "step": 3915
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9818704672638016e-05,
      "loss": 0.0019,
      "step": 3916
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9818565289487348e-05,
      "loss": 0.0025,
      "step": 3917
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9818425853267626e-05,
      "loss": 0.0019,
      "step": 3918
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9818286363979603e-05,
      "loss": 0.0042,
      "step": 3919
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9818146821624037e-05,
      "loss": 0.0015,
      "step": 3920
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981800722620168e-05,
      "loss": 0.0042,
      "step": 3921
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9817867577713284e-05,
      "loss": 0.0031,
      "step": 3922
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981772787615961e-05,
      "loss": 0.0037,
      "step": 3923
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9817588121541407e-05,
      "loss": 0.0026,
      "step": 3924
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9817448313859435e-05,
      "loss": 0.0024,
      "step": 3925
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981730845311444e-05,
      "loss": 0.0021,
      "step": 3926
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9817168539307192e-05,
      "loss": 0.0021,
      "step": 3927
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981702857243844e-05,
      "loss": 0.0022,
      "step": 3928
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9816888552508936e-05,
      "loss": 0.0016,
      "step": 3929
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9816748479519444e-05,
      "loss": 0.0016,
      "step": 3930
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981660835347072e-05,
      "loss": 0.0047,
      "step": 3931
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981646817436352e-05,
      "loss": 0.0028,
      "step": 3932
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9816327942198602e-05,
      "loss": 0.0034,
      "step": 3933
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981618765697672e-05,
      "loss": 0.0023,
      "step": 3934
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981604731869864e-05,
      "loss": 0.0035,
      "step": 3935
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9815906927365116e-05,
      "loss": 0.003,
      "step": 3936
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9815766482976907e-05,
      "loss": 0.0029,
      "step": 3937
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9815625985534773e-05,
      "loss": 0.0021,
      "step": 3938
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981548543503947e-05,
      "loss": 0.0031,
      "step": 3939
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9815344831491763e-05,
      "loss": 0.0026,
      "step": 3940
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981520417489241e-05,
      "loss": 0.0029,
      "step": 3941
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9815063465242172e-05,
      "loss": 0.0019,
      "step": 3942
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9814922702541804e-05,
      "loss": 0.0012,
      "step": 3943
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981478188679207e-05,
      "loss": 0.002,
      "step": 3944
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9814641017993738e-05,
      "loss": 0.0019,
      "step": 3945
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981450009614756e-05,
      "loss": 0.0038,
      "step": 3946
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9814359121254304e-05,
      "loss": 0.0012,
      "step": 3947
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9814218093314726e-05,
      "loss": 0.0017,
      "step": 3948
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9814077012329592e-05,
      "loss": 0.0014,
      "step": 3949
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9813935878299663e-05,
      "loss": 0.0027,
      "step": 3950
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9813794691225706e-05,
      "loss": 0.0041,
      "step": 3951
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9813653451108478e-05,
      "loss": 0.0037,
      "step": 3952
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9813512157948746e-05,
      "loss": 0.0037,
      "step": 3953
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9813370811747276e-05,
      "loss": 0.0014,
      "step": 3954
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9813229412504826e-05,
      "loss": 0.0042,
      "step": 3955
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9813087960222163e-05,
      "loss": 0.0028,
      "step": 3956
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981294645490005e-05,
      "loss": 0.0022,
      "step": 3957
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981280489653926e-05,
      "loss": 0.002,
      "step": 3958
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9812663285140546e-05,
      "loss": 0.002,
      "step": 3959
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9812521620704685e-05,
      "loss": 0.0029,
      "step": 3960
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981237990323243e-05,
      "loss": 0.0033,
      "step": 3961
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9812238132724558e-05,
      "loss": 0.0023,
      "step": 3962
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981209630918183e-05,
      "loss": 0.0027,
      "step": 3963
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9811954432605012e-05,
      "loss": 0.0032,
      "step": 3964
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9811812502994875e-05,
      "loss": 0.0018,
      "step": 3965
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981167052035218e-05,
      "loss": 0.0034,
      "step": 3966
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9811528484677702e-05,
      "loss": 0.0023,
      "step": 3967
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9811386395972202e-05,
      "loss": 0.0021,
      "step": 3968
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9811244254236453e-05,
      "loss": 0.0034,
      "step": 3969
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981110205947122e-05,
      "loss": 0.0017,
      "step": 3970
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9810959811677272e-05,
      "loss": 0.0013,
      "step": 3971
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9810817510855376e-05,
      "loss": 0.0016,
      "step": 3972
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9810675157006306e-05,
      "loss": 0.0026,
      "step": 3973
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.981053275013083e-05,
      "loss": 0.0023,
      "step": 3974
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9810390290229716e-05,
      "loss": 0.002,
      "step": 3975
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9810247777303732e-05,
      "loss": 0.0017,
      "step": 3976
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9810105211353656e-05,
      "loss": 0.0016,
      "step": 3977
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9809962592380248e-05,
      "loss": 0.0028,
      "step": 3978
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980981992038429e-05,
      "loss": 0.0043,
      "step": 3979
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980967719536654e-05,
      "loss": 0.0035,
      "step": 3980
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9809534417327784e-05,
      "loss": 0.0025,
      "step": 3981
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980939158626878e-05,
      "loss": 0.0032,
      "step": 3982
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980924870219031e-05,
      "loss": 0.0025,
      "step": 3983
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9809105765093145e-05,
      "loss": 0.0019,
      "step": 3984
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9808962774978052e-05,
      "loss": 0.002,
      "step": 3985
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980881973184581e-05,
      "loss": 0.0019,
      "step": 3986
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9808676635697187e-05,
      "loss": 0.0037,
      "step": 3987
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980853348653296e-05,
      "loss": 0.0029,
      "step": 3988
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.98083902843539e-05,
      "loss": 0.0031,
      "step": 3989
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9808247029160786e-05,
      "loss": 0.0014,
      "step": 3990
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9808103720954386e-05,
      "loss": 0.0029,
      "step": 3991
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980796035973548e-05,
      "loss": 0.0029,
      "step": 3992
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9807816945504838e-05,
      "loss": 0.0032,
      "step": 3993
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9807673478263238e-05,
      "loss": 0.0024,
      "step": 3994
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9807529958011457e-05,
      "loss": 0.0014,
      "step": 3995
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9807386384750264e-05,
      "loss": 0.002,
      "step": 3996
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9807242758480444e-05,
      "loss": 0.0027,
      "step": 3997
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9807099079202764e-05,
      "loss": 0.0033,
      "step": 3998
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9806955346918012e-05,
      "loss": 0.0021,
      "step": 3999
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9806811561626956e-05,
      "loss": 0.0025,
      "step": 4000
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980666772333037e-05,
      "loss": 0.0026,
      "step": 4001
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9806523832029043e-05,
      "loss": 0.0037,
      "step": 4002
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9806379887723746e-05,
      "loss": 0.0031,
      "step": 4003
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9806235890415257e-05,
      "loss": 0.0009,
      "step": 4004
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9806091840104352e-05,
      "loss": 0.0023,
      "step": 4005
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9805947736791817e-05,
      "loss": 0.002,
      "step": 4006
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9805803580478425e-05,
      "loss": 0.0015,
      "step": 4007
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9805659371164955e-05,
      "loss": 0.0018,
      "step": 4008
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980551510885219e-05,
      "loss": 0.0036,
      "step": 4009
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980537079354091e-05,
      "loss": 0.0022,
      "step": 4010
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980522642523189e-05,
      "loss": 0.0029,
      "step": 4011
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980508200392591e-05,
      "loss": 0.0023,
      "step": 4012
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980493752962376e-05,
      "loss": 0.0024,
      "step": 4013
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980479300232621e-05,
      "loss": 0.0029,
      "step": 4014
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980464842203405e-05,
      "loss": 0.0021,
      "step": 4015
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9804503788748053e-05,
      "loss": 0.0017,
      "step": 4016
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9804359102469005e-05,
      "loss": 0.0031,
      "step": 4017
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980421436319769e-05,
      "loss": 0.0025,
      "step": 4018
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9804069570934888e-05,
      "loss": 0.0025,
      "step": 4019
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9803924725681384e-05,
      "loss": 0.002,
      "step": 4020
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9803779827437956e-05,
      "loss": 0.0017,
      "step": 4021
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980363487620539e-05,
      "loss": 0.0023,
      "step": 4022
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9803489871984472e-05,
      "loss": 0.0026,
      "step": 4023
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980334481477598e-05,
      "loss": 0.0037,
      "step": 4024
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9803199704580702e-05,
      "loss": 0.0032,
      "step": 4025
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9803054541399422e-05,
      "loss": 0.0026,
      "step": 4026
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9802909325232924e-05,
      "loss": 0.0026,
      "step": 4027
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9802764056081995e-05,
      "loss": 0.004,
      "step": 4028
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9802618733947413e-05,
      "loss": 0.0022,
      "step": 4029
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9802473358829975e-05,
      "loss": 0.0018,
      "step": 4030
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9802327930730457e-05,
      "loss": 0.004,
      "step": 4031
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9802182449649648e-05,
      "loss": 0.0022,
      "step": 4032
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9802036915588334e-05,
      "loss": 0.0026,
      "step": 4033
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9801891328547302e-05,
      "loss": 0.0022,
      "step": 4034
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9801745688527343e-05,
      "loss": 0.0017,
      "step": 4035
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980159999552924e-05,
      "loss": 0.0026,
      "step": 4036
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9801454249553776e-05,
      "loss": 0.0013,
      "step": 4037
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980130845060175e-05,
      "loss": 0.0022,
      "step": 4038
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9801162598673938e-05,
      "loss": 0.0028,
      "step": 4039
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9801016693771137e-05,
      "loss": 0.0038,
      "step": 4040
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980087073589413e-05,
      "loss": 0.0027,
      "step": 4041
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9800724725043713e-05,
      "loss": 0.0018,
      "step": 4042
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9800578661220666e-05,
      "loss": 0.003,
      "step": 4043
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9800432544425784e-05,
      "loss": 0.0025,
      "step": 4044
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.980028637465986e-05,
      "loss": 0.0016,
      "step": 4045
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9800140151923677e-05,
      "loss": 0.0018,
      "step": 4046
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9799993876218028e-05,
      "loss": 0.0023,
      "step": 4047
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9799847547543705e-05,
      "loss": 0.0018,
      "step": 4048
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9799701165901498e-05,
      "loss": 0.0029,
      "step": 4049
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9799554731292194e-05,
      "loss": 0.0025,
      "step": 4050
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9799408243716594e-05,
      "loss": 0.0025,
      "step": 4051
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9799261703175482e-05,
      "loss": 0.0037,
      "step": 4052
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9799115109669654e-05,
      "loss": 0.0032,
      "step": 4053
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9798968463199897e-05,
      "loss": 0.0025,
      "step": 4054
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9798821763767008e-05,
      "loss": 0.0016,
      "step": 4055
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9798675011371782e-05,
      "loss": 0.0034,
      "step": 4056
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9798528206015008e-05,
      "loss": 0.0027,
      "step": 4057
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979838134769748e-05,
      "loss": 0.0026,
      "step": 4058
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9798234436419993e-05,
      "loss": 0.0018,
      "step": 4059
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9798087472183338e-05,
      "loss": 0.0028,
      "step": 4060
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9797940454988317e-05,
      "loss": 0.0026,
      "step": 4061
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9797793384835718e-05,
      "loss": 0.002,
      "step": 4062
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9797646261726334e-05,
      "loss": 0.0028,
      "step": 4063
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9797499085660966e-05,
      "loss": 0.0023,
      "step": 4064
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979735185664041e-05,
      "loss": 0.0029,
      "step": 4065
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9797204574665453e-05,
      "loss": 0.0029,
      "step": 4066
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97970572397369e-05,
      "loss": 0.0023,
      "step": 4067
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9796909851855548e-05,
      "loss": 0.0037,
      "step": 4068
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9796762411022185e-05,
      "loss": 0.0014,
      "step": 4069
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9796614917237614e-05,
      "loss": 0.0022,
      "step": 4070
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9796467370502632e-05,
      "loss": 0.0025,
      "step": 4071
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9796319770818035e-05,
      "loss": 0.0019,
      "step": 4072
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9796172118184622e-05,
      "loss": 0.0023,
      "step": 4073
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979602441260319e-05,
      "loss": 0.002,
      "step": 4074
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9795876654074538e-05,
      "loss": 0.0022,
      "step": 4075
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9795728842599466e-05,
      "loss": 0.0018,
      "step": 4076
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9795580978178766e-05,
      "loss": 0.0034,
      "step": 4077
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9795433060813246e-05,
      "loss": 0.0025,
      "step": 4078
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97952850905037e-05,
      "loss": 0.0021,
      "step": 4079
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9795137067250937e-05,
      "loss": 0.0042,
      "step": 4080
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979498899105574e-05,
      "loss": 0.0014,
      "step": 4081
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9794840861918926e-05,
      "loss": 0.0027,
      "step": 4082
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9794692679841285e-05,
      "loss": 0.0021,
      "step": 4083
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9794544444823623e-05,
      "loss": 0.0023,
      "step": 4084
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9794396156866738e-05,
      "loss": 0.0022,
      "step": 4085
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979424781597144e-05,
      "loss": 0.0025,
      "step": 4086
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979409942213852e-05,
      "loss": 0.0033,
      "step": 4087
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979395097536878e-05,
      "loss": 0.0028,
      "step": 4088
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979380247566303e-05,
      "loss": 0.0024,
      "step": 4089
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979365392302207e-05,
      "loss": 0.0038,
      "step": 4090
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9793505317446705e-05,
      "loss": 0.0027,
      "step": 4091
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979335665893773e-05,
      "loss": 0.002,
      "step": 4092
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9793207947495955e-05,
      "loss": 0.0037,
      "step": 4093
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9793059183122184e-05,
      "loss": 0.0018,
      "step": 4094
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979291036581722e-05,
      "loss": 0.0028,
      "step": 4095
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979276149558187e-05,
      "loss": 0.0038,
      "step": 4096
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9792612572416928e-05,
      "loss": 0.002,
      "step": 4097
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9792463596323212e-05,
      "loss": 0.0022,
      "step": 4098
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979231456730152e-05,
      "loss": 0.002,
      "step": 4099
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979216548535266e-05,
      "loss": 0.0037,
      "step": 4100
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9792016350477436e-05,
      "loss": 0.0038,
      "step": 4101
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9791867162676658e-05,
      "loss": 0.0022,
      "step": 4102
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9791717921951126e-05,
      "loss": 0.0032,
      "step": 4103
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9791568628301655e-05,
      "loss": 0.0024,
      "step": 4104
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9791419281729044e-05,
      "loss": 0.0023,
      "step": 4105
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97912698822341e-05,
      "loss": 0.0034,
      "step": 4106
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9791120429817642e-05,
      "loss": 0.0021,
      "step": 4107
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9790970924480465e-05,
      "loss": 0.0019,
      "step": 4108
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979082136622338e-05,
      "loss": 0.0013,
      "step": 4109
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97906717550472e-05,
      "loss": 0.0026,
      "step": 4110
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9790522090952727e-05,
      "loss": 0.0032,
      "step": 4111
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.979037237394078e-05,
      "loss": 0.0022,
      "step": 4112
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9790222604012153e-05,
      "loss": 0.0023,
      "step": 4113
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9790072781167674e-05,
      "loss": 0.0031,
      "step": 4114
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9789922905408136e-05,
      "loss": 0.0018,
      "step": 4115
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9789772976734357e-05,
      "loss": 0.0031,
      "step": 4116
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9789622995147152e-05,
      "loss": 0.0027,
      "step": 4117
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978947296064732e-05,
      "loss": 0.0031,
      "step": 4118
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978932287323568e-05,
      "loss": 0.0025,
      "step": 4119
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9789172732913042e-05,
      "loss": 0.0036,
      "step": 4120
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9789022539680215e-05,
      "loss": 0.0037,
      "step": 4121
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9788872293538017e-05,
      "loss": 0.0027,
      "step": 4122
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978872199448725e-05,
      "loss": 0.0029,
      "step": 4123
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9788571642528737e-05,
      "loss": 0.0021,
      "step": 4124
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9788421237663285e-05,
      "loss": 0.0036,
      "step": 4125
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9788270779891708e-05,
      "loss": 0.0035,
      "step": 4126
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9788120269214815e-05,
      "loss": 0.0027,
      "step": 4127
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9787969705633427e-05,
      "loss": 0.0017,
      "step": 4128
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9787819089148353e-05,
      "loss": 0.0027,
      "step": 4129
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9787668419760407e-05,
      "loss": 0.0031,
      "step": 4130
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9787517697470405e-05,
      "loss": 0.0041,
      "step": 4131
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9787366922279167e-05,
      "loss": 0.0023,
      "step": 4132
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9787216094187495e-05,
      "loss": 0.0017,
      "step": 4133
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9787065213196214e-05,
      "loss": 0.0017,
      "step": 4134
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9786914279306136e-05,
      "loss": 0.0013,
      "step": 4135
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978676329251808e-05,
      "loss": 0.0024,
      "step": 4136
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9786612252832857e-05,
      "loss": 0.0026,
      "step": 4137
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9786461160251286e-05,
      "loss": 0.0018,
      "step": 4138
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9786310014774187e-05,
      "loss": 0.0017,
      "step": 4139
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978615881640237e-05,
      "loss": 0.0027,
      "step": 4140
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978600756513666e-05,
      "loss": 0.0016,
      "step": 4141
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978585626097787e-05,
      "loss": 0.0032,
      "step": 4142
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9785704903926816e-05,
      "loss": 0.002,
      "step": 4143
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978555349398432e-05,
      "loss": 0.0016,
      "step": 4144
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9785402031151196e-05,
      "loss": 0.0034,
      "step": 4145
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9785250515428268e-05,
      "loss": 0.0034,
      "step": 4146
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978509894681635e-05,
      "loss": 0.003,
      "step": 4147
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9784947325316267e-05,
      "loss": 0.003,
      "step": 4148
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9784795650928835e-05,
      "loss": 0.0023,
      "step": 4149
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978464392365487e-05,
      "loss": 0.0029,
      "step": 4150
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97844921434952e-05,
      "loss": 0.003,
      "step": 4151
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978434031045064e-05,
      "loss": 0.0014,
      "step": 4152
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978418842452201e-05,
      "loss": 0.0028,
      "step": 4153
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9784036485710136e-05,
      "loss": 0.0019,
      "step": 4154
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9783884494015834e-05,
      "loss": 0.002,
      "step": 4155
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9783732449439926e-05,
      "loss": 0.0022,
      "step": 4156
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978358035198324e-05,
      "loss": 0.0026,
      "step": 4157
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9783428201646592e-05,
      "loss": 0.0033,
      "step": 4158
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9783275998430806e-05,
      "loss": 0.003,
      "step": 4159
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9783123742336704e-05,
      "loss": 0.0036,
      "step": 4160
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978297143336511e-05,
      "loss": 0.0025,
      "step": 4161
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978281907151684e-05,
      "loss": 0.002,
      "step": 4162
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9782666656792732e-05,
      "loss": 0.0025,
      "step": 4163
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97825141891936e-05,
      "loss": 0.0021,
      "step": 4164
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978236166872027e-05,
      "loss": 0.0025,
      "step": 4165
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9782209095373565e-05,
      "loss": 0.0021,
      "step": 4166
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9782056469154315e-05,
      "loss": 0.0023,
      "step": 4167
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9781903790063337e-05,
      "loss": 0.0018,
      "step": 4168
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9781751058101463e-05,
      "loss": 0.0012,
      "step": 4169
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9781598273269514e-05,
      "loss": 0.0024,
      "step": 4170
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978144543556832e-05,
      "loss": 0.0023,
      "step": 4171
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9781292544998703e-05,
      "loss": 0.0024,
      "step": 4172
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978113960156149e-05,
      "loss": 0.0031,
      "step": 4173
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9780986605257507e-05,
      "loss": 0.002,
      "step": 4174
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9780833556087588e-05,
      "loss": 0.0027,
      "step": 4175
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978068045405255e-05,
      "loss": 0.002,
      "step": 4176
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9780527299153228e-05,
      "loss": 0.0015,
      "step": 4177
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9780374091390447e-05,
      "loss": 0.0022,
      "step": 4178
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9780220830765038e-05,
      "loss": 0.0017,
      "step": 4179
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.978006751727782e-05,
      "loss": 0.0019,
      "step": 4180
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9779914150929635e-05,
      "loss": 0.0028,
      "step": 4181
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.97797607317213e-05,
      "loss": 0.0014,
      "step": 4182
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9779607259653652e-05,
      "loss": 0.0022,
      "step": 4183
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.977945373472752e-05,
      "loss": 0.0026,
      "step": 4184
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.977930015694373e-05,
      "loss": 0.0032,
      "step": 4185
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977914652630311e-05,
      "loss": 0.0018,
      "step": 4186
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97789928428065e-05,
      "loss": 0.0029,
      "step": 4187
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9778839106454722e-05,
      "loss": 0.002,
      "step": 4188
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977868531724861e-05,
      "loss": 0.0029,
      "step": 4189
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9778531475188995e-05,
      "loss": 0.0015,
      "step": 4190
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977837758027671e-05,
      "loss": 0.0022,
      "step": 4191
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9778223632512583e-05,
      "loss": 0.0026,
      "step": 4192
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9778069631897446e-05,
      "loss": 0.0025,
      "step": 4193
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977791557843214e-05,
      "loss": 0.0021,
      "step": 4194
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977776147211749e-05,
      "loss": 0.002,
      "step": 4195
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9777607312954328e-05,
      "loss": 0.0017,
      "step": 4196
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977745310094349e-05,
      "loss": 0.0032,
      "step": 4197
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977729883608581e-05,
      "loss": 0.0014,
      "step": 4198
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9777144518382122e-05,
      "loss": 0.0015,
      "step": 4199
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9776990147833256e-05,
      "loss": 0.0029,
      "step": 4200
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9776835724440052e-05,
      "loss": 0.0025,
      "step": 4201
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9776681248203342e-05,
      "loss": 0.0009,
      "step": 4202
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977652671912396e-05,
      "loss": 0.0015,
      "step": 4203
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9776372137202742e-05,
      "loss": 0.0025,
      "step": 4204
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9776217502440526e-05,
      "loss": 0.0024,
      "step": 4205
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977606281483814e-05,
      "loss": 0.0033,
      "step": 4206
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9775908074396432e-05,
      "loss": 0.0026,
      "step": 4207
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9775753281116228e-05,
      "loss": 0.0018,
      "step": 4208
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977559843499837e-05,
      "loss": 0.0028,
      "step": 4209
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977544353604369e-05,
      "loss": 0.0037,
      "step": 4210
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9775288584253034e-05,
      "loss": 0.0022,
      "step": 4211
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977513357962723e-05,
      "loss": 0.0022,
      "step": 4212
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9774978522167124e-05,
      "loss": 0.0017,
      "step": 4213
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9774823411873547e-05,
      "loss": 0.0022,
      "step": 4214
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977466824874734e-05,
      "loss": 0.0019,
      "step": 4215
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9774513032789347e-05,
      "loss": 0.0027,
      "step": 4216
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97743577640004e-05,
      "loss": 0.0026,
      "step": 4217
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9774202442381337e-05,
      "loss": 0.0034,
      "step": 4218
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9774047067933004e-05,
      "loss": 0.0018,
      "step": 4219
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977389164065624e-05,
      "loss": 0.0027,
      "step": 4220
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977373616055188e-05,
      "loss": 0.0016,
      "step": 4221
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9773580627620767e-05,
      "loss": 0.0014,
      "step": 4222
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9773425041863737e-05,
      "loss": 0.0017,
      "step": 4223
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9773269403281644e-05,
      "loss": 0.004,
      "step": 4224
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9773113711875316e-05,
      "loss": 0.0016,
      "step": 4225
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97729579676456e-05,
      "loss": 0.0008,
      "step": 4226
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9772802170593337e-05,
      "loss": 0.0031,
      "step": 4227
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977264632071937e-05,
      "loss": 0.001,
      "step": 4228
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9772490418024543e-05,
      "loss": 0.0026,
      "step": 4229
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9772334462509693e-05,
      "loss": 0.0046,
      "step": 4230
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9772178454175668e-05,
      "loss": 0.001,
      "step": 4231
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9772022393023308e-05,
      "loss": 0.0021,
      "step": 4232
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977186627905346e-05,
      "loss": 0.0017,
      "step": 4233
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9771710112266963e-05,
      "loss": 0.0021,
      "step": 4234
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9771553892664662e-05,
      "loss": 0.0024,
      "step": 4235
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9771397620247408e-05,
      "loss": 0.0019,
      "step": 4236
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9771241295016036e-05,
      "loss": 0.0029,
      "step": 4237
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97710849169714e-05,
      "loss": 0.0029,
      "step": 4238
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977092848611434e-05,
      "loss": 0.0036,
      "step": 4239
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9770772002445703e-05,
      "loss": 0.0037,
      "step": 4240
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9770615465966334e-05,
      "loss": 0.0034,
      "step": 4241
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.977045887667708e-05,
      "loss": 0.0035,
      "step": 4242
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9770302234578783e-05,
      "loss": 0.002,
      "step": 4243
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9770145539672296e-05,
      "loss": 0.0035,
      "step": 4244
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9769988791958464e-05,
      "loss": 0.0015,
      "step": 4245
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9769831991438133e-05,
      "loss": 0.0023,
      "step": 4246
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976967513811215e-05,
      "loss": 0.0021,
      "step": 4247
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9769518231981366e-05,
      "loss": 0.0041,
      "step": 4248
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9769361273046625e-05,
      "loss": 0.0038,
      "step": 4249
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9769204261308778e-05,
      "loss": 0.0015,
      "step": 4250
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976904719676867e-05,
      "loss": 0.0016,
      "step": 4251
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9768890079427153e-05,
      "loss": 0.0018,
      "step": 4252
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976873290928508e-05,
      "loss": 0.0024,
      "step": 4253
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9768575686343293e-05,
      "loss": 0.0028,
      "step": 4254
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9768418410602648e-05,
      "loss": 0.0023,
      "step": 4255
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976826108206399e-05,
      "loss": 0.0033,
      "step": 4256
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9768103700728175e-05,
      "loss": 0.0013,
      "step": 4257
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9767946266596048e-05,
      "loss": 0.0031,
      "step": 4258
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9767788779668462e-05,
      "loss": 0.0027,
      "step": 4259
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976763123994627e-05,
      "loss": 0.002,
      "step": 4260
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976747364743032e-05,
      "loss": 0.0032,
      "step": 4261
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976731600212147e-05,
      "loss": 0.0024,
      "step": 4262
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9767158304020563e-05,
      "loss": 0.0035,
      "step": 4263
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9767000553128458e-05,
      "loss": 0.0029,
      "step": 4264
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9766842749446004e-05,
      "loss": 0.0027,
      "step": 4265
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9766684892974057e-05,
      "loss": 0.001,
      "step": 4266
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976652698371347e-05,
      "loss": 0.0029,
      "step": 4267
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9766369021665097e-05,
      "loss": 0.0028,
      "step": 4268
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9766211006829787e-05,
      "loss": 0.0031,
      "step": 4269
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9766052939208396e-05,
      "loss": 0.0029,
      "step": 4270
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9765894818801783e-05,
      "loss": 0.0027,
      "step": 4271
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9765736645610797e-05,
      "loss": 0.0026,
      "step": 4272
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9765578419636296e-05,
      "loss": 0.0024,
      "step": 4273
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9765420140879137e-05,
      "loss": 0.0023,
      "step": 4274
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976526180934017e-05,
      "loss": 0.0023,
      "step": 4275
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9765103425020255e-05,
      "loss": 0.0023,
      "step": 4276
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9764944987920247e-05,
      "loss": 0.0028,
      "step": 4277
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9764786498041003e-05,
      "loss": 0.0022,
      "step": 4278
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9764627955383377e-05,
      "loss": 0.0014,
      "step": 4279
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9764469359948225e-05,
      "loss": 0.002,
      "step": 4280
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9764310711736412e-05,
      "loss": 0.0029,
      "step": 4281
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976415201074879e-05,
      "loss": 0.0014,
      "step": 4282
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9763993256986215e-05,
      "loss": 0.002,
      "step": 4283
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9763834450449545e-05,
      "loss": 0.0031,
      "step": 4284
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9763675591139646e-05,
      "loss": 0.0008,
      "step": 4285
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9763516679057364e-05,
      "loss": 0.001,
      "step": 4286
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9763357714203572e-05,
      "loss": 0.0032,
      "step": 4287
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976319869657912e-05,
      "loss": 0.0025,
      "step": 4288
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9763039626184865e-05,
      "loss": 0.0027,
      "step": 4289
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976288050302168e-05,
      "loss": 0.0018,
      "step": 4290
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976272132709041e-05,
      "loss": 0.0028,
      "step": 4291
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9762562098391922e-05,
      "loss": 0.0022,
      "step": 4292
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976240281692708e-05,
      "loss": 0.0021,
      "step": 4293
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976224348269674e-05,
      "loss": 0.0015,
      "step": 4294
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9762084095701765e-05,
      "loss": 0.0025,
      "step": 4295
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9761924655943016e-05,
      "loss": 0.0028,
      "step": 4296
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9761765163421355e-05,
      "loss": 0.0038,
      "step": 4297
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9761605618137643e-05,
      "loss": 0.0031,
      "step": 4298
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9761446020092746e-05,
      "loss": 0.0037,
      "step": 4299
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9761286369287522e-05,
      "loss": 0.0039,
      "step": 4300
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9761126665722835e-05,
      "loss": 0.0012,
      "step": 4301
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976096690939955e-05,
      "loss": 0.0029,
      "step": 4302
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.976080710031853e-05,
      "loss": 0.002,
      "step": 4303
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9760647238480636e-05,
      "loss": 0.0015,
      "step": 4304
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9760487323886737e-05,
      "loss": 0.0016,
      "step": 4305
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9760327356537694e-05,
      "loss": 0.0031,
      "step": 4306
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9760167336434372e-05,
      "loss": 0.0016,
      "step": 4307
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9760007263577635e-05,
      "loss": 0.003,
      "step": 4308
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975984713796835e-05,
      "loss": 0.0032,
      "step": 4309
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9759686959607385e-05,
      "loss": 0.0037,
      "step": 4310
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9759526728495596e-05,
      "loss": 0.0026,
      "step": 4311
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9759366444633862e-05,
      "loss": 0.0023,
      "step": 4312
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975920610802304e-05,
      "loss": 0.0014,
      "step": 4313
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9759045718664e-05,
      "loss": 0.0028,
      "step": 4314
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975888527655761e-05,
      "loss": 0.0017,
      "step": 4315
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9758724781704735e-05,
      "loss": 0.0024,
      "step": 4316
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9758564234106238e-05,
      "loss": 0.0039,
      "step": 4317
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9758403633762996e-05,
      "loss": 0.0027,
      "step": 4318
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9758242980675876e-05,
      "loss": 0.0026,
      "step": 4319
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975808227484574e-05,
      "loss": 0.0027,
      "step": 4320
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9757921516273463e-05,
      "loss": 0.0025,
      "step": 4321
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9757760704959904e-05,
      "loss": 0.0037,
      "step": 4322
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9757599840905944e-05,
      "loss": 0.0032,
      "step": 4323
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9757438924112446e-05,
      "loss": 0.0018,
      "step": 4324
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9757277954580282e-05,
      "loss": 0.0031,
      "step": 4325
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975711693231032e-05,
      "loss": 0.0015,
      "step": 4326
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9756955857303433e-05,
      "loss": 0.0029,
      "step": 4327
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975679472956049e-05,
      "loss": 0.0021,
      "step": 4328
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975663354908236e-05,
      "loss": 0.0022,
      "step": 4329
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975647231586992e-05,
      "loss": 0.0019,
      "step": 4330
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9756311029924033e-05,
      "loss": 0.0029,
      "step": 4331
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975614969124558e-05,
      "loss": 0.0036,
      "step": 4332
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9755988299835422e-05,
      "loss": 0.0012,
      "step": 4333
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975582685569444e-05,
      "loss": 0.0022,
      "step": 4334
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9755665358823508e-05,
      "loss": 0.0037,
      "step": 4335
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9755503809223496e-05,
      "loss": 0.0025,
      "step": 4336
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9755342206895274e-05,
      "loss": 0.0012,
      "step": 4337
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9755180551839714e-05,
      "loss": 0.0026,
      "step": 4338
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97550188440577e-05,
      "loss": 0.0035,
      "step": 4339
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9754857083550095e-05,
      "loss": 0.0019,
      "step": 4340
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9754695270317777e-05,
      "loss": 0.0023,
      "step": 4341
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975453340436163e-05,
      "loss": 0.0023,
      "step": 4342
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975437148568251e-05,
      "loss": 0.002,
      "step": 4343
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9754209514281308e-05,
      "loss": 0.0022,
      "step": 4344
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9754047490158894e-05,
      "loss": 0.002,
      "step": 4345
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9753885413316143e-05,
      "loss": 0.0015,
      "step": 4346
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9753723283753933e-05,
      "loss": 0.0022,
      "step": 4347
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9753561101473138e-05,
      "loss": 0.0013,
      "step": 4348
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9753398866474634e-05,
      "loss": 0.0038,
      "step": 4349
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97532365787593e-05,
      "loss": 0.0023,
      "step": 4350
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9753074238328015e-05,
      "loss": 0.0026,
      "step": 4351
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9752911845181654e-05,
      "loss": 0.0027,
      "step": 4352
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975274939932109e-05,
      "loss": 0.0016,
      "step": 4353
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9752586900747213e-05,
      "loss": 0.0035,
      "step": 4354
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9752424349460888e-05,
      "loss": 0.0024,
      "step": 4355
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9752261745463005e-05,
      "loss": 0.0028,
      "step": 4356
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9752099088754434e-05,
      "loss": 0.0029,
      "step": 4357
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975193637933606e-05,
      "loss": 0.0032,
      "step": 4358
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9751773617208757e-05,
      "loss": 0.0033,
      "step": 4359
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9751610802373413e-05,
      "loss": 0.0016,
      "step": 4360
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9751447934830898e-05,
      "loss": 0.0024,
      "step": 4361
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97512850145821e-05,
      "loss": 0.0017,
      "step": 4362
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9751122041627897e-05,
      "loss": 0.0015,
      "step": 4363
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975095901596917e-05,
      "loss": 0.0033,
      "step": 4364
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97507959376068e-05,
      "loss": 0.0035,
      "step": 4365
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9750632806541667e-05,
      "loss": 0.0026,
      "step": 4366
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9750469622774654e-05,
      "loss": 0.0022,
      "step": 4367
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.975030638630664e-05,
      "loss": 0.0032,
      "step": 4368
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9750143097138514e-05,
      "loss": 0.0018,
      "step": 4369
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9749979755271156e-05,
      "loss": 0.0023,
      "step": 4370
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9749816360705446e-05,
      "loss": 0.0027,
      "step": 4371
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974965291344227e-05,
      "loss": 0.0014,
      "step": 4372
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974948941348251e-05,
      "loss": 0.0017,
      "step": 4373
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9749325860827047e-05,
      "loss": 0.0023,
      "step": 4374
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974916225547677e-05,
      "loss": 0.0023,
      "step": 4375
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9748998597432563e-05,
      "loss": 0.0028,
      "step": 4376
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974883488669531e-05,
      "loss": 0.0015,
      "step": 4377
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974867112326589e-05,
      "loss": 0.0031,
      "step": 4378
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9748507307145194e-05,
      "loss": 0.0013,
      "step": 4379
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974834343833411e-05,
      "loss": 0.0026,
      "step": 4380
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9748179516833515e-05,
      "loss": 0.0017,
      "step": 4381
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9748015542644304e-05,
      "loss": 0.0012,
      "step": 4382
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9747851515767354e-05,
      "loss": 0.003,
      "step": 4383
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9747687436203562e-05,
      "loss": 0.0022,
      "step": 4384
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9747523303953812e-05,
      "loss": 0.0016,
      "step": 4385
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9747359119018982e-05,
      "loss": 0.0028,
      "step": 4386
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974719488139997e-05,
      "loss": 0.0023,
      "step": 4387
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974703059109766e-05,
      "loss": 0.0032,
      "step": 4388
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9746866248112938e-05,
      "loss": 0.0016,
      "step": 4389
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9746701852446695e-05,
      "loss": 0.0023,
      "step": 4390
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9746537404099818e-05,
      "loss": 0.0024,
      "step": 4391
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9746372903073197e-05,
      "loss": 0.0033,
      "step": 4392
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974620834936772e-05,
      "loss": 0.0021,
      "step": 4393
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974604374298428e-05,
      "loss": 0.002,
      "step": 4394
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9745879083923763e-05,
      "loss": 0.0024,
      "step": 4395
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9745714372187058e-05,
      "loss": 0.0022,
      "step": 4396
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9745549607775057e-05,
      "loss": 0.0021,
      "step": 4397
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974538479068865e-05,
      "loss": 0.0033,
      "step": 4398
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9745219920928732e-05,
      "loss": 0.0029,
      "step": 4399
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9745054998496186e-05,
      "loss": 0.0033,
      "step": 4400
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974489002339191e-05,
      "loss": 0.0027,
      "step": 4401
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9744724995616793e-05,
      "loss": 0.0022,
      "step": 4402
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974455991517173e-05,
      "loss": 0.0019,
      "step": 4403
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9744394782057606e-05,
      "loss": 0.003,
      "step": 4404
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9744229596275324e-05,
      "loss": 0.0027,
      "step": 4405
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9744064357825766e-05,
      "loss": 0.0031,
      "step": 4406
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9743899066709835e-05,
      "loss": 0.0026,
      "step": 4407
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9743733722928416e-05,
      "loss": 0.0016,
      "step": 4408
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974356832648241e-05,
      "loss": 0.0034,
      "step": 4409
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9743402877372705e-05,
      "loss": 0.0021,
      "step": 4410
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9743237375600195e-05,
      "loss": 0.0023,
      "step": 4411
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974307182116578e-05,
      "loss": 0.0024,
      "step": 4412
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9742906214070352e-05,
      "loss": 0.0035,
      "step": 4413
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9742740554314806e-05,
      "loss": 0.0022,
      "step": 4414
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9742574841900038e-05,
      "loss": 0.0027,
      "step": 4415
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974240907682694e-05,
      "loss": 0.0031,
      "step": 4416
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9742243259096418e-05,
      "loss": 0.0019,
      "step": 4417
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9742077388709354e-05,
      "loss": 0.0033,
      "step": 4418
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9741911465666654e-05,
      "loss": 0.004,
      "step": 4419
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9741745489969214e-05,
      "loss": 0.0022,
      "step": 4420
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9741579461617927e-05,
      "loss": 0.0022,
      "step": 4421
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9741413380613695e-05,
      "loss": 0.0032,
      "step": 4422
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9741247246957415e-05,
      "loss": 0.0022,
      "step": 4423
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.974108106064998e-05,
      "loss": 0.0034,
      "step": 4424
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9740914821692294e-05,
      "loss": 0.0019,
      "step": 4425
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9740748530085253e-05,
      "loss": 0.0034,
      "step": 4426
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9740582185829758e-05,
      "loss": 0.0014,
      "step": 4427
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9740415788926707e-05,
      "loss": 0.0021,
      "step": 4428
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9740249339376993e-05,
      "loss": 0.0024,
      "step": 4429
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9740082837181526e-05,
      "loss": 0.0037,
      "step": 4430
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9739916282341202e-05,
      "loss": 0.002,
      "step": 4431
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973974967485692e-05,
      "loss": 0.0018,
      "step": 4432
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9739583014729578e-05,
      "loss": 0.0037,
      "step": 4433
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9739416301960083e-05,
      "loss": 0.0042,
      "step": 4434
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973924953654933e-05,
      "loss": 0.0018,
      "step": 4435
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9739082718498225e-05,
      "loss": 0.0027,
      "step": 4436
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9738915847807667e-05,
      "loss": 0.003,
      "step": 4437
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973874892447856e-05,
      "loss": 0.002,
      "step": 4438
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9738581948511806e-05,
      "loss": 0.0022,
      "step": 4439
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9738414919908303e-05,
      "loss": 0.003,
      "step": 4440
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973824783866896e-05,
      "loss": 0.0026,
      "step": 4441
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9738080704794677e-05,
      "loss": 0.0021,
      "step": 4442
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9737913518286357e-05,
      "loss": 0.0033,
      "step": 4443
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9737746279144903e-05,
      "loss": 0.002,
      "step": 4444
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9737578987371228e-05,
      "loss": 0.0022,
      "step": 4445
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973741164296622e-05,
      "loss": 0.0016,
      "step": 4446
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9737244245930793e-05,
      "loss": 0.0021,
      "step": 4447
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9737076796265854e-05,
      "loss": 0.0017,
      "step": 4448
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9736909293972304e-05,
      "loss": 0.0027,
      "step": 4449
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973674173905105e-05,
      "loss": 0.0029,
      "step": 4450
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9736574131502996e-05,
      "loss": 0.0021,
      "step": 4451
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9736406471329047e-05,
      "loss": 0.0026,
      "step": 4452
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973623875853011e-05,
      "loss": 0.0026,
      "step": 4453
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9736070993107096e-05,
      "loss": 0.0029,
      "step": 4454
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9735903175060907e-05,
      "loss": 0.0025,
      "step": 4455
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973573530439245e-05,
      "loss": 0.0029,
      "step": 4456
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9735567381102635e-05,
      "loss": 0.0026,
      "step": 4457
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9735399405192367e-05,
      "loss": 0.0025,
      "step": 4458
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9735231376662557e-05,
      "loss": 0.0018,
      "step": 4459
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973506329551411e-05,
      "loss": 0.0026,
      "step": 4460
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9734895161747937e-05,
      "loss": 0.0019,
      "step": 4461
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9734726975364944e-05,
      "loss": 0.0025,
      "step": 4462
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973455873636604e-05,
      "loss": 0.0024,
      "step": 4463
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973439044475214e-05,
      "loss": 0.001,
      "step": 4464
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9734222100524147e-05,
      "loss": 0.0014,
      "step": 4465
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9734053703682974e-05,
      "loss": 0.0017,
      "step": 4466
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9733885254229533e-05,
      "loss": 0.0024,
      "step": 4467
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9733716752164726e-05,
      "loss": 0.0031,
      "step": 4468
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9733548197489474e-05,
      "loss": 0.0013,
      "step": 4469
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9733379590204683e-05,
      "loss": 0.0038,
      "step": 4470
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9733210930311265e-05,
      "loss": 0.0022,
      "step": 4471
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9733042217810132e-05,
      "loss": 0.0024,
      "step": 4472
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9732873452702198e-05,
      "loss": 0.0009,
      "step": 4473
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973270463498837e-05,
      "loss": 0.0044,
      "step": 4474
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973253576466956e-05,
      "loss": 0.0037,
      "step": 4475
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973236684174669e-05,
      "loss": 0.0023,
      "step": 4476
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9732197866220665e-05,
      "loss": 0.0031,
      "step": 4477
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97320288380924e-05,
      "loss": 0.0016,
      "step": 4478
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9731859757362808e-05,
      "loss": 0.0016,
      "step": 4479
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9731690624032803e-05,
      "loss": 0.0028,
      "step": 4480
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9731521438103302e-05,
      "loss": 0.0038,
      "step": 4481
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9731352199575217e-05,
      "loss": 0.0024,
      "step": 4482
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9731182908449466e-05,
      "loss": 0.0019,
      "step": 4483
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9731013564726956e-05,
      "loss": 0.0012,
      "step": 4484
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9730844168408613e-05,
      "loss": 0.0018,
      "step": 4485
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.973067471949534e-05,
      "loss": 0.0012,
      "step": 4486
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9730505217988063e-05,
      "loss": 0.0035,
      "step": 4487
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9730335663887696e-05,
      "loss": 0.0033,
      "step": 4488
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9730166057195154e-05,
      "loss": 0.0036,
      "step": 4489
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9729996397911354e-05,
      "loss": 0.0036,
      "step": 4490
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9729826686037215e-05,
      "loss": 0.0026,
      "step": 4491
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972965692157365e-05,
      "loss": 0.0025,
      "step": 4492
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972948710452158e-05,
      "loss": 0.0026,
      "step": 4493
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9729317234881922e-05,
      "loss": 0.003,
      "step": 4494
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9729147312655594e-05,
      "loss": 0.0038,
      "step": 4495
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9728977337843513e-05,
      "loss": 0.0022,
      "step": 4496
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9728807310446604e-05,
      "loss": 0.0026,
      "step": 4497
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9728637230465777e-05,
      "loss": 0.0014,
      "step": 4498
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9728467097901954e-05,
      "loss": 0.0025,
      "step": 4499
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972829691275606e-05,
      "loss": 0.0028,
      "step": 4500
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972812667502901e-05,
      "loss": 0.0033,
      "step": 4501
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9727956384721722e-05,
      "loss": 0.0019,
      "step": 4502
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9727786041835123e-05,
      "loss": 0.0032,
      "step": 4503
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9727615646370125e-05,
      "loss": 0.0038,
      "step": 4504
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972744519832766e-05,
      "loss": 0.0023,
      "step": 4505
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972727469770864e-05,
      "loss": 0.0033,
      "step": 4506
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9727104144513992e-05,
      "loss": 0.0018,
      "step": 4507
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9726933538744636e-05,
      "loss": 0.0039,
      "step": 4508
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972676288040149e-05,
      "loss": 0.0023,
      "step": 4509
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9726592169485482e-05,
      "loss": 0.002,
      "step": 4510
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9726421405997537e-05,
      "loss": 0.0026,
      "step": 4511
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972625058993857e-05,
      "loss": 0.0029,
      "step": 4512
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972607972130951e-05,
      "loss": 0.0018,
      "step": 4513
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9725908800111275e-05,
      "loss": 0.0023,
      "step": 4514
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97257378263448e-05,
      "loss": 0.0027,
      "step": 4515
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972556680001099e-05,
      "loss": 0.0029,
      "step": 4516
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972539572111079e-05,
      "loss": 0.0021,
      "step": 4517
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9725224589645114e-05,
      "loss": 0.0024,
      "step": 4518
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972505340561489e-05,
      "loss": 0.0027,
      "step": 4519
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972488216902104e-05,
      "loss": 0.0019,
      "step": 4520
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972471087986449e-05,
      "loss": 0.0022,
      "step": 4521
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9724539538146168e-05,
      "loss": 0.003,
      "step": 4522
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9724368143867e-05,
      "loss": 0.002,
      "step": 4523
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972419669702791e-05,
      "loss": 0.0017,
      "step": 4524
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972402519762983e-05,
      "loss": 0.0024,
      "step": 4525
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972385364567368e-05,
      "loss": 0.0024,
      "step": 4526
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9723682041160393e-05,
      "loss": 0.0025,
      "step": 4527
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9723510384090894e-05,
      "loss": 0.003,
      "step": 4528
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972333867446611e-05,
      "loss": 0.0032,
      "step": 4529
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972316691228697e-05,
      "loss": 0.0036,
      "step": 4530
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97229950975544e-05,
      "loss": 0.003,
      "step": 4531
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9722823230269335e-05,
      "loss": 0.0033,
      "step": 4532
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97226513104327e-05,
      "loss": 0.0023,
      "step": 4533
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972247933804542e-05,
      "loss": 0.0024,
      "step": 4534
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9722307313108434e-05,
      "loss": 0.0012,
      "step": 4535
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9722135235622663e-05,
      "loss": 0.003,
      "step": 4536
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9721963105589044e-05,
      "loss": 0.0021,
      "step": 4537
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97217909230085e-05,
      "loss": 0.0029,
      "step": 4538
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9721618687881965e-05,
      "loss": 0.0018,
      "step": 4539
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9721446400210372e-05,
      "loss": 0.0038,
      "step": 4540
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9721274059994652e-05,
      "loss": 0.0025,
      "step": 4541
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9721101667235736e-05,
      "loss": 0.0026,
      "step": 4542
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972092922193455e-05,
      "loss": 0.0018,
      "step": 4543
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9720756724092033e-05,
      "loss": 0.0024,
      "step": 4544
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.972058417370912e-05,
      "loss": 0.0037,
      "step": 4545
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9720411570786733e-05,
      "loss": 0.0032,
      "step": 4546
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9720238915325814e-05,
      "loss": 0.0019,
      "step": 4547
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9720066207327294e-05,
      "loss": 0.0024,
      "step": 4548
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9719893446792104e-05,
      "loss": 0.0024,
      "step": 4549
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971972063372118e-05,
      "loss": 0.0024,
      "step": 4550
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9719547768115452e-05,
      "loss": 0.0029,
      "step": 4551
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971937484997586e-05,
      "loss": 0.0022,
      "step": 4552
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971920187930334e-05,
      "loss": 0.0027,
      "step": 4553
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9719028856098817e-05,
      "loss": 0.002,
      "step": 4554
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9718855780363237e-05,
      "loss": 0.001,
      "step": 4555
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9718682652097526e-05,
      "loss": 0.0036,
      "step": 4556
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9718509471302633e-05,
      "loss": 0.0032,
      "step": 4557
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971833623797948e-05,
      "loss": 0.0025,
      "step": 4558
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9718162952129007e-05,
      "loss": 0.0027,
      "step": 4559
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971798961375216e-05,
      "loss": 0.0013,
      "step": 4560
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971781622284986e-05,
      "loss": 0.003,
      "step": 4561
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9717642779423056e-05,
      "loss": 0.0031,
      "step": 4562
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9717469283472682e-05,
      "loss": 0.0027,
      "step": 4563
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971729573499968e-05,
      "loss": 0.0031,
      "step": 4564
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9717122134004978e-05,
      "loss": 0.0031,
      "step": 4565
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971694848048952e-05,
      "loss": 0.0034,
      "step": 4566
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9716774774454248e-05,
      "loss": 0.0011,
      "step": 4567
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97166010159001e-05,
      "loss": 0.0038,
      "step": 4568
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9716427204828007e-05,
      "loss": 0.0028,
      "step": 4569
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9716253341238916e-05,
      "loss": 0.0024,
      "step": 4570
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971607942513377e-05,
      "loss": 0.0025,
      "step": 4571
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97159054565135e-05,
      "loss": 0.0024,
      "step": 4572
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971573143537905e-05,
      "loss": 0.0029,
      "step": 4573
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971555736173136e-05,
      "loss": 0.0033,
      "step": 4574
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9715383235571373e-05,
      "loss": 0.0032,
      "step": 4575
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971520905690003e-05,
      "loss": 0.0025,
      "step": 4576
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9715034825718268e-05,
      "loss": 0.0026,
      "step": 4577
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9714860542027036e-05,
      "loss": 0.0024,
      "step": 4578
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971468620582727e-05,
      "loss": 0.0033,
      "step": 4579
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9714511817119913e-05,
      "loss": 0.0023,
      "step": 4580
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9714337375905914e-05,
      "loss": 0.0023,
      "step": 4581
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9714162882186208e-05,
      "loss": 0.0037,
      "step": 4582
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971398833596174e-05,
      "loss": 0.0035,
      "step": 4583
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9713813737233455e-05,
      "loss": 0.0031,
      "step": 4584
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9713639086002295e-05,
      "loss": 0.0016,
      "step": 4585
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9713464382269203e-05,
      "loss": 0.0023,
      "step": 4586
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971328962603513e-05,
      "loss": 0.0021,
      "step": 4587
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9713114817301014e-05,
      "loss": 0.0013,
      "step": 4588
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97129399560678e-05,
      "loss": 0.0013,
      "step": 4589
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9712765042336434e-05,
      "loss": 0.0018,
      "step": 4590
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9712590076107866e-05,
      "loss": 0.001,
      "step": 4591
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9712415057383035e-05,
      "loss": 0.0028,
      "step": 4592
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971223998616289e-05,
      "loss": 0.0017,
      "step": 4593
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971206486244838e-05,
      "loss": 0.0015,
      "step": 4594
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9711889686240446e-05,
      "loss": 0.0024,
      "step": 4595
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9711714457540037e-05,
      "loss": 0.0035,
      "step": 4596
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97115391763481e-05,
      "loss": 0.0022,
      "step": 4597
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971136384266559e-05,
      "loss": 0.0018,
      "step": 4598
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9711188456493437e-05,
      "loss": 0.0022,
      "step": 4599
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9711013017832605e-05,
      "loss": 0.0033,
      "step": 4600
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9710837526684035e-05,
      "loss": 0.0029,
      "step": 4601
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.971066198304868e-05,
      "loss": 0.0029,
      "step": 4602
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9710486386927485e-05,
      "loss": 0.0035,
      "step": 4603
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9710310738321402e-05,
      "loss": 0.0039,
      "step": 4604
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9710135037231372e-05,
      "loss": 0.0014,
      "step": 4605
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9709959283658358e-05,
      "loss": 0.0034,
      "step": 4606
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.97097834776033e-05,
      "loss": 0.0029,
      "step": 4607
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9709607619067156e-05,
      "loss": 0.0025,
      "step": 4608
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9709431708050866e-05,
      "loss": 0.0042,
      "step": 4609
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970925574455539e-05,
      "loss": 0.0033,
      "step": 4610
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9709079728581675e-05,
      "loss": 0.0027,
      "step": 4611
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970890366013067e-05,
      "loss": 0.0027,
      "step": 4612
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9708727539203333e-05,
      "loss": 0.0024,
      "step": 4613
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9708551365800613e-05,
      "loss": 0.0019,
      "step": 4614
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970837513992346e-05,
      "loss": 0.0014,
      "step": 4615
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9708198861572834e-05,
      "loss": 0.0035,
      "step": 4616
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9708022530749678e-05,
      "loss": 0.0013,
      "step": 4617
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970784614745495e-05,
      "loss": 0.0052,
      "step": 4618
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9707669711689598e-05,
      "loss": 0.0026,
      "step": 4619
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9707493223454584e-05,
      "loss": 0.0031,
      "step": 4620
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970731668275086e-05,
      "loss": 0.0014,
      "step": 4621
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9707140089579378e-05,
      "loss": 0.0016,
      "step": 4622
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9706963443941093e-05,
      "loss": 0.0014,
      "step": 4623
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.9706786745836956e-05,
      "loss": 0.0026,
      "step": 4624
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.970660999526793e-05,
      "loss": 0.0031,
      "step": 4625
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9706433192234963e-05,
      "loss": 0.0042,
      "step": 4626
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9706256336739016e-05,
      "loss": 0.0024,
      "step": 4627
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970607942878104e-05,
      "loss": 0.0021,
      "step": 4628
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9705902468362e-05,
      "loss": 0.0038,
      "step": 4629
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9705725455482838e-05,
      "loss": 0.0028,
      "step": 4630
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970554839014452e-05,
      "loss": 0.0044,
      "step": 4631
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9705371272348005e-05,
      "loss": 0.0027,
      "step": 4632
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9705194102094246e-05,
      "loss": 0.0017,
      "step": 4633
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.97050168793842e-05,
      "loss": 0.0026,
      "step": 4634
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970483960421883e-05,
      "loss": 0.0012,
      "step": 4635
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970466227659909e-05,
      "loss": 0.0034,
      "step": 4636
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970448489652594e-05,
      "loss": 0.0031,
      "step": 4637
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9704307464000335e-05,
      "loss": 0.0033,
      "step": 4638
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970412997902324e-05,
      "loss": 0.0031,
      "step": 4639
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970395244159561e-05,
      "loss": 0.0015,
      "step": 4640
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9703774851718406e-05,
      "loss": 0.0026,
      "step": 4641
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970359720939259e-05,
      "loss": 0.0025,
      "step": 4642
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970341951461912e-05,
      "loss": 0.0033,
      "step": 4643
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9703241767398955e-05,
      "loss": 0.0023,
      "step": 4644
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970306396773306e-05,
      "loss": 0.002,
      "step": 4645
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970288611562239e-05,
      "loss": 0.0027,
      "step": 4646
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9702708211067907e-05,
      "loss": 0.0036,
      "step": 4647
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970253025407058e-05,
      "loss": 0.0032,
      "step": 4648
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9702352244631364e-05,
      "loss": 0.0014,
      "step": 4649
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9702174182751222e-05,
      "loss": 0.0007,
      "step": 4650
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970199606843112e-05,
      "loss": 0.0016,
      "step": 4651
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9701817901672012e-05,
      "loss": 0.0029,
      "step": 4652
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9701639682474874e-05,
      "loss": 0.0043,
      "step": 4653
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970146141084066e-05,
      "loss": 0.0027,
      "step": 4654
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9701283086770334e-05,
      "loss": 0.0032,
      "step": 4655
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9701104710264866e-05,
      "loss": 0.0021,
      "step": 4656
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9700926281325213e-05,
      "loss": 0.0025,
      "step": 4657
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9700747799952343e-05,
      "loss": 0.0024,
      "step": 4658
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.970056926614722e-05,
      "loss": 0.0015,
      "step": 4659
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9700390679910807e-05,
      "loss": 0.0016,
      "step": 4660
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9700212041244075e-05,
      "loss": 0.0013,
      "step": 4661
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9700033350147982e-05,
      "loss": 0.0025,
      "step": 4662
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96998546066235e-05,
      "loss": 0.002,
      "step": 4663
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969967581067159e-05,
      "loss": 0.0024,
      "step": 4664
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9699496962293226e-05,
      "loss": 0.0026,
      "step": 4665
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9699318061489366e-05,
      "loss": 0.0029,
      "step": 4666
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969913910826098e-05,
      "loss": 0.0023,
      "step": 4667
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969896010260904e-05,
      "loss": 0.0026,
      "step": 4668
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9698781044534505e-05,
      "loss": 0.0034,
      "step": 4669
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969860193403835e-05,
      "loss": 0.0042,
      "step": 4670
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9698422771121537e-05,
      "loss": 0.0027,
      "step": 4671
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969824355578504e-05,
      "loss": 0.0017,
      "step": 4672
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969806428802983e-05,
      "loss": 0.0032,
      "step": 4673
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9697884967856864e-05,
      "loss": 0.0024,
      "step": 4674
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969770559526712e-05,
      "loss": 0.0038,
      "step": 4675
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9697526170261568e-05,
      "loss": 0.0026,
      "step": 4676
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9697346692841175e-05,
      "loss": 0.0026,
      "step": 4677
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9697167163006915e-05,
      "loss": 0.0017,
      "step": 4678
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969698758075975e-05,
      "loss": 0.0027,
      "step": 4679
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9696807946100657e-05,
      "loss": 0.0022,
      "step": 4680
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9696628259030607e-05,
      "loss": 0.0016,
      "step": 4681
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969644851955057e-05,
      "loss": 0.0017,
      "step": 4682
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9696268727661518e-05,
      "loss": 0.0025,
      "step": 4683
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9696088883364423e-05,
      "loss": 0.0033,
      "step": 4684
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9695908986660255e-05,
      "loss": 0.0026,
      "step": 4685
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9695729037549988e-05,
      "loss": 0.0017,
      "step": 4686
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9695549036034593e-05,
      "loss": 0.0015,
      "step": 4687
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9695368982115045e-05,
      "loss": 0.0019,
      "step": 4688
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9695188875792316e-05,
      "loss": 0.0027,
      "step": 4689
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9695008717067382e-05,
      "loss": 0.003,
      "step": 4690
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969482850594121e-05,
      "loss": 0.0022,
      "step": 4691
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9694648242414782e-05,
      "loss": 0.0024,
      "step": 4692
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969446792648907e-05,
      "loss": 0.0016,
      "step": 4693
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9694287558165042e-05,
      "loss": 0.0014,
      "step": 4694
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9694107137443683e-05,
      "loss": 0.0017,
      "step": 4695
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9693926664325964e-05,
      "loss": 0.0035,
      "step": 4696
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9693746138812857e-05,
      "loss": 0.0014,
      "step": 4697
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9693565560905345e-05,
      "loss": 0.0021,
      "step": 4698
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9693384930604396e-05,
      "loss": 0.0022,
      "step": 4699
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969320424791099e-05,
      "loss": 0.0015,
      "step": 4700
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9693023512826105e-05,
      "loss": 0.0036,
      "step": 4701
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9692842725350715e-05,
      "loss": 0.0019,
      "step": 4702
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9692661885485802e-05,
      "loss": 0.0013,
      "step": 4703
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969248099323234e-05,
      "loss": 0.002,
      "step": 4704
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9692300048591303e-05,
      "loss": 0.0023,
      "step": 4705
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9692119051563676e-05,
      "loss": 0.004,
      "step": 4706
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9691938002150435e-05,
      "loss": 0.0025,
      "step": 4707
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9691756900352553e-05,
      "loss": 0.0021,
      "step": 4708
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9691575746171016e-05,
      "loss": 0.0016,
      "step": 4709
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9691394539606804e-05,
      "loss": 0.0019,
      "step": 4710
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9691213280660892e-05,
      "loss": 0.0024,
      "step": 4711
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9691031969334256e-05,
      "loss": 0.0028,
      "step": 4712
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9690850605627884e-05,
      "loss": 0.0016,
      "step": 4713
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9690669189542754e-05,
      "loss": 0.0029,
      "step": 4714
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9690487721079844e-05,
      "loss": 0.0025,
      "step": 4715
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9690306200240134e-05,
      "loss": 0.0031,
      "step": 4716
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.969012462702461e-05,
      "loss": 0.0024,
      "step": 4717
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9689943001434254e-05,
      "loss": 0.0019,
      "step": 4718
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968976132347004e-05,
      "loss": 0.0025,
      "step": 4719
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9689579593132956e-05,
      "loss": 0.0018,
      "step": 4720
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9689397810423983e-05,
      "loss": 0.0025,
      "step": 4721
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9689215975344106e-05,
      "loss": 0.0018,
      "step": 4722
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9689034087894302e-05,
      "loss": 0.0023,
      "step": 4723
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9688852148075558e-05,
      "loss": 0.0017,
      "step": 4724
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9688670155888853e-05,
      "loss": 0.0023,
      "step": 4725
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968848811133518e-05,
      "loss": 0.0024,
      "step": 4726
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9688306014415514e-05,
      "loss": 0.0023,
      "step": 4727
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9688123865130845e-05,
      "loss": 0.0025,
      "step": 4728
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968794166348215e-05,
      "loss": 0.0041,
      "step": 4729
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9687759409470427e-05,
      "loss": 0.003,
      "step": 4730
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9687577103096647e-05,
      "loss": 0.0037,
      "step": 4731
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96873947443618e-05,
      "loss": 0.0038,
      "step": 4732
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9687212333266878e-05,
      "loss": 0.0033,
      "step": 4733
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968702986981286e-05,
      "loss": 0.0027,
      "step": 4734
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968684735400073e-05,
      "loss": 0.0036,
      "step": 4735
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9686664785831484e-05,
      "loss": 0.0018,
      "step": 4736
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96864821653061e-05,
      "loss": 0.0016,
      "step": 4737
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968629949242557e-05,
      "loss": 0.0019,
      "step": 4738
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9686116767190878e-05,
      "loss": 0.0017,
      "step": 4739
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9685933989603013e-05,
      "loss": 0.0025,
      "step": 4740
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9685751159662966e-05,
      "loss": 0.0027,
      "step": 4741
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9685568277371722e-05,
      "loss": 0.0023,
      "step": 4742
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9685385342730264e-05,
      "loss": 0.002,
      "step": 4743
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9685202355739595e-05,
      "loss": 0.0033,
      "step": 4744
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968501931640069e-05,
      "loss": 0.0034,
      "step": 4745
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9684836224714544e-05,
      "loss": 0.0027,
      "step": 4746
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968465308068215e-05,
      "loss": 0.0023,
      "step": 4747
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9684469884304494e-05,
      "loss": 0.0022,
      "step": 4748
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9684286635582565e-05,
      "loss": 0.0031,
      "step": 4749
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9684103334517358e-05,
      "loss": 0.0024,
      "step": 4750
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9683919981109855e-05,
      "loss": 0.0019,
      "step": 4751
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968373657536106e-05,
      "loss": 0.002,
      "step": 4752
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9683553117271953e-05,
      "loss": 0.0014,
      "step": 4753
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9683369606843528e-05,
      "loss": 0.0014,
      "step": 4754
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9683186044076782e-05,
      "loss": 0.0022,
      "step": 4755
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96830024289727e-05,
      "loss": 0.0017,
      "step": 4756
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968281876153228e-05,
      "loss": 0.0021,
      "step": 4757
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9682635041756515e-05,
      "loss": 0.0019,
      "step": 4758
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9682451269646396e-05,
      "loss": 0.0042,
      "step": 4759
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9682267445202915e-05,
      "loss": 0.0025,
      "step": 4760
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9682083568427066e-05,
      "loss": 0.003,
      "step": 4761
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9681899639319844e-05,
      "loss": 0.0015,
      "step": 4762
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9681715657882243e-05,
      "loss": 0.0037,
      "step": 4763
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9681531624115257e-05,
      "loss": 0.0022,
      "step": 4764
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968134753801988e-05,
      "loss": 0.0028,
      "step": 4765
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.968116339959711e-05,
      "loss": 0.0018,
      "step": 4766
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9680979208847936e-05,
      "loss": 0.0029,
      "step": 4767
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9680794965773363e-05,
      "loss": 0.0029,
      "step": 4768
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9680610670374377e-05,
      "loss": 0.0045,
      "step": 4769
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9680426322651983e-05,
      "loss": 0.0014,
      "step": 4770
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9680241922607172e-05,
      "loss": 0.0049,
      "step": 4771
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9680057470240936e-05,
      "loss": 0.0026,
      "step": 4772
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9679872965554284e-05,
      "loss": 0.0025,
      "step": 4773
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9679688408548203e-05,
      "loss": 0.0023,
      "step": 4774
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9679503799223696e-05,
      "loss": 0.001,
      "step": 4775
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967931913758176e-05,
      "loss": 0.003,
      "step": 4776
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9679134423623392e-05,
      "loss": 0.0027,
      "step": 4777
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9678949657349588e-05,
      "loss": 0.0018,
      "step": 4778
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9678764838761352e-05,
      "loss": 0.0012,
      "step": 4779
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967857996785968e-05,
      "loss": 0.0025,
      "step": 4780
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967839504464557e-05,
      "loss": 0.0026,
      "step": 4781
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9678210069120024e-05,
      "loss": 0.002,
      "step": 4782
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9678025041284042e-05,
      "loss": 0.0019,
      "step": 4783
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967783996113862e-05,
      "loss": 0.0032,
      "step": 4784
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9677654828684764e-05,
      "loss": 0.0022,
      "step": 4785
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967746964392347e-05,
      "loss": 0.0034,
      "step": 4786
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967728440685574e-05,
      "loss": 0.0027,
      "step": 4787
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9677099117482578e-05,
      "loss": 0.0026,
      "step": 4788
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9676913775804985e-05,
      "loss": 0.0022,
      "step": 4789
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9676728381823958e-05,
      "loss": 0.0027,
      "step": 4790
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9676542935540503e-05,
      "loss": 0.0032,
      "step": 4791
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9676357436955623e-05,
      "loss": 0.0034,
      "step": 4792
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9676171886070318e-05,
      "loss": 0.0021,
      "step": 4793
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967598628288559e-05,
      "loss": 0.0025,
      "step": 4794
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9675800627402446e-05,
      "loss": 0.0026,
      "step": 4795
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967561491962189e-05,
      "loss": 0.0026,
      "step": 4796
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9675429159544918e-05,
      "loss": 0.0016,
      "step": 4797
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9675243347172546e-05,
      "loss": 0.002,
      "step": 4798
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967505748250577e-05,
      "loss": 0.0023,
      "step": 4799
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9674871565545594e-05,
      "loss": 0.002,
      "step": 4800
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9674685596293023e-05,
      "loss": 0.0029,
      "step": 4801
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967449957474907e-05,
      "loss": 0.0035,
      "step": 4802
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9674313500914734e-05,
      "loss": 0.002,
      "step": 4803
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9674127374791018e-05,
      "loss": 0.0026,
      "step": 4804
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9673941196378934e-05,
      "loss": 0.0043,
      "step": 4805
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9673754965679487e-05,
      "loss": 0.0015,
      "step": 4806
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967356868269368e-05,
      "loss": 0.0026,
      "step": 4807
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967338234742252e-05,
      "loss": 0.0029,
      "step": 4808
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9673195959867022e-05,
      "loss": 0.0021,
      "step": 4809
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9673009520028188e-05,
      "loss": 0.0017,
      "step": 4810
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967282302790702e-05,
      "loss": 0.002,
      "step": 4811
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9672636483504537e-05,
      "loss": 0.0017,
      "step": 4812
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967244988682174e-05,
      "loss": 0.0029,
      "step": 4813
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967226323785964e-05,
      "loss": 0.0049,
      "step": 4814
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9672076536619243e-05,
      "loss": 0.002,
      "step": 4815
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9671889783101564e-05,
      "loss": 0.0031,
      "step": 4816
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9671702977307606e-05,
      "loss": 0.0021,
      "step": 4817
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967151611923838e-05,
      "loss": 0.0017,
      "step": 4818
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96713292088949e-05,
      "loss": 0.0016,
      "step": 4819
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967114224627817e-05,
      "loss": 0.0019,
      "step": 4820
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9670955231389207e-05,
      "loss": 0.0017,
      "step": 4821
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967076816422902e-05,
      "loss": 0.0024,
      "step": 4822
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967058104479862e-05,
      "loss": 0.0016,
      "step": 4823
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9670393873099015e-05,
      "loss": 0.0033,
      "step": 4824
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9670206649131217e-05,
      "loss": 0.0037,
      "step": 4825
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.967001937289624e-05,
      "loss": 0.0021,
      "step": 4826
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96698320443951e-05,
      "loss": 0.0022,
      "step": 4827
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9669644663628806e-05,
      "loss": 0.003,
      "step": 4828
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9669457230598368e-05,
      "loss": 0.0033,
      "step": 4829
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9669269745304802e-05,
      "loss": 0.0043,
      "step": 4830
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966908220774912e-05,
      "loss": 0.0024,
      "step": 4831
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966889461793234e-05,
      "loss": 0.0019,
      "step": 4832
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966870697585547e-05,
      "loss": 0.0018,
      "step": 4833
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9668519281519523e-05,
      "loss": 0.0016,
      "step": 4834
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9668331534925525e-05,
      "loss": 0.0025,
      "step": 4835
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9668143736074477e-05,
      "loss": 0.0015,
      "step": 4836
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96679558849674e-05,
      "loss": 0.0026,
      "step": 4837
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9667767981605315e-05,
      "loss": 0.0021,
      "step": 4838
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9667580025989227e-05,
      "loss": 0.0029,
      "step": 4839
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9667392018120158e-05,
      "loss": 0.0013,
      "step": 4840
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9667203957999127e-05,
      "loss": 0.0043,
      "step": 4841
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966701584562714e-05,
      "loss": 0.003,
      "step": 4842
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9666827681005226e-05,
      "loss": 0.0028,
      "step": 4843
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966663946413439e-05,
      "loss": 0.0027,
      "step": 4844
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966645119501566e-05,
      "loss": 0.0023,
      "step": 4845
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9666262873650047e-05,
      "loss": 0.0026,
      "step": 4846
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9666074500038572e-05,
      "loss": 0.0038,
      "step": 4847
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966588607418225e-05,
      "loss": 0.0045,
      "step": 4848
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9665697596082105e-05,
      "loss": 0.0019,
      "step": 4849
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966550906573915e-05,
      "loss": 0.0021,
      "step": 4850
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9665320483154408e-05,
      "loss": 0.0024,
      "step": 4851
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9665131848328895e-05,
      "loss": 0.002,
      "step": 4852
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9664943161263634e-05,
      "loss": 0.0022,
      "step": 4853
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966475442195964e-05,
      "loss": 0.004,
      "step": 4854
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9664565630417938e-05,
      "loss": 0.0022,
      "step": 4855
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9664376786639548e-05,
      "loss": 0.0015,
      "step": 4856
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966418789062549e-05,
      "loss": 0.0029,
      "step": 4857
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966399894237678e-05,
      "loss": 0.0034,
      "step": 4858
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966380994189444e-05,
      "loss": 0.0027,
      "step": 4859
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9663620889179505e-05,
      "loss": 0.0029,
      "step": 4860
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9663431784232983e-05,
      "loss": 0.0025,
      "step": 4861
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9663242627055895e-05,
      "loss": 0.004,
      "step": 4862
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9663053417649273e-05,
      "loss": 0.0024,
      "step": 4863
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9662864156014137e-05,
      "loss": 0.0014,
      "step": 4864
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9662674842151506e-05,
      "loss": 0.0021,
      "step": 4865
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9662485476062402e-05,
      "loss": 0.0009,
      "step": 4866
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9662296057747856e-05,
      "loss": 0.0021,
      "step": 4867
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9662106587208886e-05,
      "loss": 0.0028,
      "step": 4868
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9661917064446517e-05,
      "loss": 0.003,
      "step": 4869
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9661727489461775e-05,
      "loss": 0.0017,
      "step": 4870
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966153786225568e-05,
      "loss": 0.0021,
      "step": 4871
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966134818282927e-05,
      "loss": 0.0023,
      "step": 4872
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9661158451183554e-05,
      "loss": 0.0037,
      "step": 4873
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9660968667319562e-05,
      "loss": 0.0033,
      "step": 4874
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9660778831238324e-05,
      "loss": 0.0028,
      "step": 4875
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9660588942940865e-05,
      "loss": 0.0036,
      "step": 4876
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966039900242821e-05,
      "loss": 0.0033,
      "step": 4877
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9660209009701387e-05,
      "loss": 0.0022,
      "step": 4878
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.966001896476142e-05,
      "loss": 0.0021,
      "step": 4879
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965982886760934e-05,
      "loss": 0.0017,
      "step": 4880
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965963871824617e-05,
      "loss": 0.0025,
      "step": 4881
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9659448516672945e-05,
      "loss": 0.0022,
      "step": 4882
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9659258262890683e-05,
      "loss": 0.0021,
      "step": 4883
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965906795690042e-05,
      "loss": 0.0029,
      "step": 4884
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9658877598703185e-05,
      "loss": 0.0022,
      "step": 4885
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96586871883e-05,
      "loss": 0.0014,
      "step": 4886
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9658496725691904e-05,
      "loss": 0.0025,
      "step": 4887
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9658306210879915e-05,
      "loss": 0.0031,
      "step": 4888
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965811564386507e-05,
      "loss": 0.0028,
      "step": 4889
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9657925024648397e-05,
      "loss": 0.0031,
      "step": 4890
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965773435323093e-05,
      "loss": 0.0044,
      "step": 4891
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965754362961369e-05,
      "loss": 0.0033,
      "step": 4892
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965735285379772e-05,
      "loss": 0.0042,
      "step": 4893
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9657162025784044e-05,
      "loss": 0.0026,
      "step": 4894
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9656971145573697e-05,
      "loss": 0.003,
      "step": 4895
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9656780213167703e-05,
      "loss": 0.002,
      "step": 4896
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9656589228567105e-05,
      "loss": 0.002,
      "step": 4897
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9656398191772926e-05,
      "loss": 0.0015,
      "step": 4898
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9656207102786204e-05,
      "loss": 0.0019,
      "step": 4899
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965601596160797e-05,
      "loss": 0.0022,
      "step": 4900
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9655824768239257e-05,
      "loss": 0.0022,
      "step": 4901
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96556335226811e-05,
      "loss": 0.0023,
      "step": 4902
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965544222493453e-05,
      "loss": 0.0021,
      "step": 4903
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965525087500058e-05,
      "loss": 0.0023,
      "step": 4904
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965505947288029e-05,
      "loss": 0.0006,
      "step": 4905
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965486801857469e-05,
      "loss": 0.0018,
      "step": 4906
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9654676512084815e-05,
      "loss": 0.0025,
      "step": 4907
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9654484953411702e-05,
      "loss": 0.0017,
      "step": 4908
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9654293342556387e-05,
      "loss": 0.0024,
      "step": 4909
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96541016795199e-05,
      "loss": 0.0015,
      "step": 4910
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9653909964303283e-05,
      "loss": 0.0035,
      "step": 4911
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965371819690757e-05,
      "loss": 0.0024,
      "step": 4912
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9653526377333796e-05,
      "loss": 0.0036,
      "step": 4913
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9653334505583002e-05,
      "loss": 0.003,
      "step": 4914
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9653142581656222e-05,
      "loss": 0.0024,
      "step": 4915
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965295060555449e-05,
      "loss": 0.0017,
      "step": 4916
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9652758577278854e-05,
      "loss": 0.0023,
      "step": 4917
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9652566496830342e-05,
      "loss": 0.0028,
      "step": 4918
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9652374364209995e-05,
      "loss": 0.0016,
      "step": 4919
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965218217941885e-05,
      "loss": 0.0034,
      "step": 4920
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9651989942457952e-05,
      "loss": 0.0037,
      "step": 4921
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9651797653328332e-05,
      "loss": 0.0022,
      "step": 4922
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9651605312031034e-05,
      "loss": 0.0017,
      "step": 4923
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9651412918567098e-05,
      "loss": 0.0012,
      "step": 4924
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9651220472937564e-05,
      "loss": 0.0018,
      "step": 4925
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9651027975143468e-05,
      "loss": 0.0017,
      "step": 4926
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965083542518585e-05,
      "loss": 0.0025,
      "step": 4927
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9650642823065763e-05,
      "loss": 0.0022,
      "step": 4928
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965045016878423e-05,
      "loss": 0.0009,
      "step": 4929
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965025746234231e-05,
      "loss": 0.0015,
      "step": 4930
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.965006470374103e-05,
      "loss": 0.0028,
      "step": 4931
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9649871892981436e-05,
      "loss": 0.0034,
      "step": 4932
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9649679030064576e-05,
      "loss": 0.0015,
      "step": 4933
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9649486114991486e-05,
      "loss": 0.0033,
      "step": 4934
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964929314776321e-05,
      "loss": 0.0017,
      "step": 4935
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9649100128380794e-05,
      "loss": 0.0034,
      "step": 4936
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9648907056845276e-05,
      "loss": 0.0023,
      "step": 4937
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9648713933157705e-05,
      "loss": 0.0022,
      "step": 4938
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9648520757319122e-05,
      "loss": 0.0026,
      "step": 4939
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9648327529330574e-05,
      "loss": 0.0027,
      "step": 4940
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96481342491931e-05,
      "loss": 0.0024,
      "step": 4941
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9647940916907746e-05,
      "loss": 0.0042,
      "step": 4942
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9647747532475563e-05,
      "loss": 0.003,
      "step": 4943
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964755409589759e-05,
      "loss": 0.0025,
      "step": 4944
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9647360607174875e-05,
      "loss": 0.0018,
      "step": 4945
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964716706630846e-05,
      "loss": 0.0016,
      "step": 4946
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9646973473299398e-05,
      "loss": 0.0033,
      "step": 4947
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9646779828148733e-05,
      "loss": 0.0019,
      "step": 4948
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9646586130857504e-05,
      "loss": 0.003,
      "step": 4949
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964639238142677e-05,
      "loss": 0.0016,
      "step": 4950
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964619857985757e-05,
      "loss": 0.0027,
      "step": 4951
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9646004726150953e-05,
      "loss": 0.0029,
      "step": 4952
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964581082030797e-05,
      "loss": 0.0014,
      "step": 4953
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9645616862329665e-05,
      "loss": 0.0028,
      "step": 4954
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9645422852217087e-05,
      "loss": 0.0038,
      "step": 4955
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9645228789971288e-05,
      "loss": 0.0035,
      "step": 4956
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9645034675593315e-05,
      "loss": 0.0014,
      "step": 4957
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9644840509084218e-05,
      "loss": 0.0021,
      "step": 4958
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964464629044504e-05,
      "loss": 0.0029,
      "step": 4959
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964445201967684e-05,
      "loss": 0.0031,
      "step": 4960
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9644257696780663e-05,
      "loss": 0.0021,
      "step": 4961
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964406332175756e-05,
      "loss": 0.0039,
      "step": 4962
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964386889460858e-05,
      "loss": 0.0024,
      "step": 4963
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964367441533478e-05,
      "loss": 0.0015,
      "step": 4964
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9643479883937206e-05,
      "loss": 0.0027,
      "step": 4965
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964328530041691e-05,
      "loss": 0.0021,
      "step": 4966
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964309066477494e-05,
      "loss": 0.0025,
      "step": 4967
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9642895977012356e-05,
      "loss": 0.0027,
      "step": 4968
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9642701237130208e-05,
      "loss": 0.0029,
      "step": 4969
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9642506445129546e-05,
      "loss": 0.0011,
      "step": 4970
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964231160101142e-05,
      "loss": 0.0028,
      "step": 4971
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964211670477689e-05,
      "loss": 0.0023,
      "step": 4972
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964192175642701e-05,
      "loss": 0.003,
      "step": 4973
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964172675596282e-05,
      "loss": 0.003,
      "step": 4974
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9641531703385392e-05,
      "loss": 0.0031,
      "step": 4975
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964133659869577e-05,
      "loss": 0.0016,
      "step": 4976
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964114144189501e-05,
      "loss": 0.0012,
      "step": 4977
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9640946232984167e-05,
      "loss": 0.0016,
      "step": 4978
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96407509719643e-05,
      "loss": 0.0037,
      "step": 4979
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.964055565883646e-05,
      "loss": 0.0018,
      "step": 4980
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96403602936017e-05,
      "loss": 0.0037,
      "step": 4981
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9640164876261087e-05,
      "loss": 0.0015,
      "step": 4982
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9639969406815664e-05,
      "loss": 0.0032,
      "step": 4983
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9639773885266494e-05,
      "loss": 0.0032,
      "step": 4984
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9639578311614633e-05,
      "loss": 0.0016,
      "step": 4985
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963938268586114e-05,
      "loss": 0.0018,
      "step": 4986
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963918700800707e-05,
      "loss": 0.0036,
      "step": 4987
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963899127805348e-05,
      "loss": 0.0034,
      "step": 4988
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9638795496001432e-05,
      "loss": 0.0032,
      "step": 4989
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9638599661851978e-05,
      "loss": 0.0018,
      "step": 4990
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9638403775606182e-05,
      "loss": 0.0022,
      "step": 4991
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.96382078372651e-05,
      "loss": 0.0029,
      "step": 4992
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963801184682979e-05,
      "loss": 0.0025,
      "step": 4993
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9637815804301315e-05,
      "loss": 0.0022,
      "step": 4994
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9637619709680732e-05,
      "loss": 0.0021,
      "step": 4995
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9637423562969104e-05,
      "loss": 0.002,
      "step": 4996
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9637227364167483e-05,
      "loss": 0.0036,
      "step": 4997
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963703111327694e-05,
      "loss": 0.0019,
      "step": 4998
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9636834810298532e-05,
      "loss": 0.0021,
      "step": 4999
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9636638455233316e-05,
      "loss": 0.0018,
      "step": 5000
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9636442048082353e-05,
      "loss": 0.0019,
      "step": 5001
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963624558884671e-05,
      "loss": 0.0025,
      "step": 5002
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963604907752745e-05,
      "loss": 0.0022,
      "step": 5003
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9635852514125626e-05,
      "loss": 0.0028,
      "step": 5004
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9635655898642308e-05,
      "loss": 0.0031,
      "step": 5005
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963545923107856e-05,
      "loss": 0.0019,
      "step": 5006
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963526251143544e-05,
      "loss": 0.0031,
      "step": 5007
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963506573971401e-05,
      "loss": 0.0021,
      "step": 5008
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963486891591534e-05,
      "loss": 0.0025,
      "step": 5009
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963467204004049e-05,
      "loss": 0.0028,
      "step": 5010
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9634475112090524e-05,
      "loss": 0.0024,
      "step": 5011
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9634278132066503e-05,
      "loss": 0.0012,
      "step": 5012
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9634081099969502e-05,
      "loss": 0.0017,
      "step": 5013
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9633884015800578e-05,
      "loss": 0.0026,
      "step": 5014
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9633686879560794e-05,
      "loss": 0.0012,
      "step": 5015
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9633489691251222e-05,
      "loss": 0.0017,
      "step": 5016
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9633292450872926e-05,
      "loss": 0.0023,
      "step": 5017
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963309515842697e-05,
      "loss": 0.0031,
      "step": 5018
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963289781391442e-05,
      "loss": 0.0015,
      "step": 5019
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9632700417336348e-05,
      "loss": 0.0014,
      "step": 5020
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9632502968693815e-05,
      "loss": 0.0023,
      "step": 5021
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9632305467987887e-05,
      "loss": 0.0018,
      "step": 5022
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963210791521964e-05,
      "loss": 0.0012,
      "step": 5023
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9631910310390133e-05,
      "loss": 0.0021,
      "step": 5024
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963171265350044e-05,
      "loss": 0.0037,
      "step": 5025
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9631514944551625e-05,
      "loss": 0.0025,
      "step": 5026
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963131718354476e-05,
      "loss": 0.0025,
      "step": 5027
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9631119370480913e-05,
      "loss": 0.0021,
      "step": 5028
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963092150536115e-05,
      "loss": 0.0032,
      "step": 5029
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9630723588186544e-05,
      "loss": 0.0022,
      "step": 5030
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9630525618958165e-05,
      "loss": 0.0019,
      "step": 5031
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.963032759767708e-05,
      "loss": 0.0032,
      "step": 5032
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9630129524344365e-05,
      "loss": 0.0018,
      "step": 5033
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962993139896108e-05,
      "loss": 0.0022,
      "step": 5034
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9629733221528308e-05,
      "loss": 0.0025,
      "step": 5035
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9629534992047114e-05,
      "loss": 0.003,
      "step": 5036
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962933671051857e-05,
      "loss": 0.0027,
      "step": 5037
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9629138376943745e-05,
      "loss": 0.0026,
      "step": 5038
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9628939991323717e-05,
      "loss": 0.0022,
      "step": 5039
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9628741553659555e-05,
      "loss": 0.0023,
      "step": 5040
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962854306395233e-05,
      "loss": 0.0037,
      "step": 5041
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9628344522203117e-05,
      "loss": 0.0019,
      "step": 5042
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962814592841299e-05,
      "loss": 0.002,
      "step": 5043
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9627947282583016e-05,
      "loss": 0.0023,
      "step": 5044
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9627748584714277e-05,
      "loss": 0.0019,
      "step": 5045
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9627549834807845e-05,
      "loss": 0.0027,
      "step": 5046
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962735103286479e-05,
      "loss": 0.0028,
      "step": 5047
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9627152178886192e-05,
      "loss": 0.002,
      "step": 5048
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962695327287312e-05,
      "loss": 0.0036,
      "step": 5049
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9626754314826653e-05,
      "loss": 0.0029,
      "step": 5050
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9626555304747868e-05,
      "loss": 0.002,
      "step": 5051
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9626356242637835e-05,
      "loss": 0.0023,
      "step": 5052
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9626157128497637e-05,
      "loss": 0.0026,
      "step": 5053
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9625957962328345e-05,
      "loss": 0.0028,
      "step": 5054
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9625758744131037e-05,
      "loss": 0.0047,
      "step": 5055
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9625559473906784e-05,
      "loss": 0.0025,
      "step": 5056
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9625360151656676e-05,
      "loss": 0.0015,
      "step": 5057
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962516077738178e-05,
      "loss": 0.0023,
      "step": 5058
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962496135108318e-05,
      "loss": 0.0015,
      "step": 5059
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9624761872761945e-05,
      "loss": 0.0023,
      "step": 5060
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962456234241916e-05,
      "loss": 0.0023,
      "step": 5061
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9624362760055905e-05,
      "loss": 0.0009,
      "step": 5062
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.962416312567325e-05,
      "loss": 0.0011,
      "step": 5063
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9623963439272285e-05,
      "loss": 0.0039,
      "step": 5064
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9623763700854087e-05,
      "loss": 0.0018,
      "step": 5065
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.9623563910419725e-05,
      "loss": 0.0026,
      "step": 5066
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9623364067970292e-05,
      "loss": 0.0019,
      "step": 5067
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9623164173506863e-05,
      "loss": 0.0012,
      "step": 5068
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9622964227030515e-05,
      "loss": 0.0034,
      "step": 5069
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9622764228542333e-05,
      "loss": 0.0034,
      "step": 5070
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9622564178043397e-05,
      "loss": 0.0021,
      "step": 5071
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.962236407553479e-05,
      "loss": 0.0023,
      "step": 5072
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.962216392101759e-05,
      "loss": 0.0027,
      "step": 5073
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.962196371449288e-05,
      "loss": 0.003,
      "step": 5074
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9621763455961743e-05,
      "loss": 0.0027,
      "step": 5075
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.962156314542526e-05,
      "loss": 0.0024,
      "step": 5076
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9621362782884517e-05,
      "loss": 0.0031,
      "step": 5077
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9621162368340592e-05,
      "loss": 0.0037,
      "step": 5078
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9620961901794573e-05,
      "loss": 0.0025,
      "step": 5079
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.962076138324754e-05,
      "loss": 0.0027,
      "step": 5080
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.962056081270058e-05,
      "loss": 0.002,
      "step": 5081
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9620360190154773e-05,
      "loss": 0.0037,
      "step": 5082
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.962015951561121e-05,
      "loss": 0.0043,
      "step": 5083
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9619958789070964e-05,
      "loss": 0.003,
      "step": 5084
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961975801053513e-05,
      "loss": 0.0034,
      "step": 5085
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9619557180004794e-05,
      "loss": 0.0019,
      "step": 5086
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9619356297481038e-05,
      "loss": 0.0016,
      "step": 5087
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9619155362964945e-05,
      "loss": 0.0021,
      "step": 5088
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9618954376457604e-05,
      "loss": 0.0015,
      "step": 5089
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9618753337960102e-05,
      "loss": 0.0022,
      "step": 5090
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9618552247473524e-05,
      "loss": 0.002,
      "step": 5091
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9618351104998954e-05,
      "loss": 0.0027,
      "step": 5092
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9618149910537486e-05,
      "loss": 0.0013,
      "step": 5093
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9617948664090204e-05,
      "loss": 0.0032,
      "step": 5094
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9617747365658196e-05,
      "loss": 0.0032,
      "step": 5095
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961754601524255e-05,
      "loss": 0.0022,
      "step": 5096
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9617344612844353e-05,
      "loss": 0.0027,
      "step": 5097
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.96171431584647e-05,
      "loss": 0.0027,
      "step": 5098
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9616941652104666e-05,
      "loss": 0.0026,
      "step": 5099
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9616740093765352e-05,
      "loss": 0.0023,
      "step": 5100
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9616538483447848e-05,
      "loss": 0.0022,
      "step": 5101
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9616336821153234e-05,
      "loss": 0.0012,
      "step": 5102
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961613510688261e-05,
      "loss": 0.0019,
      "step": 5103
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961593334063706e-05,
      "loss": 0.004,
      "step": 5104
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9615731522417678e-05,
      "loss": 0.003,
      "step": 5105
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9615529652225552e-05,
      "loss": 0.0017,
      "step": 5106
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9615327730061775e-05,
      "loss": 0.0021,
      "step": 5107
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961512575592744e-05,
      "loss": 0.0021,
      "step": 5108
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9614923729823635e-05,
      "loss": 0.0021,
      "step": 5109
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9614721651751454e-05,
      "loss": 0.0025,
      "step": 5110
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961451952171199e-05,
      "loss": 0.001,
      "step": 5111
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961431733970633e-05,
      "loss": 0.0009,
      "step": 5112
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9614115105735574e-05,
      "loss": 0.0024,
      "step": 5113
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9613912819800812e-05,
      "loss": 0.0018,
      "step": 5114
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9613710481903135e-05,
      "loss": 0.0036,
      "step": 5115
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961350809204364e-05,
      "loss": 0.0017,
      "step": 5116
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9613305650223423e-05,
      "loss": 0.0016,
      "step": 5117
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9613103156443572e-05,
      "loss": 0.0017,
      "step": 5118
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9612900610705185e-05,
      "loss": 0.0006,
      "step": 5119
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961269801300936e-05,
      "loss": 0.0025,
      "step": 5120
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9612495363357187e-05,
      "loss": 0.002,
      "step": 5121
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961229266174976e-05,
      "loss": 0.0023,
      "step": 5122
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.961208990818818e-05,
      "loss": 0.0017,
      "step": 5123
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9611887102673538e-05,
      "loss": 0.002,
      "step": 5124
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9611684245206935e-05,
      "loss": 0.0026,
      "step": 5125
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9611481335789463e-05,
      "loss": 0.0032,
      "step": 5126
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9611278374422223e-05,
      "loss": 0.0033,
      "step": 5127
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9611075361106308e-05,
      "loss": 0.0026,
      "step": 5128
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9610872295842817e-05,
      "loss": 0.0024,
      "step": 5129
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9610669178632845e-05,
      "loss": 0.0025,
      "step": 5130
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9610466009477494e-05,
      "loss": 0.0016,
      "step": 5131
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9610262788377864e-05,
      "loss": 0.002,
      "step": 5132
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9610059515335043e-05,
      "loss": 0.0016,
      "step": 5133
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960985619035014e-05,
      "loss": 0.0034,
      "step": 5134
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960965281342425e-05,
      "loss": 0.0041,
      "step": 5135
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9609449384558474e-05,
      "loss": 0.0024,
      "step": 5136
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9609245903753907e-05,
      "loss": 0.0025,
      "step": 5137
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960904237101166e-05,
      "loss": 0.0024,
      "step": 5138
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9608838786332816e-05,
      "loss": 0.003,
      "step": 5139
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960863514971849e-05,
      "loss": 0.002,
      "step": 5140
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9608431461169773e-05,
      "loss": 0.0039,
      "step": 5141
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9608227720687775e-05,
      "loss": 0.0024,
      "step": 5142
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9608023928273587e-05,
      "loss": 0.0019,
      "step": 5143
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960782008392832e-05,
      "loss": 0.0036,
      "step": 5144
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960761618765307e-05,
      "loss": 0.0022,
      "step": 5145
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960741223944894e-05,
      "loss": 0.003,
      "step": 5146
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9607208239317033e-05,
      "loss": 0.0045,
      "step": 5147
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960700418725845e-05,
      "loss": 0.0021,
      "step": 5148
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9606800083274296e-05,
      "loss": 0.0018,
      "step": 5149
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9606595927365677e-05,
      "loss": 0.002,
      "step": 5150
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960639171953369e-05,
      "loss": 0.0019,
      "step": 5151
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960618745977944e-05,
      "loss": 0.0021,
      "step": 5152
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9605983148104038e-05,
      "loss": 0.0039,
      "step": 5153
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960577878450858e-05,
      "loss": 0.0026,
      "step": 5154
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9605574368994172e-05,
      "loss": 0.0034,
      "step": 5155
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9605369901561925e-05,
      "loss": 0.0024,
      "step": 5156
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9605165382212936e-05,
      "loss": 0.0027,
      "step": 5157
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9604960810948317e-05,
      "loss": 0.0011,
      "step": 5158
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9604756187769168e-05,
      "loss": 0.0021,
      "step": 5159
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.96045515126766e-05,
      "loss": 0.0018,
      "step": 5160
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9604346785671716e-05,
      "loss": 0.0016,
      "step": 5161
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9604142006755626e-05,
      "loss": 0.0019,
      "step": 5162
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9603937175929433e-05,
      "loss": 0.0021,
      "step": 5163
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9603732293194242e-05,
      "loss": 0.0014,
      "step": 5164
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9603527358551168e-05,
      "loss": 0.0032,
      "step": 5165
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9603322372001315e-05,
      "loss": 0.0016,
      "step": 5166
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9603117333545788e-05,
      "loss": 0.0017,
      "step": 5167
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9602912243185698e-05,
      "loss": 0.0026,
      "step": 5168
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9602707100922153e-05,
      "loss": 0.0019,
      "step": 5169
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9602501906756265e-05,
      "loss": 0.0026,
      "step": 5170
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9602296660689134e-05,
      "loss": 0.0025,
      "step": 5171
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9602091362721882e-05,
      "loss": 0.0028,
      "step": 5172
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960188601285561e-05,
      "loss": 0.0015,
      "step": 5173
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960168061109143e-05,
      "loss": 0.0032,
      "step": 5174
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960147515743045e-05,
      "loss": 0.002,
      "step": 5175
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9601269651873785e-05,
      "loss": 0.0043,
      "step": 5176
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9601064094422543e-05,
      "loss": 0.0019,
      "step": 5177
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9600858485077835e-05,
      "loss": 0.0025,
      "step": 5178
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9600652823840774e-05,
      "loss": 0.0022,
      "step": 5179
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960044711071247e-05,
      "loss": 0.0024,
      "step": 5180
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9600241345694032e-05,
      "loss": 0.003,
      "step": 5181
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.960003552878658e-05,
      "loss": 0.0023,
      "step": 5182
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9599829659991218e-05,
      "loss": 0.0028,
      "step": 5183
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9599623739309066e-05,
      "loss": 0.0024,
      "step": 5184
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959941776674123e-05,
      "loss": 0.0036,
      "step": 5185
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959921174228883e-05,
      "loss": 0.0022,
      "step": 5186
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9599005665952977e-05,
      "loss": 0.0029,
      "step": 5187
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959879953773478e-05,
      "loss": 0.0037,
      "step": 5188
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959859335763536e-05,
      "loss": 0.0027,
      "step": 5189
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959838712565583e-05,
      "loss": 0.0014,
      "step": 5190
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95981808417973e-05,
      "loss": 0.0032,
      "step": 5191
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959797450606089e-05,
      "loss": 0.0014,
      "step": 5192
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9597768118447715e-05,
      "loss": 0.0018,
      "step": 5193
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9597561678958887e-05,
      "loss": 0.0023,
      "step": 5194
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9597355187595524e-05,
      "loss": 0.002,
      "step": 5195
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9597148644358746e-05,
      "loss": 0.0025,
      "step": 5196
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959694204924966e-05,
      "loss": 0.002,
      "step": 5197
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9596735402269388e-05,
      "loss": 0.0016,
      "step": 5198
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959652870341905e-05,
      "loss": 0.0017,
      "step": 5199
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959632195269976e-05,
      "loss": 0.0022,
      "step": 5200
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9596115150112634e-05,
      "loss": 0.0022,
      "step": 5201
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9595908295658793e-05,
      "loss": 0.0014,
      "step": 5202
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9595701389339354e-05,
      "loss": 0.0023,
      "step": 5203
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959549443115543e-05,
      "loss": 0.0039,
      "step": 5204
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959528742110815e-05,
      "loss": 0.0026,
      "step": 5205
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9595080359198623e-05,
      "loss": 0.0025,
      "step": 5206
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9594873245427973e-05,
      "loss": 0.0011,
      "step": 5207
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959466607979732e-05,
      "loss": 0.003,
      "step": 5208
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9594458862307782e-05,
      "loss": 0.0013,
      "step": 5209
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959425159296048e-05,
      "loss": 0.0049,
      "step": 5210
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9594044271756534e-05,
      "loss": 0.0041,
      "step": 5211
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9593836898697065e-05,
      "loss": 0.0021,
      "step": 5212
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959362947378319e-05,
      "loss": 0.003,
      "step": 5213
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9593421997016036e-05,
      "loss": 0.0014,
      "step": 5214
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9593214468396723e-05,
      "loss": 0.0034,
      "step": 5215
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959300688792637e-05,
      "loss": 0.0026,
      "step": 5216
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95927992556061e-05,
      "loss": 0.0025,
      "step": 5217
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9592591571437037e-05,
      "loss": 0.0026,
      "step": 5218
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9592383835420297e-05,
      "loss": 0.003,
      "step": 5219
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9592176047557013e-05,
      "loss": 0.0024,
      "step": 5220
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9591968207848303e-05,
      "loss": 0.0024,
      "step": 5221
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959176031629529e-05,
      "loss": 0.0033,
      "step": 5222
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95915523728991e-05,
      "loss": 0.002,
      "step": 5223
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959134437766085e-05,
      "loss": 0.0027,
      "step": 5224
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9591136330581673e-05,
      "loss": 0.0014,
      "step": 5225
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959092823166269e-05,
      "loss": 0.0026,
      "step": 5226
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9590720080905023e-05,
      "loss": 0.003,
      "step": 5227
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95905118783098e-05,
      "loss": 0.0026,
      "step": 5228
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959030362387815e-05,
      "loss": 0.0027,
      "step": 5229
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.959009531761119e-05,
      "loss": 0.0019,
      "step": 5230
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958988695951005e-05,
      "loss": 0.0024,
      "step": 5231
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9589678549575857e-05,
      "loss": 0.0021,
      "step": 5232
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9589470087809738e-05,
      "loss": 0.0017,
      "step": 5233
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958926157421282e-05,
      "loss": 0.003,
      "step": 5234
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958905300878623e-05,
      "loss": 0.0016,
      "step": 5235
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9588844391531088e-05,
      "loss": 0.0022,
      "step": 5236
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958863572244853e-05,
      "loss": 0.0019,
      "step": 5237
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9588427001539687e-05,
      "loss": 0.0035,
      "step": 5238
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9588218228805672e-05,
      "loss": 0.0026,
      "step": 5239
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958800940424763e-05,
      "loss": 0.0018,
      "step": 5240
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958780052786668e-05,
      "loss": 0.0017,
      "step": 5241
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9587591599663955e-05,
      "loss": 0.0037,
      "step": 5242
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9587382619640582e-05,
      "loss": 0.002,
      "step": 5243
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958717358779769e-05,
      "loss": 0.0025,
      "step": 5244
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9586964504136414e-05,
      "loss": 0.0029,
      "step": 5245
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9586755368657877e-05,
      "loss": 0.0024,
      "step": 5246
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9586546181363214e-05,
      "loss": 0.0016,
      "step": 5247
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9586336942253553e-05,
      "loss": 0.0022,
      "step": 5248
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958612765133003e-05,
      "loss": 0.0016,
      "step": 5249
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9585918308593768e-05,
      "loss": 0.0016,
      "step": 5250
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9585708914045904e-05,
      "loss": 0.002,
      "step": 5251
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958549946768757e-05,
      "loss": 0.0025,
      "step": 5252
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95852899695199e-05,
      "loss": 0.0014,
      "step": 5253
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9585080419544016e-05,
      "loss": 0.0021,
      "step": 5254
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958487081776106e-05,
      "loss": 0.0016,
      "step": 5255
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9584661164172165e-05,
      "loss": 0.0016,
      "step": 5256
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9584451458778463e-05,
      "loss": 0.0019,
      "step": 5257
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958424170158108e-05,
      "loss": 0.0029,
      "step": 5258
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958403189258116e-05,
      "loss": 0.0024,
      "step": 5259
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9583822031779837e-05,
      "loss": 0.0039,
      "step": 5260
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9583612119178233e-05,
      "loss": 0.0012,
      "step": 5261
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95834021547775e-05,
      "loss": 0.0018,
      "step": 5262
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9583192138578755e-05,
      "loss": 0.0032,
      "step": 5263
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9582982070583147e-05,
      "loss": 0.0011,
      "step": 5264
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9582771950791802e-05,
      "loss": 0.0022,
      "step": 5265
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9582561779205864e-05,
      "loss": 0.0013,
      "step": 5266
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9582351555826466e-05,
      "loss": 0.0018,
      "step": 5267
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958214128065474e-05,
      "loss": 0.003,
      "step": 5268
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9581930953691826e-05,
      "loss": 0.001,
      "step": 5269
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958172057493886e-05,
      "loss": 0.004,
      "step": 5270
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9581510144396982e-05,
      "loss": 0.0019,
      "step": 5271
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9581299662067327e-05,
      "loss": 0.0015,
      "step": 5272
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958108912795103e-05,
      "loss": 0.0024,
      "step": 5273
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958087854204923e-05,
      "loss": 0.0014,
      "step": 5274
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9580667904363075e-05,
      "loss": 0.0023,
      "step": 5275
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9580457214893688e-05,
      "loss": 0.0024,
      "step": 5276
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.958024647364222e-05,
      "loss": 0.0026,
      "step": 5277
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95800356806098e-05,
      "loss": 0.0009,
      "step": 5278
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9579824835797574e-05,
      "loss": 0.002,
      "step": 5279
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957961393920668e-05,
      "loss": 0.0014,
      "step": 5280
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957940299083826e-05,
      "loss": 0.0028,
      "step": 5281
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9579191990693448e-05,
      "loss": 0.0021,
      "step": 5282
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957898093877339e-05,
      "loss": 0.0017,
      "step": 5283
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9578769835079227e-05,
      "loss": 0.0012,
      "step": 5284
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95785586796121e-05,
      "loss": 0.004,
      "step": 5285
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9578347472373145e-05,
      "loss": 0.0016,
      "step": 5286
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9578136213363506e-05,
      "loss": 0.0022,
      "step": 5287
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957792490258433e-05,
      "loss": 0.0028,
      "step": 5288
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957771354003675e-05,
      "loss": 0.0019,
      "step": 5289
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9577502125721918e-05,
      "loss": 0.0023,
      "step": 5290
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957729065964097e-05,
      "loss": 0.0021,
      "step": 5291
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9577079141795052e-05,
      "loss": 0.0021,
      "step": 5292
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957686757218531e-05,
      "loss": 0.0026,
      "step": 5293
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957665595081288e-05,
      "loss": 0.0029,
      "step": 5294
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9576444277678906e-05,
      "loss": 0.002,
      "step": 5295
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957623255278454e-05,
      "loss": 0.0023,
      "step": 5296
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9576020776130928e-05,
      "loss": 0.0026,
      "step": 5297
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95758089477192e-05,
      "loss": 0.0018,
      "step": 5298
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9575597067550513e-05,
      "loss": 0.0011,
      "step": 5299
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957538513562601e-05,
      "loss": 0.0014,
      "step": 5300
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9575173151946833e-05,
      "loss": 0.0014,
      "step": 5301
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957496111651413e-05,
      "loss": 0.0016,
      "step": 5302
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957474902932905e-05,
      "loss": 0.0035,
      "step": 5303
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9574536890392735e-05,
      "loss": 0.003,
      "step": 5304
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9574324699706334e-05,
      "loss": 0.0021,
      "step": 5305
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9574112457270993e-05,
      "loss": 0.0033,
      "step": 5306
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9573900163087858e-05,
      "loss": 0.0025,
      "step": 5307
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9573687817158078e-05,
      "loss": 0.0024,
      "step": 5308
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95734754194828e-05,
      "loss": 0.0013,
      "step": 5309
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9573262970063172e-05,
      "loss": 0.0019,
      "step": 5310
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9573050468900344e-05,
      "loss": 0.0022,
      "step": 5311
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9572837915995464e-05,
      "loss": 0.0021,
      "step": 5312
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957262531134968e-05,
      "loss": 0.0021,
      "step": 5313
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9572412654964142e-05,
      "loss": 0.0019,
      "step": 5314
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9572199946839997e-05,
      "loss": 0.0017,
      "step": 5315
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9571987186978396e-05,
      "loss": 0.0027,
      "step": 5316
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957177437538049e-05,
      "loss": 0.0035,
      "step": 5317
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9571561512047426e-05,
      "loss": 0.0013,
      "step": 5318
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9571348596980363e-05,
      "loss": 0.0022,
      "step": 5319
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957113563018044e-05,
      "loss": 0.0013,
      "step": 5320
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9570922611648816e-05,
      "loss": 0.0025,
      "step": 5321
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957070954138664e-05,
      "loss": 0.002,
      "step": 5322
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9570496419395066e-05,
      "loss": 0.0023,
      "step": 5323
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957028324567524e-05,
      "loss": 0.002,
      "step": 5324
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.957007002022832e-05,
      "loss": 0.0031,
      "step": 5325
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956985674305546e-05,
      "loss": 0.0014,
      "step": 5326
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9569643414157804e-05,
      "loss": 0.003,
      "step": 5327
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9569430033536513e-05,
      "loss": 0.0013,
      "step": 5328
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9569216601192737e-05,
      "loss": 0.0021,
      "step": 5329
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9569003117127628e-05,
      "loss": 0.0024,
      "step": 5330
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9568789581342345e-05,
      "loss": 0.0009,
      "step": 5331
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956857599383804e-05,
      "loss": 0.0019,
      "step": 5332
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9568362354615863e-05,
      "loss": 0.0017,
      "step": 5333
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9568148663676977e-05,
      "loss": 0.0026,
      "step": 5334
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9567934921022528e-05,
      "loss": 0.0013,
      "step": 5335
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956772112665368e-05,
      "loss": 0.0025,
      "step": 5336
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9567507280571577e-05,
      "loss": 0.0015,
      "step": 5337
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956729338277739e-05,
      "loss": 0.0016,
      "step": 5338
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9567079433272264e-05,
      "loss": 0.0029,
      "step": 5339
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9566865432057356e-05,
      "loss": 0.0026,
      "step": 5340
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9566651379133827e-05,
      "loss": 0.0021,
      "step": 5341
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9566437274502833e-05,
      "loss": 0.0025,
      "step": 5342
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956622311816553e-05,
      "loss": 0.0023,
      "step": 5343
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9566008910123075e-05,
      "loss": 0.0033,
      "step": 5344
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956579465037663e-05,
      "loss": 0.0016,
      "step": 5345
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956558033892735e-05,
      "loss": 0.0021,
      "step": 5346
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9565365975776387e-05,
      "loss": 0.0032,
      "step": 5347
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9565151560924912e-05,
      "loss": 0.0024,
      "step": 5348
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9564937094374074e-05,
      "loss": 0.0022,
      "step": 5349
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9564722576125034e-05,
      "loss": 0.0014,
      "step": 5350
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9564508006178957e-05,
      "loss": 0.0018,
      "step": 5351
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9564293384537e-05,
      "loss": 0.0022,
      "step": 5352
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956407871120032e-05,
      "loss": 0.0014,
      "step": 5353
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956386398617008e-05,
      "loss": 0.003,
      "step": 5354
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9563649209447434e-05,
      "loss": 0.0018,
      "step": 5355
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9563434381033556e-05,
      "loss": 0.001,
      "step": 5356
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95632195009296e-05,
      "loss": 0.0018,
      "step": 5357
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9563004569136724e-05,
      "loss": 0.0016,
      "step": 5358
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9562789585656095e-05,
      "loss": 0.003,
      "step": 5359
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956257455048887e-05,
      "loss": 0.0012,
      "step": 5360
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956235946363622e-05,
      "loss": 0.0022,
      "step": 5361
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9562144325099296e-05,
      "loss": 0.002,
      "step": 5362
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956192913487927e-05,
      "loss": 0.0024,
      "step": 5363
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95617138929773e-05,
      "loss": 0.0024,
      "step": 5364
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9561498599394554e-05,
      "loss": 0.002,
      "step": 5365
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.956128325413219e-05,
      "loss": 0.0029,
      "step": 5366
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9561067857191377e-05,
      "loss": 0.0021,
      "step": 5367
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9560852408573274e-05,
      "loss": 0.0026,
      "step": 5368
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9560636908279052e-05,
      "loss": 0.0023,
      "step": 5369
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9560421356309868e-05,
      "loss": 0.0011,
      "step": 5370
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9560205752666894e-05,
      "loss": 0.0017,
      "step": 5371
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955999009735129e-05,
      "loss": 0.0019,
      "step": 5372
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955977439036423e-05,
      "loss": 0.0022,
      "step": 5373
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955955863170687e-05,
      "loss": 0.0025,
      "step": 5374
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9559342821380377e-05,
      "loss": 0.0011,
      "step": 5375
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9559126959385923e-05,
      "loss": 0.0016,
      "step": 5376
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9558911045724675e-05,
      "loss": 0.0024,
      "step": 5377
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9558695080397795e-05,
      "loss": 0.0017,
      "step": 5378
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9558479063406456e-05,
      "loss": 0.0021,
      "step": 5379
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955826299475182e-05,
      "loss": 0.0034,
      "step": 5380
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9558046874435053e-05,
      "loss": 0.0043,
      "step": 5381
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9557830702457335e-05,
      "loss": 0.0019,
      "step": 5382
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9557614478819823e-05,
      "loss": 0.0016,
      "step": 5383
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955739820352369e-05,
      "loss": 0.0023,
      "step": 5384
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9557181876570102e-05,
      "loss": 0.0028,
      "step": 5385
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955696549796023e-05,
      "loss": 0.0019,
      "step": 5386
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955674906769525e-05,
      "loss": 0.0021,
      "step": 5387
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955653258577632e-05,
      "loss": 0.0018,
      "step": 5388
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9556316052204617e-05,
      "loss": 0.0019,
      "step": 5389
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955609946698131e-05,
      "loss": 0.0027,
      "step": 5390
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9555882830107573e-05,
      "loss": 0.0027,
      "step": 5391
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9555666141584573e-05,
      "loss": 0.0024,
      "step": 5392
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955544940141348e-05,
      "loss": 0.0034,
      "step": 5393
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955523260959547e-05,
      "loss": 0.0026,
      "step": 5394
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9555015766131712e-05,
      "loss": 0.0027,
      "step": 5395
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9554798871023376e-05,
      "loss": 0.0029,
      "step": 5396
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9554581924271638e-05,
      "loss": 0.0016,
      "step": 5397
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955436492587767e-05,
      "loss": 0.0033,
      "step": 5398
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955414787584264e-05,
      "loss": 0.0024,
      "step": 5399
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955393077416773e-05,
      "loss": 0.0025,
      "step": 5400
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9553713620854108e-05,
      "loss": 0.0032,
      "step": 5401
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9553496415902943e-05,
      "loss": 0.0019,
      "step": 5402
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955327915931542e-05,
      "loss": 0.0021,
      "step": 5403
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9553061851092706e-05,
      "loss": 0.0026,
      "step": 5404
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955284449123598e-05,
      "loss": 0.0033,
      "step": 5405
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9552627079746407e-05,
      "loss": 0.0021,
      "step": 5406
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9552409616625177e-05,
      "loss": 0.0016,
      "step": 5407
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955219210187345e-05,
      "loss": 0.0033,
      "step": 5408
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9551974535492414e-05,
      "loss": 0.0012,
      "step": 5409
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955175691748324e-05,
      "loss": 0.0026,
      "step": 5410
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9551539247847103e-05,
      "loss": 0.0018,
      "step": 5411
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9551321526585182e-05,
      "loss": 0.0026,
      "step": 5412
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955110375369865e-05,
      "loss": 0.0027,
      "step": 5413
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9550885929188687e-05,
      "loss": 0.0025,
      "step": 5414
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955066805305647e-05,
      "loss": 0.0017,
      "step": 5415
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9550450125303178e-05,
      "loss": 0.0016,
      "step": 5416
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.955023214592999e-05,
      "loss": 0.0029,
      "step": 5417
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9550014114938077e-05,
      "loss": 0.0018,
      "step": 5418
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9549796032328625e-05,
      "loss": 0.0031,
      "step": 5419
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954957789810281e-05,
      "loss": 0.0018,
      "step": 5420
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9549359712261807e-05,
      "loss": 0.0033,
      "step": 5421
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9549141474806803e-05,
      "loss": 0.0016,
      "step": 5422
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9548923185738972e-05,
      "loss": 0.0014,
      "step": 5423
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9548704845059495e-05,
      "loss": 0.0018,
      "step": 5424
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9548486452769552e-05,
      "loss": 0.003,
      "step": 5425
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954826800887033e-05,
      "loss": 0.0036,
      "step": 5426
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9548049513362997e-05,
      "loss": 0.0024,
      "step": 5427
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9547830966248743e-05,
      "loss": 0.0026,
      "step": 5428
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9547612367528746e-05,
      "loss": 0.0015,
      "step": 5429
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9547393717204192e-05,
      "loss": 0.0022,
      "step": 5430
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9547175015276253e-05,
      "loss": 0.0019,
      "step": 5431
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954695626174612e-05,
      "loss": 0.0019,
      "step": 5432
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9546737456614975e-05,
      "loss": 0.0014,
      "step": 5433
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9546518599883996e-05,
      "loss": 0.0021,
      "step": 5434
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9546299691554368e-05,
      "loss": 0.0026,
      "step": 5435
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9546080731627277e-05,
      "loss": 0.0016,
      "step": 5436
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9545861720103903e-05,
      "loss": 0.0024,
      "step": 5437
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9545642656985428e-05,
      "loss": 0.0013,
      "step": 5438
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954542354227304e-05,
      "loss": 0.002,
      "step": 5439
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9545204375967925e-05,
      "loss": 0.0026,
      "step": 5440
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954498515807126e-05,
      "loss": 0.0014,
      "step": 5441
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9544765888584237e-05,
      "loss": 0.0024,
      "step": 5442
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9544546567508038e-05,
      "loss": 0.0023,
      "step": 5443
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954432719484385e-05,
      "loss": 0.0023,
      "step": 5444
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9544107770592856e-05,
      "loss": 0.0028,
      "step": 5445
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9543888294756246e-05,
      "loss": 0.0028,
      "step": 5446
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9543668767335204e-05,
      "loss": 0.0024,
      "step": 5447
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9543449188330916e-05,
      "loss": 0.0023,
      "step": 5448
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9543229557744564e-05,
      "loss": 0.0027,
      "step": 5449
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9543009875577345e-05,
      "loss": 0.0035,
      "step": 5450
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9542790141830444e-05,
      "loss": 0.0026,
      "step": 5451
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954257035650504e-05,
      "loss": 0.0009,
      "step": 5452
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9542350519602334e-05,
      "loss": 0.0017,
      "step": 5453
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9542130631123503e-05,
      "loss": 0.0015,
      "step": 5454
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9541910691069744e-05,
      "loss": 0.0026,
      "step": 5455
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9541690699442236e-05,
      "loss": 0.0028,
      "step": 5456
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.954147065624218e-05,
      "loss": 0.0029,
      "step": 5457
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9541250561470756e-05,
      "loss": 0.0033,
      "step": 5458
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9541030415129157e-05,
      "loss": 0.0025,
      "step": 5459
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9540810217218575e-05,
      "loss": 0.0019,
      "step": 5460
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9540589967740198e-05,
      "loss": 0.0036,
      "step": 5461
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9540369666695213e-05,
      "loss": 0.0032,
      "step": 5462
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9540149314084815e-05,
      "loss": 0.0016,
      "step": 5463
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9539928909910194e-05,
      "loss": 0.0017,
      "step": 5464
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953970845417254e-05,
      "loss": 0.0016,
      "step": 5465
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953948794687305e-05,
      "loss": 0.0023,
      "step": 5466
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953926738801291e-05,
      "loss": 0.0023,
      "step": 5467
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9539046777593315e-05,
      "loss": 0.0023,
      "step": 5468
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953882611561545e-05,
      "loss": 0.0038,
      "step": 5469
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953860540208052e-05,
      "loss": 0.002,
      "step": 5470
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953838463698971e-05,
      "loss": 0.0021,
      "step": 5471
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9538163820344217e-05,
      "loss": 0.003,
      "step": 5472
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953794295214523e-05,
      "loss": 0.0035,
      "step": 5473
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9537722032393946e-05,
      "loss": 0.0024,
      "step": 5474
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9537501061091557e-05,
      "loss": 0.0022,
      "step": 5475
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953728003823926e-05,
      "loss": 0.0019,
      "step": 5476
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953705896383825e-05,
      "loss": 0.0018,
      "step": 5477
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9536837837889718e-05,
      "loss": 0.0026,
      "step": 5478
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9536616660394864e-05,
      "loss": 0.0031,
      "step": 5479
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9536395431354877e-05,
      "loss": 0.0027,
      "step": 5480
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953617415077096e-05,
      "loss": 0.0027,
      "step": 5481
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9535952818644305e-05,
      "loss": 0.0021,
      "step": 5482
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953573143497611e-05,
      "loss": 0.0014,
      "step": 5483
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9535509999767568e-05,
      "loss": 0.0028,
      "step": 5484
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953528851301988e-05,
      "loss": 0.0035,
      "step": 5485
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953506697473424e-05,
      "loss": 0.0017,
      "step": 5486
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953484538491185e-05,
      "loss": 0.0022,
      "step": 5487
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95346237435539e-05,
      "loss": 0.0026,
      "step": 5488
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9534402050661596e-05,
      "loss": 0.0019,
      "step": 5489
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953418030623613e-05,
      "loss": 0.0022,
      "step": 5490
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9533958510278707e-05,
      "loss": 0.0025,
      "step": 5491
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9533736662790522e-05,
      "loss": 0.0016,
      "step": 5492
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9533514763772773e-05,
      "loss": 0.0027,
      "step": 5493
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953329281322666e-05,
      "loss": 0.0034,
      "step": 5494
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9533070811153383e-05,
      "loss": 0.0025,
      "step": 5495
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953284875755414e-05,
      "loss": 0.002,
      "step": 5496
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9532626652430137e-05,
      "loss": 0.002,
      "step": 5497
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953240449578257e-05,
      "loss": 0.0012,
      "step": 5498
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953218228761264e-05,
      "loss": 0.002,
      "step": 5499
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.953196002792155e-05,
      "loss": 0.0017,
      "step": 5500
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9531737716710497e-05,
      "loss": 0.0028,
      "step": 5501
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9531515353980688e-05,
      "loss": 0.0008,
      "step": 5502
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9531292939733323e-05,
      "loss": 0.0028,
      "step": 5503
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.95310704739696e-05,
      "loss": 0.002,
      "step": 5504
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9530847956690725e-05,
      "loss": 0.0028,
      "step": 5505
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9530625387897902e-05,
      "loss": 0.0021,
      "step": 5506
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9530402767592337e-05,
      "loss": 0.0022,
      "step": 5507
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.953018009577522e-05,
      "loss": 0.0015,
      "step": 5508
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952995737244777e-05,
      "loss": 0.0044,
      "step": 5509
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9529734597611184e-05,
      "loss": 0.003,
      "step": 5510
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9529511771266663e-05,
      "loss": 0.0022,
      "step": 5511
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9529288893415418e-05,
      "loss": 0.0014,
      "step": 5512
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9529065964058647e-05,
      "loss": 0.0023,
      "step": 5513
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952884298319756e-05,
      "loss": 0.0017,
      "step": 5514
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952861995083336e-05,
      "loss": 0.0034,
      "step": 5515
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952839686696725e-05,
      "loss": 0.002,
      "step": 5516
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9528173731600442e-05,
      "loss": 0.0031,
      "step": 5517
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952795054473414e-05,
      "loss": 0.0028,
      "step": 5518
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9527727306369547e-05,
      "loss": 0.0021,
      "step": 5519
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9527504016507872e-05,
      "loss": 0.0028,
      "step": 5520
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9527280675150322e-05,
      "loss": 0.0017,
      "step": 5521
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9527057282298104e-05,
      "loss": 0.0017,
      "step": 5522
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9526833837952423e-05,
      "loss": 0.0025,
      "step": 5523
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952661034211449e-05,
      "loss": 0.0021,
      "step": 5524
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9526386794785514e-05,
      "loss": 0.0021,
      "step": 5525
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9526163195966695e-05,
      "loss": 0.0024,
      "step": 5526
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952593954565925e-05,
      "loss": 0.0029,
      "step": 5527
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952571584386439e-05,
      "loss": 0.0029,
      "step": 5528
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9525492090583316e-05,
      "loss": 0.0026,
      "step": 5529
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952526828581724e-05,
      "loss": 0.0025,
      "step": 5530
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9525044429567376e-05,
      "loss": 0.0013,
      "step": 5531
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9524820521834926e-05,
      "loss": 0.0029,
      "step": 5532
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952459656262111e-05,
      "loss": 0.0033,
      "step": 5533
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9524372551927128e-05,
      "loss": 0.0021,
      "step": 5534
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9524148489754196e-05,
      "loss": 0.0016,
      "step": 5535
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9523924376103527e-05,
      "loss": 0.0021,
      "step": 5536
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9523700210976328e-05,
      "loss": 0.0027,
      "step": 5537
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952347599437382e-05,
      "loss": 0.0017,
      "step": 5538
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9523251726297202e-05,
      "loss": 0.0028,
      "step": 5539
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952302740674769e-05,
      "loss": 0.0017,
      "step": 5540
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.95228030357265e-05,
      "loss": 0.0017,
      "step": 5541
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9522578613234847e-05,
      "loss": 0.0029,
      "step": 5542
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9522354139273937e-05,
      "loss": 0.0011,
      "step": 5543
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9522129613844987e-05,
      "loss": 0.0015,
      "step": 5544
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952190503694921e-05,
      "loss": 0.0028,
      "step": 5545
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952168040858782e-05,
      "loss": 0.0015,
      "step": 5546
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952145572876203e-05,
      "loss": 0.0018,
      "step": 5547
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9521230997473057e-05,
      "loss": 0.0016,
      "step": 5548
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9521006214722115e-05,
      "loss": 0.0017,
      "step": 5549
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9520781380510415e-05,
      "loss": 0.0031,
      "step": 5550
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9520556494839176e-05,
      "loss": 0.0027,
      "step": 5551
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9520331557709615e-05,
      "loss": 0.0018,
      "step": 5552
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.952010656912294e-05,
      "loss": 0.0016,
      "step": 5553
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9519881529080374e-05,
      "loss": 0.0024,
      "step": 5554
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9519656437583135e-05,
      "loss": 0.0021,
      "step": 5555
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9519431294632435e-05,
      "loss": 0.0013,
      "step": 5556
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951920610022949e-05,
      "loss": 0.0017,
      "step": 5557
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9518980854375523e-05,
      "loss": 0.0017,
      "step": 5558
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9518755557071747e-05,
      "loss": 0.0024,
      "step": 5559
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951853020831938e-05,
      "loss": 0.0019,
      "step": 5560
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951830480811964e-05,
      "loss": 0.0024,
      "step": 5561
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951807935647375e-05,
      "loss": 0.0032,
      "step": 5562
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951785385338292e-05,
      "loss": 0.0017,
      "step": 5563
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9517628298848373e-05,
      "loss": 0.0028,
      "step": 5564
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951740269287133e-05,
      "loss": 0.0026,
      "step": 5565
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951717703545301e-05,
      "loss": 0.0037,
      "step": 5566
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951695132659463e-05,
      "loss": 0.0026,
      "step": 5567
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951672556629741e-05,
      "loss": 0.0025,
      "step": 5568
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9516499754562573e-05,
      "loss": 0.0015,
      "step": 5569
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9516273891391342e-05,
      "loss": 0.0039,
      "step": 5570
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951604797678493e-05,
      "loss": 0.0017,
      "step": 5571
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951582201074456e-05,
      "loss": 0.0013,
      "step": 5572
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9515595993271457e-05,
      "loss": 0.003,
      "step": 5573
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9515369924366843e-05,
      "loss": 0.0021,
      "step": 5574
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951514380403194e-05,
      "loss": 0.003,
      "step": 5575
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9514917632267965e-05,
      "loss": 0.0026,
      "step": 5576
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951469140907614e-05,
      "loss": 0.0014,
      "step": 5577
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9514465134457697e-05,
      "loss": 0.0019,
      "step": 5578
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951423880841385e-05,
      "loss": 0.0015,
      "step": 5579
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951401243094583e-05,
      "loss": 0.0029,
      "step": 5580
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9513786002054852e-05,
      "loss": 0.0015,
      "step": 5581
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951355952174214e-05,
      "loss": 0.0031,
      "step": 5582
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951333299000893e-05,
      "loss": 0.0022,
      "step": 5583
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9513106406856434e-05,
      "loss": 0.0021,
      "step": 5584
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951287977228588e-05,
      "loss": 0.0026,
      "step": 5585
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.95126530862985e-05,
      "loss": 0.0034,
      "step": 5586
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951242634889551e-05,
      "loss": 0.0022,
      "step": 5587
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9512199560078137e-05,
      "loss": 0.0028,
      "step": 5588
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9511972719847612e-05,
      "loss": 0.0032,
      "step": 5589
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9511745828205154e-05,
      "loss": 0.002,
      "step": 5590
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9511518885151995e-05,
      "loss": 0.004,
      "step": 5591
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.951129189068936e-05,
      "loss": 0.0038,
      "step": 5592
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9511064844818476e-05,
      "loss": 0.0012,
      "step": 5593
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9510837747540567e-05,
      "loss": 0.0022,
      "step": 5594
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9510610598856864e-05,
      "loss": 0.0028,
      "step": 5595
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.95103833987686e-05,
      "loss": 0.0028,
      "step": 5596
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9510156147276988e-05,
      "loss": 0.003,
      "step": 5597
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9509928844383267e-05,
      "loss": 0.001,
      "step": 5598
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9509701490088666e-05,
      "loss": 0.0032,
      "step": 5599
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9509474084394415e-05,
      "loss": 0.0025,
      "step": 5600
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9509246627301734e-05,
      "loss": 0.0025,
      "step": 5601
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950901911881186e-05,
      "loss": 0.0021,
      "step": 5602
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950879155892602e-05,
      "loss": 0.0036,
      "step": 5603
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9508563947645446e-05,
      "loss": 0.0023,
      "step": 5604
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9508336284971366e-05,
      "loss": 0.0018,
      "step": 5605
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9508108570905013e-05,
      "loss": 0.0022,
      "step": 5606
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9507880805447616e-05,
      "loss": 0.0014,
      "step": 5607
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9507652988600405e-05,
      "loss": 0.0018,
      "step": 5608
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9507425120364612e-05,
      "loss": 0.0031,
      "step": 5609
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9507197200741476e-05,
      "loss": 0.0021,
      "step": 5610
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9506969229732215e-05,
      "loss": 0.0025,
      "step": 5611
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950674120733807e-05,
      "loss": 0.0008,
      "step": 5612
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9506513133560273e-05,
      "loss": 0.0037,
      "step": 5613
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9506285008400052e-05,
      "loss": 0.0025,
      "step": 5614
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950605683185865e-05,
      "loss": 0.0025,
      "step": 5615
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9505828603937285e-05,
      "loss": 0.0025,
      "step": 5616
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9505600324637207e-05,
      "loss": 0.0021,
      "step": 5617
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950537199395964e-05,
      "loss": 0.0026,
      "step": 5618
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9505143611905822e-05,
      "loss": 0.0011,
      "step": 5619
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9504915178476985e-05,
      "loss": 0.0025,
      "step": 5620
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950468669367436e-05,
      "loss": 0.0011,
      "step": 5621
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9504458157499195e-05,
      "loss": 0.002,
      "step": 5622
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950422956995271e-05,
      "loss": 0.0012,
      "step": 5623
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950400093103615e-05,
      "loss": 0.0012,
      "step": 5624
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9503772240750746e-05,
      "loss": 0.0026,
      "step": 5625
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9503543499097737e-05,
      "loss": 0.0027,
      "step": 5626
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950331470607836e-05,
      "loss": 0.0011,
      "step": 5627
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9503085861693846e-05,
      "loss": 0.0034,
      "step": 5628
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9502856965945442e-05,
      "loss": 0.003,
      "step": 5629
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9502628018834372e-05,
      "loss": 0.0022,
      "step": 5630
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9502399020361885e-05,
      "loss": 0.0028,
      "step": 5631
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9502169970529212e-05,
      "loss": 0.0021,
      "step": 5632
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9501940869337595e-05,
      "loss": 0.0018,
      "step": 5633
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950171171678827e-05,
      "loss": 0.0027,
      "step": 5634
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950148251288248e-05,
      "loss": 0.001,
      "step": 5635
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9501253257621453e-05,
      "loss": 0.0021,
      "step": 5636
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9501023951006436e-05,
      "loss": 0.0009,
      "step": 5637
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950079459303867e-05,
      "loss": 0.0013,
      "step": 5638
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950056518371939e-05,
      "loss": 0.0024,
      "step": 5639
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950033572304984e-05,
      "loss": 0.0053,
      "step": 5640
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.950010621103126e-05,
      "loss": 0.0019,
      "step": 5641
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9499876647664885e-05,
      "loss": 0.0017,
      "step": 5642
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949964703295196e-05,
      "loss": 0.0034,
      "step": 5643
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949941736689373e-05,
      "loss": 0.0026,
      "step": 5644
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9499187649491426e-05,
      "loss": 0.0019,
      "step": 5645
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9498957880746302e-05,
      "loss": 0.0017,
      "step": 5646
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9498728060659587e-05,
      "loss": 0.0012,
      "step": 5647
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949849818923253e-05,
      "loss": 0.003,
      "step": 5648
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949826826646638e-05,
      "loss": 0.0019,
      "step": 5649
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949803829236237e-05,
      "loss": 0.0025,
      "step": 5650
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9497808266921746e-05,
      "loss": 0.0017,
      "step": 5651
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9497578190145748e-05,
      "loss": 0.0022,
      "step": 5652
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9497348062035624e-05,
      "loss": 0.0021,
      "step": 5653
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9497117882592617e-05,
      "loss": 0.0026,
      "step": 5654
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949688765181797e-05,
      "loss": 0.0024,
      "step": 5655
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949665736971293e-05,
      "loss": 0.002,
      "step": 5656
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949642703627874e-05,
      "loss": 0.0022,
      "step": 5657
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949619665151664e-05,
      "loss": 0.0022,
      "step": 5658
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9495966215427883e-05,
      "loss": 0.002,
      "step": 5659
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9495735728013708e-05,
      "loss": 0.0038,
      "step": 5660
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949550518927537e-05,
      "loss": 0.003,
      "step": 5661
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9495274599214107e-05,
      "loss": 0.0023,
      "step": 5662
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9495043957831165e-05,
      "loss": 0.0011,
      "step": 5663
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9494813265127798e-05,
      "loss": 0.0029,
      "step": 5664
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9494582521105242e-05,
      "loss": 0.0032,
      "step": 5665
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949435172576475e-05,
      "loss": 0.0031,
      "step": 5666
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9494120879107576e-05,
      "loss": 0.0014,
      "step": 5667
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949388998113496e-05,
      "loss": 0.0018,
      "step": 5668
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9493659031848148e-05,
      "loss": 0.0026,
      "step": 5669
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9493428031248393e-05,
      "loss": 0.0029,
      "step": 5670
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9493196979336943e-05,
      "loss": 0.0026,
      "step": 5671
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9492965876115043e-05,
      "loss": 0.0026,
      "step": 5672
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949273472158395e-05,
      "loss": 0.0018,
      "step": 5673
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9492503515744906e-05,
      "loss": 0.0014,
      "step": 5674
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9492272258599162e-05,
      "loss": 0.0017,
      "step": 5675
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949204095014797e-05,
      "loss": 0.0011,
      "step": 5676
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949180959039258e-05,
      "loss": 0.002,
      "step": 5677
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9491578179334244e-05,
      "loss": 0.0021,
      "step": 5678
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9491346716974203e-05,
      "loss": 0.0026,
      "step": 5679
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9491115203313723e-05,
      "loss": 0.0014,
      "step": 5680
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9490883638354045e-05,
      "loss": 0.0011,
      "step": 5681
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9490652022096425e-05,
      "loss": 0.0035,
      "step": 5682
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9490420354542113e-05,
      "loss": 0.0026,
      "step": 5683
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.949018863569236e-05,
      "loss": 0.0023,
      "step": 5684
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948995686554842e-05,
      "loss": 0.0013,
      "step": 5685
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9489725044111547e-05,
      "loss": 0.0016,
      "step": 5686
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9489493171382993e-05,
      "loss": 0.0024,
      "step": 5687
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9489261247364012e-05,
      "loss": 0.0018,
      "step": 5688
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948902927205585e-05,
      "loss": 0.0024,
      "step": 5689
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9488797245459774e-05,
      "loss": 0.0022,
      "step": 5690
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948856516757703e-05,
      "loss": 0.0021,
      "step": 5691
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9488333038408873e-05,
      "loss": 0.0029,
      "step": 5692
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948810085795656e-05,
      "loss": 0.0023,
      "step": 5693
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9487868626221344e-05,
      "loss": 0.0027,
      "step": 5694
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948763634320448e-05,
      "loss": 0.0015,
      "step": 5695
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9487404008907222e-05,
      "loss": 0.0032,
      "step": 5696
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948717162333083e-05,
      "loss": 0.0021,
      "step": 5697
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9486939186476558e-05,
      "loss": 0.0024,
      "step": 5698
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9486706698345662e-05,
      "loss": 0.0037,
      "step": 5699
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9486474158939396e-05,
      "loss": 0.0031,
      "step": 5700
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9486241568259024e-05,
      "loss": 0.0032,
      "step": 5701
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9486008926305797e-05,
      "loss": 0.0014,
      "step": 5702
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9485776233080977e-05,
      "loss": 0.0019,
      "step": 5703
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9485543488585815e-05,
      "loss": 0.0031,
      "step": 5704
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9485310692821572e-05,
      "loss": 0.0016,
      "step": 5705
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948507784578951e-05,
      "loss": 0.0019,
      "step": 5706
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9484844947490883e-05,
      "loss": 0.0012,
      "step": 5707
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9484611997926954e-05,
      "loss": 0.0025,
      "step": 5708
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9484378997098975e-05,
      "loss": 0.0019,
      "step": 5709
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9484145945008213e-05,
      "loss": 0.0029,
      "step": 5710
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9483912841655926e-05,
      "loss": 0.0023,
      "step": 5711
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9483679687043372e-05,
      "loss": 0.0022,
      "step": 5712
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948344648117181e-05,
      "loss": 0.0021,
      "step": 5713
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94832132240425e-05,
      "loss": 0.0022,
      "step": 5714
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948297991565671e-05,
      "loss": 0.0023,
      "step": 5715
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948274655601569e-05,
      "loss": 0.0035,
      "step": 5716
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9482513145120712e-05,
      "loss": 0.0026,
      "step": 5717
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9482279682973034e-05,
      "loss": 0.0035,
      "step": 5718
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9482046169573912e-05,
      "loss": 0.0031,
      "step": 5719
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9481812604924615e-05,
      "loss": 0.0017,
      "step": 5720
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9481578989026403e-05,
      "loss": 0.0032,
      "step": 5721
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.948134532188054e-05,
      "loss": 0.0031,
      "step": 5722
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9481111603488284e-05,
      "loss": 0.0013,
      "step": 5723
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9480877833850908e-05,
      "loss": 0.0026,
      "step": 5724
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9480644012969665e-05,
      "loss": 0.0015,
      "step": 5725
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9480410140845826e-05,
      "loss": 0.0021,
      "step": 5726
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9480176217480654e-05,
      "loss": 0.0016,
      "step": 5727
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9479942242875406e-05,
      "loss": 0.0024,
      "step": 5728
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9479708217031357e-05,
      "loss": 0.0022,
      "step": 5729
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9479474139949766e-05,
      "loss": 0.0015,
      "step": 5730
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94792400116319e-05,
      "loss": 0.0026,
      "step": 5731
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9479005832079022e-05,
      "loss": 0.0023,
      "step": 5732
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9478771601292404e-05,
      "loss": 0.0024,
      "step": 5733
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9478537319273302e-05,
      "loss": 0.0022,
      "step": 5734
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9478302986022992e-05,
      "loss": 0.0023,
      "step": 5735
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9478068601542736e-05,
      "loss": 0.0013,
      "step": 5736
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9477834165833803e-05,
      "loss": 0.0026,
      "step": 5737
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9477599678897458e-05,
      "loss": 0.0022,
      "step": 5738
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9477365140734966e-05,
      "loss": 0.0012,
      "step": 5739
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94771305513476e-05,
      "loss": 0.0016,
      "step": 5740
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9476895910736624e-05,
      "loss": 0.0016,
      "step": 5741
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9476661218903308e-05,
      "loss": 0.002,
      "step": 5742
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9476426475848924e-05,
      "loss": 0.0024,
      "step": 5743
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947619168157473e-05,
      "loss": 0.0031,
      "step": 5744
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9475956836082005e-05,
      "loss": 0.0029,
      "step": 5745
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947572193937202e-05,
      "loss": 0.002,
      "step": 5746
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9475486991446036e-05,
      "loss": 0.0028,
      "step": 5747
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9475251992305327e-05,
      "loss": 0.0026,
      "step": 5748
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9475016941951164e-05,
      "loss": 0.0015,
      "step": 5749
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9474781840384816e-05,
      "loss": 0.0025,
      "step": 5750
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9474546687607554e-05,
      "loss": 0.0036,
      "step": 5751
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947431148362065e-05,
      "loss": 0.0015,
      "step": 5752
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9474076228425373e-05,
      "loss": 0.0015,
      "step": 5753
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9473840922023e-05,
      "loss": 0.0021,
      "step": 5754
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9473605564414793e-05,
      "loss": 0.0023,
      "step": 5755
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9473370155602036e-05,
      "loss": 0.0022,
      "step": 5756
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9473134695585992e-05,
      "loss": 0.0028,
      "step": 5757
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947289918436794e-05,
      "loss": 0.0026,
      "step": 5758
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9472663621949147e-05,
      "loss": 0.0023,
      "step": 5759
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.947242800833089e-05,
      "loss": 0.0028,
      "step": 5760
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9472192343514443e-05,
      "loss": 0.003,
      "step": 5761
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9471956627501075e-05,
      "loss": 0.0016,
      "step": 5762
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9471720860292066e-05,
      "loss": 0.0022,
      "step": 5763
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9471485041888687e-05,
      "loss": 0.0012,
      "step": 5764
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9471249172292212e-05,
      "loss": 0.0025,
      "step": 5765
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9471013251503922e-05,
      "loss": 0.0021,
      "step": 5766
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9470777279525084e-05,
      "loss": 0.0028,
      "step": 5767
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9470541256356976e-05,
      "loss": 0.0023,
      "step": 5768
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9470305182000878e-05,
      "loss": 0.002,
      "step": 5769
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9470069056458056e-05,
      "loss": 0.0033,
      "step": 5770
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9469832879729797e-05,
      "loss": 0.0029,
      "step": 5771
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9469596651817376e-05,
      "loss": 0.0022,
      "step": 5772
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9469360372722064e-05,
      "loss": 0.0019,
      "step": 5773
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946912404244514e-05,
      "loss": 0.0021,
      "step": 5774
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9468887660987887e-05,
      "loss": 0.0017,
      "step": 5775
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9468651228351573e-05,
      "loss": 0.0018,
      "step": 5776
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946841474453748e-05,
      "loss": 0.0022,
      "step": 5777
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9468178209546892e-05,
      "loss": 0.0022,
      "step": 5778
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9467941623381083e-05,
      "loss": 0.0028,
      "step": 5779
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9467704986041328e-05,
      "loss": 0.0044,
      "step": 5780
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946746829752891e-05,
      "loss": 0.0026,
      "step": 5781
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9467231557845108e-05,
      "loss": 0.0017,
      "step": 5782
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9466994766991202e-05,
      "loss": 0.0024,
      "step": 5783
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9466757924968473e-05,
      "loss": 0.0025,
      "step": 5784
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9466521031778198e-05,
      "loss": 0.0027,
      "step": 5785
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9466284087421657e-05,
      "loss": 0.0023,
      "step": 5786
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9466047091900132e-05,
      "loss": 0.0014,
      "step": 5787
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9465810045214907e-05,
      "loss": 0.0019,
      "step": 5788
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9465572947367258e-05,
      "loss": 0.0019,
      "step": 5789
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946533579835847e-05,
      "loss": 0.0016,
      "step": 5790
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9465098598189828e-05,
      "loss": 0.0029,
      "step": 5791
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9464861346862605e-05,
      "loss": 0.0019,
      "step": 5792
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9464624044378088e-05,
      "loss": 0.0028,
      "step": 5793
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9464386690737562e-05,
      "loss": 0.0017,
      "step": 5794
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946414928594231e-05,
      "loss": 0.0019,
      "step": 5795
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9463911829993607e-05,
      "loss": 0.0017,
      "step": 5796
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9463674322892748e-05,
      "loss": 0.0032,
      "step": 5797
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9463436764641005e-05,
      "loss": 0.0024,
      "step": 5798
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9463199155239673e-05,
      "loss": 0.0028,
      "step": 5799
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946296149469003e-05,
      "loss": 0.0021,
      "step": 5800
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946272378299336e-05,
      "loss": 0.0014,
      "step": 5801
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946248602015095e-05,
      "loss": 0.0022,
      "step": 5802
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946224820616409e-05,
      "loss": 0.0035,
      "step": 5803
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9462010341034054e-05,
      "loss": 0.0016,
      "step": 5804
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9461772424762138e-05,
      "loss": 0.0022,
      "step": 5805
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9461534457349622e-05,
      "loss": 0.0019,
      "step": 5806
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9461296438797794e-05,
      "loss": 0.0017,
      "step": 5807
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946105836910794e-05,
      "loss": 0.0031,
      "step": 5808
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946082024828135e-05,
      "loss": 0.0033,
      "step": 5809
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9460582076319304e-05,
      "loss": 0.0018,
      "step": 5810
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9460343853223096e-05,
      "loss": 0.0013,
      "step": 5811
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.946010557899401e-05,
      "loss": 0.0021,
      "step": 5812
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9459867253633336e-05,
      "loss": 0.0014,
      "step": 5813
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9459628877142362e-05,
      "loss": 0.0023,
      "step": 5814
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9459390449522372e-05,
      "loss": 0.002,
      "step": 5815
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9459151970774663e-05,
      "loss": 0.0036,
      "step": 5816
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9458913440900517e-05,
      "loss": 0.0022,
      "step": 5817
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9458674859901227e-05,
      "loss": 0.0022,
      "step": 5818
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9458436227778078e-05,
      "loss": 0.0029,
      "step": 5819
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9458197544532367e-05,
      "loss": 0.0033,
      "step": 5820
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9457958810165375e-05,
      "loss": 0.0023,
      "step": 5821
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9457720024678403e-05,
      "loss": 0.0032,
      "step": 5822
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9457481188072732e-05,
      "loss": 0.0029,
      "step": 5823
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9457242300349656e-05,
      "loss": 0.004,
      "step": 5824
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945700336151047e-05,
      "loss": 0.0034,
      "step": 5825
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945676437155646e-05,
      "loss": 0.0027,
      "step": 5826
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945652533048892e-05,
      "loss": 0.0018,
      "step": 5827
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9456286238309142e-05,
      "loss": 0.0026,
      "step": 5828
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9456047095018418e-05,
      "loss": 0.0036,
      "step": 5829
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9455807900618044e-05,
      "loss": 0.0025,
      "step": 5830
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9455568655109308e-05,
      "loss": 0.0015,
      "step": 5831
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9455329358493508e-05,
      "loss": 0.003,
      "step": 5832
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945509001077193e-05,
      "loss": 0.0024,
      "step": 5833
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9454850611945874e-05,
      "loss": 0.0019,
      "step": 5834
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945461116201663e-05,
      "loss": 0.0028,
      "step": 5835
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9454371660985496e-05,
      "loss": 0.0027,
      "step": 5836
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9454132108853764e-05,
      "loss": 0.0017,
      "step": 5837
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945389250562273e-05,
      "loss": 0.0015,
      "step": 5838
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945365285129369e-05,
      "loss": 0.0021,
      "step": 5839
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9453413145867935e-05,
      "loss": 0.0026,
      "step": 5840
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9453173389346766e-05,
      "loss": 0.0022,
      "step": 5841
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9452933581731476e-05,
      "loss": 0.0021,
      "step": 5842
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9452693723023358e-05,
      "loss": 0.0013,
      "step": 5843
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9452453813223714e-05,
      "loss": 0.0018,
      "step": 5844
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945221385233384e-05,
      "loss": 0.002,
      "step": 5845
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9451973840355033e-05,
      "loss": 0.0018,
      "step": 5846
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9451733777288585e-05,
      "loss": 0.0035,
      "step": 5847
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94514936631358e-05,
      "loss": 0.0023,
      "step": 5848
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.945125349789797e-05,
      "loss": 0.0026,
      "step": 5849
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94510132815764e-05,
      "loss": 0.003,
      "step": 5850
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9450773014172386e-05,
      "loss": 0.0027,
      "step": 5851
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9450532695687218e-05,
      "loss": 0.0021,
      "step": 5852
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9450292326122207e-05,
      "loss": 0.0015,
      "step": 5853
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9450051905478645e-05,
      "loss": 0.0021,
      "step": 5854
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944981143375784e-05,
      "loss": 0.0023,
      "step": 5855
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9449570910961077e-05,
      "loss": 0.0024,
      "step": 5856
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9449330337089673e-05,
      "loss": 0.0007,
      "step": 5857
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9449089712144912e-05,
      "loss": 0.0015,
      "step": 5858
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9448849036128107e-05,
      "loss": 0.003,
      "step": 5859
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9448608309040554e-05,
      "loss": 0.0031,
      "step": 5860
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9448367530883553e-05,
      "loss": 0.0032,
      "step": 5861
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9448126701658406e-05,
      "loss": 0.0019,
      "step": 5862
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944788582136642e-05,
      "loss": 0.0006,
      "step": 5863
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944764489000889e-05,
      "loss": 0.0027,
      "step": 5864
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944740390758712e-05,
      "loss": 0.0026,
      "step": 5865
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944716287410241e-05,
      "loss": 0.0012,
      "step": 5866
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9446921789556072e-05,
      "loss": 0.001,
      "step": 5867
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9446680653949398e-05,
      "loss": 0.0012,
      "step": 5868
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9446439467283704e-05,
      "loss": 0.002,
      "step": 5869
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944619822956028e-05,
      "loss": 0.0028,
      "step": 5870
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9445956940780436e-05,
      "loss": 0.0024,
      "step": 5871
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9445715600945475e-05,
      "loss": 0.0039,
      "step": 5872
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9445474210056704e-05,
      "loss": 0.0017,
      "step": 5873
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944523276811543e-05,
      "loss": 0.0017,
      "step": 5874
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9444991275122945e-05,
      "loss": 0.0029,
      "step": 5875
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944474973108057e-05,
      "loss": 0.0031,
      "step": 5876
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9444508135989603e-05,
      "loss": 0.0027,
      "step": 5877
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944426648985135e-05,
      "loss": 0.0022,
      "step": 5878
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944402479266712e-05,
      "loss": 0.0023,
      "step": 5879
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9443783044438217e-05,
      "loss": 0.0022,
      "step": 5880
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9443541245165945e-05,
      "loss": 0.0023,
      "step": 5881
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9443299394851616e-05,
      "loss": 0.0013,
      "step": 5882
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9443057493496533e-05,
      "loss": 0.0018,
      "step": 5883
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9442815541102008e-05,
      "loss": 0.0015,
      "step": 5884
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9442573537669344e-05,
      "loss": 0.0021,
      "step": 5885
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944233148319985e-05,
      "loss": 0.0035,
      "step": 5886
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944208937769484e-05,
      "loss": 0.0017,
      "step": 5887
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9441847221155613e-05,
      "loss": 0.0013,
      "step": 5888
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9441605013583485e-05,
      "loss": 0.0031,
      "step": 5889
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9441362754979764e-05,
      "loss": 0.0032,
      "step": 5890
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9441120445345757e-05,
      "loss": 0.0027,
      "step": 5891
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9440878084682778e-05,
      "loss": 0.0034,
      "step": 5892
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944063567299213e-05,
      "loss": 0.0023,
      "step": 5893
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.944039321027513e-05,
      "loss": 0.0027,
      "step": 5894
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9440150696533086e-05,
      "loss": 0.0014,
      "step": 5895
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9439908131767307e-05,
      "loss": 0.0027,
      "step": 5896
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9439665515979106e-05,
      "loss": 0.0022,
      "step": 5897
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9439422849169794e-05,
      "loss": 0.0013,
      "step": 5898
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9439180131340682e-05,
      "loss": 0.0029,
      "step": 5899
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9438937362493085e-05,
      "loss": 0.002,
      "step": 5900
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9438694542628308e-05,
      "loss": 0.0021,
      "step": 5901
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9438451671747674e-05,
      "loss": 0.0022,
      "step": 5902
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9438208749852486e-05,
      "loss": 0.0036,
      "step": 5903
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943796577694406e-05,
      "loss": 0.0016,
      "step": 5904
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9437722753023714e-05,
      "loss": 0.0019,
      "step": 5905
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9437479678092755e-05,
      "loss": 0.0028,
      "step": 5906
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94372365521525e-05,
      "loss": 0.0021,
      "step": 5907
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943699337520426e-05,
      "loss": 0.0015,
      "step": 5908
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9436750147249356e-05,
      "loss": 0.0019,
      "step": 5909
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9436506868289092e-05,
      "loss": 0.0013,
      "step": 5910
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9436263538324794e-05,
      "loss": 0.0037,
      "step": 5911
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9436020157357772e-05,
      "loss": 0.0023,
      "step": 5912
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9435776725389345e-05,
      "loss": 0.002,
      "step": 5913
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943553324242082e-05,
      "loss": 0.002,
      "step": 5914
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9435289708453522e-05,
      "loss": 0.0029,
      "step": 5915
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9435046123488763e-05,
      "loss": 0.0022,
      "step": 5916
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9434802487527863e-05,
      "loss": 0.0015,
      "step": 5917
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9434558800572133e-05,
      "loss": 0.0019,
      "step": 5918
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9434315062622896e-05,
      "loss": 0.0018,
      "step": 5919
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9434071273681466e-05,
      "loss": 0.0019,
      "step": 5920
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943382743374916e-05,
      "loss": 0.0023,
      "step": 5921
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9433583542827302e-05,
      "loss": 0.0026,
      "step": 5922
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9433339600917203e-05,
      "loss": 0.0041,
      "step": 5923
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9433095608020184e-05,
      "loss": 0.0012,
      "step": 5924
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9432851564137567e-05,
      "loss": 0.0032,
      "step": 5925
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9432607469270666e-05,
      "loss": 0.0028,
      "step": 5926
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.94323633234208e-05,
      "loss": 0.0022,
      "step": 5927
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9432119126589296e-05,
      "loss": 0.0018,
      "step": 5928
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9431874878777467e-05,
      "loss": 0.0032,
      "step": 5929
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9431630579986635e-05,
      "loss": 0.001,
      "step": 5930
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.943138623021812e-05,
      "loss": 0.0036,
      "step": 5931
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9431141829473243e-05,
      "loss": 0.0014,
      "step": 5932
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9430897377753326e-05,
      "loss": 0.0023,
      "step": 5933
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9430652875059687e-05,
      "loss": 0.0013,
      "step": 5934
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9430408321393653e-05,
      "loss": 0.0036,
      "step": 5935
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9430163716756544e-05,
      "loss": 0.0015,
      "step": 5936
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9429919061149677e-05,
      "loss": 0.0023,
      "step": 5937
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9429674354574382e-05,
      "loss": 0.0027,
      "step": 5938
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9429429597031976e-05,
      "loss": 0.0024,
      "step": 5939
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9429184788523784e-05,
      "loss": 0.0024,
      "step": 5940
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9428939929051127e-05,
      "loss": 0.0009,
      "step": 5941
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9428695018615333e-05,
      "loss": 0.0018,
      "step": 5942
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.942845005721772e-05,
      "loss": 0.0018,
      "step": 5943
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.942820504485962e-05,
      "loss": 0.0022,
      "step": 5944
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.9427959981542354e-05,
      "loss": 0.0027,
      "step": 5945
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.942771486726724e-05,
      "loss": 0.0021,
      "step": 5946
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.942746970203561e-05,
      "loss": 0.0022,
      "step": 5947
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9427224485848783e-05,
      "loss": 0.0018,
      "step": 5948
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942697921870809e-05,
      "loss": 0.0022,
      "step": 5949
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942673390061486e-05,
      "loss": 0.0036,
      "step": 5950
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942648853157041e-05,
      "loss": 0.002,
      "step": 5951
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9426243111576067e-05,
      "loss": 0.002,
      "step": 5952
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9425997640633168e-05,
      "loss": 0.0026,
      "step": 5953
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942575211874303e-05,
      "loss": 0.003,
      "step": 5954
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942550654590698e-05,
      "loss": 0.0016,
      "step": 5955
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9425260922126347e-05,
      "loss": 0.0031,
      "step": 5956
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942501524740246e-05,
      "loss": 0.0018,
      "step": 5957
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942476952173665e-05,
      "loss": 0.0019,
      "step": 5958
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9424523745130238e-05,
      "loss": 0.0019,
      "step": 5959
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9424277917584558e-05,
      "loss": 0.0028,
      "step": 5960
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9424032039100935e-05,
      "loss": 0.002,
      "step": 5961
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9423786109680697e-05,
      "loss": 0.0028,
      "step": 5962
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942354012932518e-05,
      "loss": 0.0017,
      "step": 5963
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9423294098035706e-05,
      "loss": 0.0033,
      "step": 5964
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9423048015813612e-05,
      "loss": 0.0022,
      "step": 5965
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9422801882660223e-05,
      "loss": 0.0024,
      "step": 5966
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9422555698576867e-05,
      "loss": 0.0029,
      "step": 5967
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942230946356488e-05,
      "loss": 0.0015,
      "step": 5968
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942206317762559e-05,
      "loss": 0.0029,
      "step": 5969
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942181684076033e-05,
      "loss": 0.0038,
      "step": 5970
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942157045297043e-05,
      "loss": 0.0016,
      "step": 5971
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9421324014257227e-05,
      "loss": 0.0034,
      "step": 5972
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9421077524622043e-05,
      "loss": 0.002,
      "step": 5973
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9420830984066216e-05,
      "loss": 0.0034,
      "step": 5974
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942058439259108e-05,
      "loss": 0.002,
      "step": 5975
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.942033775019796e-05,
      "loss": 0.0033,
      "step": 5976
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9420091056888203e-05,
      "loss": 0.0025,
      "step": 5977
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9419844312663127e-05,
      "loss": 0.0026,
      "step": 5978
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9419597517524078e-05,
      "loss": 0.0038,
      "step": 5979
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9419350671472385e-05,
      "loss": 0.0021,
      "step": 5980
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9419103774509376e-05,
      "loss": 0.0044,
      "step": 5981
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.94188568266364e-05,
      "loss": 0.0027,
      "step": 5982
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9418609827854778e-05,
      "loss": 0.0019,
      "step": 5983
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9418362778165855e-05,
      "loss": 0.0016,
      "step": 5984
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9418115677570956e-05,
      "loss": 0.0008,
      "step": 5985
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9417868526071423e-05,
      "loss": 0.0018,
      "step": 5986
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9417621323668595e-05,
      "loss": 0.0013,
      "step": 5987
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.94173740703638e-05,
      "loss": 0.0019,
      "step": 5988
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9417126766158382e-05,
      "loss": 0.0012,
      "step": 5989
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9416879411053674e-05,
      "loss": 0.0013,
      "step": 5990
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941663200505101e-05,
      "loss": 0.0027,
      "step": 5991
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9416384548151733e-05,
      "loss": 0.0022,
      "step": 5992
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9416137040357176e-05,
      "loss": 0.0022,
      "step": 5993
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9415889481668682e-05,
      "loss": 0.0016,
      "step": 5994
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9415641872087582e-05,
      "loss": 0.0032,
      "step": 5995
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9415394211615218e-05,
      "loss": 0.0035,
      "step": 5996
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941514650025293e-05,
      "loss": 0.0031,
      "step": 5997
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941489873800206e-05,
      "loss": 0.0032,
      "step": 5998
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9414650924863937e-05,
      "loss": 0.0014,
      "step": 5999
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9414403060839907e-05,
      "loss": 0.0025,
      "step": 6000
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941415514593131e-05,
      "loss": 0.0016,
      "step": 6001
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9413907180139483e-05,
      "loss": 0.0025,
      "step": 6002
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941365916346577e-05,
      "loss": 0.0014,
      "step": 6003
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941341109591151e-05,
      "loss": 0.0033,
      "step": 6004
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941316297747804e-05,
      "loss": 0.0016,
      "step": 6005
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941291480816671e-05,
      "loss": 0.0022,
      "step": 6006
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941266658797885e-05,
      "loss": 0.0025,
      "step": 6007
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941241831691581e-05,
      "loss": 0.0023,
      "step": 6008
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9412169994978926e-05,
      "loss": 0.0017,
      "step": 6009
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9411921622169546e-05,
      "loss": 0.0022,
      "step": 6010
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941167319848901e-05,
      "loss": 0.0036,
      "step": 6011
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941142472393866e-05,
      "loss": 0.0039,
      "step": 6012
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.941117619851984e-05,
      "loss": 0.002,
      "step": 6013
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9410927622233894e-05,
      "loss": 0.0021,
      "step": 6014
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9410678995082164e-05,
      "loss": 0.004,
      "step": 6015
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9410430317065993e-05,
      "loss": 0.0014,
      "step": 6016
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9410181588186727e-05,
      "loss": 0.0014,
      "step": 6017
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940993280844571e-05,
      "loss": 0.0018,
      "step": 6018
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9409683977844286e-05,
      "loss": 0.0028,
      "step": 6019
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.94094350963838e-05,
      "loss": 0.002,
      "step": 6020
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9409186164065598e-05,
      "loss": 0.0022,
      "step": 6021
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9408937180891026e-05,
      "loss": 0.0028,
      "step": 6022
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940868814686143e-05,
      "loss": 0.0018,
      "step": 6023
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9408439061978148e-05,
      "loss": 0.0025,
      "step": 6024
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9408189926242537e-05,
      "loss": 0.0011,
      "step": 6025
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9407940739655943e-05,
      "loss": 0.0032,
      "step": 6026
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9407691502219705e-05,
      "loss": 0.0021,
      "step": 6027
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9407442213935174e-05,
      "loss": 0.003,
      "step": 6028
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9407192874803703e-05,
      "loss": 0.0017,
      "step": 6029
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940694348482663e-05,
      "loss": 0.0014,
      "step": 6030
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940669404400531e-05,
      "loss": 0.002,
      "step": 6031
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9406444552341086e-05,
      "loss": 0.0025,
      "step": 6032
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940619500983531e-05,
      "loss": 0.0021,
      "step": 6033
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9405945416489332e-05,
      "loss": 0.0023,
      "step": 6034
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9405695772304498e-05,
      "loss": 0.001,
      "step": 6035
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940544607728216e-05,
      "loss": 0.0024,
      "step": 6036
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9405196331423664e-05,
      "loss": 0.0021,
      "step": 6037
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9404946534730365e-05,
      "loss": 0.0019,
      "step": 6038
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9404696687203607e-05,
      "loss": 0.0018,
      "step": 6039
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9404446788844744e-05,
      "loss": 0.0033,
      "step": 6040
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9404196839655126e-05,
      "loss": 0.0019,
      "step": 6041
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.94039468396361e-05,
      "loss": 0.0033,
      "step": 6042
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940369678878903e-05,
      "loss": 0.0023,
      "step": 6043
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9403446687115255e-05,
      "loss": 0.0031,
      "step": 6044
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940319653461613e-05,
      "loss": 0.0023,
      "step": 6045
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9402946331293006e-05,
      "loss": 0.0016,
      "step": 6046
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9402696077147238e-05,
      "loss": 0.0023,
      "step": 6047
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9402445772180177e-05,
      "loss": 0.0028,
      "step": 6048
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9402195416393182e-05,
      "loss": 0.002,
      "step": 6049
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9401945009787596e-05,
      "loss": 0.002,
      "step": 6050
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940169455236478e-05,
      "loss": 0.002,
      "step": 6051
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940144404412608e-05,
      "loss": 0.0018,
      "step": 6052
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.940119348507286e-05,
      "loss": 0.002,
      "step": 6053
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9400942875206467e-05,
      "loss": 0.0023,
      "step": 6054
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9400692214528255e-05,
      "loss": 0.0015,
      "step": 6055
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9400441503039586e-05,
      "loss": 0.0024,
      "step": 6056
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9400190740741805e-05,
      "loss": 0.0023,
      "step": 6057
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939993992763628e-05,
      "loss": 0.002,
      "step": 6058
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9399689063724355e-05,
      "loss": 0.0018,
      "step": 6059
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9399438149007393e-05,
      "loss": 0.0035,
      "step": 6060
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9399187183486747e-05,
      "loss": 0.0039,
      "step": 6061
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939893616716377e-05,
      "loss": 0.0014,
      "step": 6062
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939868510003983e-05,
      "loss": 0.0025,
      "step": 6063
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939843398211627e-05,
      "loss": 0.003,
      "step": 6064
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939818281339446e-05,
      "loss": 0.0018,
      "step": 6065
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939793159387575e-05,
      "loss": 0.0022,
      "step": 6066
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9397680323561498e-05,
      "loss": 0.0026,
      "step": 6067
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9397429002453066e-05,
      "loss": 0.0021,
      "step": 6068
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939717763055181e-05,
      "loss": 0.0014,
      "step": 6069
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9396926207859085e-05,
      "loss": 0.0011,
      "step": 6070
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9396674734376256e-05,
      "loss": 0.002,
      "step": 6071
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939642321010468e-05,
      "loss": 0.0027,
      "step": 6072
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9396171635045717e-05,
      "loss": 0.002,
      "step": 6073
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9395920009200722e-05,
      "loss": 0.0016,
      "step": 6074
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9395668332571065e-05,
      "loss": 0.0017,
      "step": 6075
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93954166051581e-05,
      "loss": 0.0018,
      "step": 6076
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9395164826963184e-05,
      "loss": 0.0023,
      "step": 6077
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9394912997987685e-05,
      "loss": 0.0018,
      "step": 6078
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9394661118232958e-05,
      "loss": 0.0031,
      "step": 6079
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939440918770037e-05,
      "loss": 0.0021,
      "step": 6080
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939415720639128e-05,
      "loss": 0.0022,
      "step": 6081
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9393905174307045e-05,
      "loss": 0.002,
      "step": 6082
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939365309144904e-05,
      "loss": 0.0015,
      "step": 6083
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9393400957818616e-05,
      "loss": 0.0018,
      "step": 6084
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9393148773417138e-05,
      "loss": 0.0019,
      "step": 6085
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9392896538245973e-05,
      "loss": 0.0021,
      "step": 6086
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.939264425230648e-05,
      "loss": 0.0023,
      "step": 6087
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9392391915600027e-05,
      "loss": 0.0017,
      "step": 6088
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9392139528127974e-05,
      "loss": 0.0024,
      "step": 6089
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9391887089891684e-05,
      "loss": 0.0027,
      "step": 6090
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9391634600892527e-05,
      "loss": 0.0016,
      "step": 6091
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9391382061131865e-05,
      "loss": 0.0017,
      "step": 6092
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9391129470611062e-05,
      "loss": 0.0028,
      "step": 6093
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9390876829331485e-05,
      "loss": 0.0022,
      "step": 6094
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9390624137294496e-05,
      "loss": 0.0037,
      "step": 6095
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9390371394501466e-05,
      "loss": 0.002,
      "step": 6096
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9390118600953754e-05,
      "loss": 0.002,
      "step": 6097
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9389865756652732e-05,
      "loss": 0.0021,
      "step": 6098
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9389612861599767e-05,
      "loss": 0.0029,
      "step": 6099
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9389359915796223e-05,
      "loss": 0.0016,
      "step": 6100
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938910691924347e-05,
      "loss": 0.0013,
      "step": 6101
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938885387194287e-05,
      "loss": 0.0017,
      "step": 6102
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93886007738958e-05,
      "loss": 0.0012,
      "step": 6103
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9388347625103617e-05,
      "loss": 0.0016,
      "step": 6104
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9388094425567695e-05,
      "loss": 0.0011,
      "step": 6105
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9387841175289406e-05,
      "loss": 0.002,
      "step": 6106
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938758787427011e-05,
      "loss": 0.003,
      "step": 6107
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9387334522511186e-05,
      "loss": 0.0012,
      "step": 6108
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9387081120013995e-05,
      "loss": 0.0023,
      "step": 6109
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938682766677991e-05,
      "loss": 0.0013,
      "step": 6110
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9386574162810304e-05,
      "loss": 0.0026,
      "step": 6111
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938632060810654e-05,
      "loss": 0.0014,
      "step": 6112
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9386067002669997e-05,
      "loss": 0.0031,
      "step": 6113
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9385813346502038e-05,
      "loss": 0.0014,
      "step": 6114
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9385559639604035e-05,
      "loss": 0.0034,
      "step": 6115
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938530588197737e-05,
      "loss": 0.0015,
      "step": 6116
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93850520736234e-05,
      "loss": 0.0015,
      "step": 6117
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9384798214543504e-05,
      "loss": 0.0021,
      "step": 6118
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9384544304739053e-05,
      "loss": 0.0018,
      "step": 6119
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.938429034421142e-05,
      "loss": 0.0016,
      "step": 6120
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9384036332961978e-05,
      "loss": 0.0014,
      "step": 6121
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9383782270992098e-05,
      "loss": 0.0018,
      "step": 6122
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9383528158303155e-05,
      "loss": 0.0018,
      "step": 6123
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9383273994896518e-05,
      "loss": 0.0031,
      "step": 6124
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9383019780773567e-05,
      "loss": 0.0011,
      "step": 6125
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9382765515935674e-05,
      "loss": 0.0014,
      "step": 6126
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9382511200384214e-05,
      "loss": 0.0028,
      "step": 6127
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9382256834120562e-05,
      "loss": 0.0018,
      "step": 6128
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9382002417146085e-05,
      "loss": 0.003,
      "step": 6129
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9381747949462168e-05,
      "loss": 0.0045,
      "step": 6130
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9381493431070183e-05,
      "loss": 0.0021,
      "step": 6131
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9381238861971502e-05,
      "loss": 0.0032,
      "step": 6132
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9380984242167508e-05,
      "loss": 0.002,
      "step": 6133
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9380729571659573e-05,
      "loss": 0.0027,
      "step": 6134
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9380474850449073e-05,
      "loss": 0.0021,
      "step": 6135
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9380220078537385e-05,
      "loss": 0.0024,
      "step": 6136
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9379965255925887e-05,
      "loss": 0.0019,
      "step": 6137
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937971038261596e-05,
      "loss": 0.002,
      "step": 6138
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9379455458608974e-05,
      "loss": 0.0035,
      "step": 6139
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937920048390631e-05,
      "loss": 0.0016,
      "step": 6140
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9378945458509348e-05,
      "loss": 0.0021,
      "step": 6141
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9378690382419466e-05,
      "loss": 0.0014,
      "step": 6142
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937843525563804e-05,
      "loss": 0.0021,
      "step": 6143
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9378180078166452e-05,
      "loss": 0.0025,
      "step": 6144
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937792485000608e-05,
      "loss": 0.0027,
      "step": 6145
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9377669571158302e-05,
      "loss": 0.0026,
      "step": 6146
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9377414241624497e-05,
      "loss": 0.0022,
      "step": 6147
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9377158861406053e-05,
      "loss": 0.0019,
      "step": 6148
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937690343050434e-05,
      "loss": 0.0036,
      "step": 6149
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9376647948920743e-05,
      "loss": 0.0017,
      "step": 6150
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9376392416656646e-05,
      "loss": 0.0028,
      "step": 6151
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9376136833713426e-05,
      "loss": 0.0019,
      "step": 6152
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9375881200092465e-05,
      "loss": 0.0019,
      "step": 6153
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9375625515795146e-05,
      "loss": 0.0026,
      "step": 6154
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937536978082285e-05,
      "loss": 0.0021,
      "step": 6155
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9375113995176962e-05,
      "loss": 0.0031,
      "step": 6156
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937485815885886e-05,
      "loss": 0.0023,
      "step": 6157
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9374602271869927e-05,
      "loss": 0.0019,
      "step": 6158
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9374346334211548e-05,
      "loss": 0.002,
      "step": 6159
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9374090345885112e-05,
      "loss": 0.0014,
      "step": 6160
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9373834306891987e-05,
      "loss": 0.0019,
      "step": 6161
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9373578217233577e-05,
      "loss": 0.0022,
      "step": 6162
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937332207691125e-05,
      "loss": 0.0022,
      "step": 6163
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9373065885926396e-05,
      "loss": 0.0012,
      "step": 6164
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9372809644280402e-05,
      "loss": 0.0016,
      "step": 6165
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9372553351974647e-05,
      "loss": 0.0019,
      "step": 6166
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9372297009010522e-05,
      "loss": 0.0026,
      "step": 6167
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9372040615389416e-05,
      "loss": 0.0028,
      "step": 6168
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9371784171112703e-05,
      "loss": 0.0015,
      "step": 6169
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9371527676181777e-05,
      "loss": 0.0019,
      "step": 6170
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9371271130598026e-05,
      "loss": 0.002,
      "step": 6171
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937101453436283e-05,
      "loss": 0.0021,
      "step": 6172
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9370757887477585e-05,
      "loss": 0.0022,
      "step": 6173
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9370501189943665e-05,
      "loss": 0.0027,
      "step": 6174
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.937024444176247e-05,
      "loss": 0.0019,
      "step": 6175
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9369987642935385e-05,
      "loss": 0.0032,
      "step": 6176
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936973079346379e-05,
      "loss": 0.0023,
      "step": 6177
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9369473893349082e-05,
      "loss": 0.0025,
      "step": 6178
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9369216942592644e-05,
      "loss": 0.0023,
      "step": 6179
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936895994119587e-05,
      "loss": 0.0024,
      "step": 6180
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9368702889160146e-05,
      "loss": 0.0017,
      "step": 6181
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936844578648686e-05,
      "loss": 0.0038,
      "step": 6182
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936818863317741e-05,
      "loss": 0.0022,
      "step": 6183
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9367931429233176e-05,
      "loss": 0.0025,
      "step": 6184
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9367674174655547e-05,
      "loss": 0.0018,
      "step": 6185
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9367416869445924e-05,
      "loss": 0.0027,
      "step": 6186
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9367159513605686e-05,
      "loss": 0.0027,
      "step": 6187
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9366902107136235e-05,
      "loss": 0.0022,
      "step": 6188
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9366644650038954e-05,
      "loss": 0.0015,
      "step": 6189
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936638714231524e-05,
      "loss": 0.0032,
      "step": 6190
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936612958396648e-05,
      "loss": 0.0013,
      "step": 6191
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936587197499407e-05,
      "loss": 0.0026,
      "step": 6192
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93656143153994e-05,
      "loss": 0.0027,
      "step": 6193
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9365356605183864e-05,
      "loss": 0.0019,
      "step": 6194
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9365098844348852e-05,
      "loss": 0.0026,
      "step": 6195
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936484103289576e-05,
      "loss": 0.0028,
      "step": 6196
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9364583170825987e-05,
      "loss": 0.0023,
      "step": 6197
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9364325258140916e-05,
      "loss": 0.0013,
      "step": 6198
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9364067294841946e-05,
      "loss": 0.0031,
      "step": 6199
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936380928093047e-05,
      "loss": 0.0024,
      "step": 6200
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9363551216407887e-05,
      "loss": 0.0033,
      "step": 6201
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9363293101275588e-05,
      "loss": 0.002,
      "step": 6202
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9363034935534965e-05,
      "loss": 0.0018,
      "step": 6203
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936277671918742e-05,
      "loss": 0.0016,
      "step": 6204
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9362518452234345e-05,
      "loss": 0.0027,
      "step": 6205
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9362260134677134e-05,
      "loss": 0.0027,
      "step": 6206
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936200176651719e-05,
      "loss": 0.001,
      "step": 6207
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9361743347755904e-05,
      "loss": 0.0028,
      "step": 6208
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.936148487839467e-05,
      "loss": 0.0032,
      "step": 6209
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9361226358434895e-05,
      "loss": 0.0033,
      "step": 6210
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9360967787877968e-05,
      "loss": 0.0032,
      "step": 6211
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9360709166725287e-05,
      "loss": 0.0019,
      "step": 6212
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9360450494978253e-05,
      "loss": 0.0027,
      "step": 6213
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9360191772638264e-05,
      "loss": 0.0022,
      "step": 6214
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9359932999706714e-05,
      "loss": 0.0022,
      "step": 6215
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9359674176185007e-05,
      "loss": 0.002,
      "step": 6216
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9359415302074542e-05,
      "loss": 0.002,
      "step": 6217
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9359156377376714e-05,
      "loss": 0.0024,
      "step": 6218
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9358897402092924e-05,
      "loss": 0.0027,
      "step": 6219
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9358638376224573e-05,
      "loss": 0.0018,
      "step": 6220
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9358379299773058e-05,
      "loss": 0.0021,
      "step": 6221
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9358120172739784e-05,
      "loss": 0.002,
      "step": 6222
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9357860995126145e-05,
      "loss": 0.003,
      "step": 6223
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9357601766933553e-05,
      "loss": 0.0036,
      "step": 6224
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9357342488163397e-05,
      "loss": 0.0014,
      "step": 6225
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9357083158817083e-05,
      "loss": 0.0025,
      "step": 6226
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9356823778896015e-05,
      "loss": 0.0029,
      "step": 6227
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9356564348401594e-05,
      "loss": 0.0021,
      "step": 6228
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935630486733522e-05,
      "loss": 0.0023,
      "step": 6229
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9356045335698295e-05,
      "loss": 0.002,
      "step": 6230
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9355785753492227e-05,
      "loss": 0.0025,
      "step": 6231
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9355526120718416e-05,
      "loss": 0.0024,
      "step": 6232
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935526643737826e-05,
      "loss": 0.0014,
      "step": 6233
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9355006703473172e-05,
      "loss": 0.0018,
      "step": 6234
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935474691900455e-05,
      "loss": 0.0032,
      "step": 6235
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93544870839738e-05,
      "loss": 0.0023,
      "step": 6236
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9354227198382325e-05,
      "loss": 0.0017,
      "step": 6237
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935396726223153e-05,
      "loss": 0.0021,
      "step": 6238
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9353707275522823e-05,
      "loss": 0.0021,
      "step": 6239
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9353447238257604e-05,
      "loss": 0.0028,
      "step": 6240
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935318715043728e-05,
      "loss": 0.0016,
      "step": 6241
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935292701206326e-05,
      "loss": 0.0044,
      "step": 6242
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935266682313695e-05,
      "loss": 0.0019,
      "step": 6243
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935240658365975e-05,
      "loss": 0.0026,
      "step": 6244
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9352146293633075e-05,
      "loss": 0.0019,
      "step": 6245
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9351885953058324e-05,
      "loss": 0.0037,
      "step": 6246
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9351625561936912e-05,
      "loss": 0.0018,
      "step": 6247
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935136512027024e-05,
      "loss": 0.0015,
      "step": 6248
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9351104628059717e-05,
      "loss": 0.0025,
      "step": 6249
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9350844085306756e-05,
      "loss": 0.0021,
      "step": 6250
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.935058349201276e-05,
      "loss": 0.0029,
      "step": 6251
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9350322848179132e-05,
      "loss": 0.0021,
      "step": 6252
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9350062153807294e-05,
      "loss": 0.0019,
      "step": 6253
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934980140889865e-05,
      "loss": 0.0019,
      "step": 6254
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93495406134546e-05,
      "loss": 0.0017,
      "step": 6255
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9349279767476567e-05,
      "loss": 0.0015,
      "step": 6256
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9349018870965954e-05,
      "loss": 0.0012,
      "step": 6257
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934875792392417e-05,
      "loss": 0.0025,
      "step": 6258
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9348496926352635e-05,
      "loss": 0.0017,
      "step": 6259
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9348235878252747e-05,
      "loss": 0.0019,
      "step": 6260
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934797477962592e-05,
      "loss": 0.0037,
      "step": 6261
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9347713630473572e-05,
      "loss": 0.0021,
      "step": 6262
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9347452430797107e-05,
      "loss": 0.0015,
      "step": 6263
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9347191180597943e-05,
      "loss": 0.0022,
      "step": 6264
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934692987987749e-05,
      "loss": 0.002,
      "step": 6265
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9346668528637157e-05,
      "loss": 0.0022,
      "step": 6266
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934640712687836e-05,
      "loss": 0.0032,
      "step": 6267
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934614567460251e-05,
      "loss": 0.0024,
      "step": 6268
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934588417181102e-05,
      "loss": 0.0019,
      "step": 6269
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9345622618505305e-05,
      "loss": 0.0021,
      "step": 6270
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9345361014686778e-05,
      "loss": 0.0034,
      "step": 6271
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9345099360356855e-05,
      "loss": 0.0028,
      "step": 6272
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9344837655516944e-05,
      "loss": 0.0016,
      "step": 6273
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934457590016847e-05,
      "loss": 0.0024,
      "step": 6274
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9344314094312835e-05,
      "loss": 0.0018,
      "step": 6275
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9344052237951462e-05,
      "loss": 0.0025,
      "step": 6276
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9343790331085767e-05,
      "loss": 0.0032,
      "step": 6277
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9343528373717162e-05,
      "loss": 0.0026,
      "step": 6278
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9343266365847064e-05,
      "loss": 0.0026,
      "step": 6279
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9343004307476892e-05,
      "loss": 0.0033,
      "step": 6280
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934274219860806e-05,
      "loss": 0.0026,
      "step": 6281
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934248003924198e-05,
      "loss": 0.0019,
      "step": 6282
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934221782938008e-05,
      "loss": 0.0027,
      "step": 6283
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9341955569023767e-05,
      "loss": 0.0016,
      "step": 6284
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9341693258174462e-05,
      "loss": 0.0018,
      "step": 6285
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9341430896833585e-05,
      "loss": 0.0019,
      "step": 6286
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.934116848500255e-05,
      "loss": 0.002,
      "step": 6287
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9340906022682776e-05,
      "loss": 0.0015,
      "step": 6288
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9340643509875687e-05,
      "loss": 0.0022,
      "step": 6289
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9340380946582694e-05,
      "loss": 0.0021,
      "step": 6290
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9340118332805226e-05,
      "loss": 0.002,
      "step": 6291
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9339855668544692e-05,
      "loss": 0.0029,
      "step": 6292
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9339592953802516e-05,
      "loss": 0.0009,
      "step": 6293
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933933018858012e-05,
      "loss": 0.0028,
      "step": 6294
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9339067372878922e-05,
      "loss": 0.0026,
      "step": 6295
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9338804506700343e-05,
      "loss": 0.0029,
      "step": 6296
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9338541590045804e-05,
      "loss": 0.0028,
      "step": 6297
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9338278622916727e-05,
      "loss": 0.0014,
      "step": 6298
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933801560531453e-05,
      "loss": 0.0025,
      "step": 6299
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9337752537240637e-05,
      "loss": 0.004,
      "step": 6300
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933748941869647e-05,
      "loss": 0.0022,
      "step": 6301
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933722624968345e-05,
      "loss": 0.0026,
      "step": 6302
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9336963030203e-05,
      "loss": 0.0013,
      "step": 6303
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9336699760256544e-05,
      "loss": 0.0024,
      "step": 6304
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9336436439845502e-05,
      "loss": 0.0017,
      "step": 6305
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93361730689713e-05,
      "loss": 0.0029,
      "step": 6306
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933590964763536e-05,
      "loss": 0.002,
      "step": 6307
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9335646175839108e-05,
      "loss": 0.0021,
      "step": 6308
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9335382653583967e-05,
      "loss": 0.0018,
      "step": 6309
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933511908087136e-05,
      "loss": 0.0026,
      "step": 6310
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933485545770271e-05,
      "loss": 0.0021,
      "step": 6311
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9334591784079448e-05,
      "loss": 0.0022,
      "step": 6312
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9334328060002993e-05,
      "loss": 0.0034,
      "step": 6313
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9334064285474772e-05,
      "loss": 0.0021,
      "step": 6314
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9333800460496212e-05,
      "loss": 0.0041,
      "step": 6315
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933353658506874e-05,
      "loss": 0.0028,
      "step": 6316
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933327265919378e-05,
      "loss": 0.0017,
      "step": 6317
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933300868287276e-05,
      "loss": 0.0021,
      "step": 6318
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9332744656107102e-05,
      "loss": 0.0016,
      "step": 6319
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933248057889824e-05,
      "loss": 0.0025,
      "step": 6320
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93322164512476e-05,
      "loss": 0.0025,
      "step": 6321
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9331952273156605e-05,
      "loss": 0.0037,
      "step": 6322
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9331688044626687e-05,
      "loss": 0.0018,
      "step": 6323
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933142376565927e-05,
      "loss": 0.0019,
      "step": 6324
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933115943625579e-05,
      "loss": 0.003,
      "step": 6325
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933089505641767e-05,
      "loss": 0.0009,
      "step": 6326
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9330630626146338e-05,
      "loss": 0.0021,
      "step": 6327
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.933036614544323e-05,
      "loss": 0.002,
      "step": 6328
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9330101614309767e-05,
      "loss": 0.0027,
      "step": 6329
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9329837032747382e-05,
      "loss": 0.0024,
      "step": 6330
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9329572400757507e-05,
      "loss": 0.0027,
      "step": 6331
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932930771834157e-05,
      "loss": 0.0018,
      "step": 6332
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9329042985501007e-05,
      "loss": 0.0017,
      "step": 6333
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9328778202237238e-05,
      "loss": 0.002,
      "step": 6334
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9328513368551705e-05,
      "loss": 0.002,
      "step": 6335
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9328248484445834e-05,
      "loss": 0.0017,
      "step": 6336
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9327983549921056e-05,
      "loss": 0.0028,
      "step": 6337
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9327718564978806e-05,
      "loss": 0.0027,
      "step": 6338
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9327453529620515e-05,
      "loss": 0.0013,
      "step": 6339
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9327188443847613e-05,
      "loss": 0.0025,
      "step": 6340
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9326923307661536e-05,
      "loss": 0.0025,
      "step": 6341
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932665812106372e-05,
      "loss": 0.0026,
      "step": 6342
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9326392884055592e-05,
      "loss": 0.0021,
      "step": 6343
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932612759663859e-05,
      "loss": 0.0023,
      "step": 6344
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9325862258814143e-05,
      "loss": 0.0011,
      "step": 6345
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9325596870583688e-05,
      "loss": 0.0016,
      "step": 6346
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932533143194866e-05,
      "loss": 0.0032,
      "step": 6347
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9325065942910494e-05,
      "loss": 0.0019,
      "step": 6348
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9324800403470628e-05,
      "loss": 0.0029,
      "step": 6349
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932453481363049e-05,
      "loss": 0.0009,
      "step": 6350
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932426917339152e-05,
      "loss": 0.0024,
      "step": 6351
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932400348275515e-05,
      "loss": 0.0018,
      "step": 6352
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9323737741722822e-05,
      "loss": 0.0022,
      "step": 6353
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9323471950295967e-05,
      "loss": 0.0024,
      "step": 6354
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932320610847602e-05,
      "loss": 0.0026,
      "step": 6355
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932294021626443e-05,
      "loss": 0.0024,
      "step": 6356
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932267427366262e-05,
      "loss": 0.0011,
      "step": 6357
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9322408280672036e-05,
      "loss": 0.0017,
      "step": 6358
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9322142237294113e-05,
      "loss": 0.0011,
      "step": 6359
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9321876143530285e-05,
      "loss": 0.0012,
      "step": 6360
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9321609999381997e-05,
      "loss": 0.002,
      "step": 6361
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9321343804850685e-05,
      "loss": 0.0029,
      "step": 6362
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9321077559937785e-05,
      "loss": 0.0015,
      "step": 6363
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932081126464474e-05,
      "loss": 0.0028,
      "step": 6364
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9320544918972986e-05,
      "loss": 0.0023,
      "step": 6365
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9320278522923967e-05,
      "loss": 0.0024,
      "step": 6366
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.932001207649912e-05,
      "loss": 0.0023,
      "step": 6367
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9319745579699883e-05,
      "loss": 0.0022,
      "step": 6368
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.93194790325277e-05,
      "loss": 0.0027,
      "step": 6369
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.931921243498401e-05,
      "loss": 0.0022,
      "step": 6370
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9318945787070254e-05,
      "loss": 0.0026,
      "step": 6371
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9318679088787875e-05,
      "loss": 0.0023,
      "step": 6372
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9318412340138312e-05,
      "loss": 0.0021,
      "step": 6373
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9318145541123004e-05,
      "loss": 0.002,
      "step": 6374
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9317878691743402e-05,
      "loss": 0.0036,
      "step": 6375
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9317611792000942e-05,
      "loss": 0.0022,
      "step": 6376
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9317344841897067e-05,
      "loss": 0.001,
      "step": 6377
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.931707784143322e-05,
      "loss": 0.0033,
      "step": 6378
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9316810790610848e-05,
      "loss": 0.0017,
      "step": 6379
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9316543689431386e-05,
      "loss": 0.001,
      "step": 6380
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9316276537896287e-05,
      "loss": 0.0011,
      "step": 6381
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9316009336006987e-05,
      "loss": 0.0024,
      "step": 6382
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.931574208376494e-05,
      "loss": 0.0029,
      "step": 6383
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9315474781171576e-05,
      "loss": 0.0026,
      "step": 6384
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9315207428228352e-05,
      "loss": 0.0022,
      "step": 6385
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.931494002493671e-05,
      "loss": 0.0013,
      "step": 6386
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.9314672571298095e-05,
      "loss": 0.0013,
      "step": 6387
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9314405067313952e-05,
      "loss": 0.0011,
      "step": 6388
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9314137512985724e-05,
      "loss": 0.002,
      "step": 6389
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9313869908314863e-05,
      "loss": 0.0018,
      "step": 6390
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9313602253302814e-05,
      "loss": 0.003,
      "step": 6391
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.931333454795102e-05,
      "loss": 0.003,
      "step": 6392
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.931306679226093e-05,
      "loss": 0.0016,
      "step": 6393
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.931279898623399e-05,
      "loss": 0.0024,
      "step": 6394
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.931253112987165e-05,
      "loss": 0.0015,
      "step": 6395
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9312263223175357e-05,
      "loss": 0.0019,
      "step": 6396
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9311995266146558e-05,
      "loss": 0.0035,
      "step": 6397
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9311727258786703e-05,
      "loss": 0.0024,
      "step": 6398
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.931145920109724e-05,
      "loss": 0.0012,
      "step": 6399
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9311191093079615e-05,
      "loss": 0.0023,
      "step": 6400
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.931092293473528e-05,
      "loss": 0.0023,
      "step": 6401
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9310654726065684e-05,
      "loss": 0.0015,
      "step": 6402
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9310386467072276e-05,
      "loss": 0.0024,
      "step": 6403
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9310118157756504e-05,
      "loss": 0.0016,
      "step": 6404
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9309849798119827e-05,
      "loss": 0.0017,
      "step": 6405
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9309581388163684e-05,
      "loss": 0.003,
      "step": 6406
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9309312927889534e-05,
      "loss": 0.0035,
      "step": 6407
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9309044417298823e-05,
      "loss": 0.0017,
      "step": 6408
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9308775856393006e-05,
      "loss": 0.0025,
      "step": 6409
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930850724517353e-05,
      "loss": 0.0016,
      "step": 6410
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930823858364185e-05,
      "loss": 0.0019,
      "step": 6411
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9307969871799415e-05,
      "loss": 0.0021,
      "step": 6412
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9307701109647684e-05,
      "loss": 0.0011,
      "step": 6413
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9307432297188105e-05,
      "loss": 0.0035,
      "step": 6414
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930716343442213e-05,
      "loss": 0.002,
      "step": 6415
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9306894521351215e-05,
      "loss": 0.003,
      "step": 6416
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9306625557976816e-05,
      "loss": 0.0026,
      "step": 6417
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930635654430038e-05,
      "loss": 0.0036,
      "step": 6418
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930608748032336e-05,
      "loss": 0.0015,
      "step": 6419
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9305818366047216e-05,
      "loss": 0.0022,
      "step": 6420
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9305549201473404e-05,
      "loss": 0.0027,
      "step": 6421
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9305279986603373e-05,
      "loss": 0.0028,
      "step": 6422
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930501072143858e-05,
      "loss": 0.0038,
      "step": 6423
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9304741405980487e-05,
      "loss": 0.0013,
      "step": 6424
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9304472040230536e-05,
      "loss": 0.0027,
      "step": 6425
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.93042026241902e-05,
      "loss": 0.0035,
      "step": 6426
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9303933157860917e-05,
      "loss": 0.0047,
      "step": 6427
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9303663641244153e-05,
      "loss": 0.0017,
      "step": 6428
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9303394074341367e-05,
      "loss": 0.0032,
      "step": 6429
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9303124457154016e-05,
      "loss": 0.0018,
      "step": 6430
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930285478968355e-05,
      "loss": 0.0018,
      "step": 6431
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930258507193143e-05,
      "loss": 0.0022,
      "step": 6432
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930231530389912e-05,
      "loss": 0.0015,
      "step": 6433
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9302045485588067e-05,
      "loss": 0.0022,
      "step": 6434
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9301775616999738e-05,
      "loss": 0.0018,
      "step": 6435
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9301505698135585e-05,
      "loss": 0.0014,
      "step": 6436
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9301235728997073e-05,
      "loss": 0.0012,
      "step": 6437
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930096570958566e-05,
      "loss": 0.0018,
      "step": 6438
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9300695639902803e-05,
      "loss": 0.0019,
      "step": 6439
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.930042551994997e-05,
      "loss": 0.0022,
      "step": 6440
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9300155349728603e-05,
      "loss": 0.0031,
      "step": 6441
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929988512924018e-05,
      "loss": 0.0016,
      "step": 6442
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9299614858486153e-05,
      "loss": 0.0019,
      "step": 6443
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9299344537467982e-05,
      "loss": 0.0043,
      "step": 6444
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9299074166187134e-05,
      "loss": 0.0015,
      "step": 6445
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929880374464507e-05,
      "loss": 0.002,
      "step": 6446
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9298533272843243e-05,
      "loss": 0.0021,
      "step": 6447
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929826275078312e-05,
      "loss": 0.0033,
      "step": 6448
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9297992178466168e-05,
      "loss": 0.0017,
      "step": 6449
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9297721555893843e-05,
      "loss": 0.0028,
      "step": 6450
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929745088306761e-05,
      "loss": 0.0017,
      "step": 6451
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9297180159988932e-05,
      "loss": 0.0026,
      "step": 6452
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9296909386659274e-05,
      "loss": 0.0024,
      "step": 6453
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929663856308009e-05,
      "loss": 0.0023,
      "step": 6454
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929636768925286e-05,
      "loss": 0.0019,
      "step": 6455
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9296096765179036e-05,
      "loss": 0.0029,
      "step": 6456
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9295825790860085e-05,
      "loss": 0.0024,
      "step": 6457
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9295554766297476e-05,
      "loss": 0.0021,
      "step": 6458
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9295283691492668e-05,
      "loss": 0.0024,
      "step": 6459
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9295012566447127e-05,
      "loss": 0.0019,
      "step": 6460
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929474139116232e-05,
      "loss": 0.0012,
      "step": 6461
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9294470165639713e-05,
      "loss": 0.0024,
      "step": 6462
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9294198889880773e-05,
      "loss": 0.0026,
      "step": 6463
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9293927563886966e-05,
      "loss": 0.0022,
      "step": 6464
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9293656187659754e-05,
      "loss": 0.0019,
      "step": 6465
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929338476120061e-05,
      "loss": 0.0021,
      "step": 6466
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9293113284510997e-05,
      "loss": 0.0022,
      "step": 6467
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929284175759238e-05,
      "loss": 0.0033,
      "step": 6468
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9292570180446234e-05,
      "loss": 0.0025,
      "step": 6469
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929229855307402e-05,
      "loss": 0.0027,
      "step": 6470
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9292026875477214e-05,
      "loss": 0.0023,
      "step": 6471
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9291755147657274e-05,
      "loss": 0.0019,
      "step": 6472
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9291483369615674e-05,
      "loss": 0.0009,
      "step": 6473
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9291211541353887e-05,
      "loss": 0.0019,
      "step": 6474
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9290939662873377e-05,
      "loss": 0.0022,
      "step": 6475
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9290667734175614e-05,
      "loss": 0.001,
      "step": 6476
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9290395755262068e-05,
      "loss": 0.0021,
      "step": 6477
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.929012372613421e-05,
      "loss": 0.002,
      "step": 6478
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928985164679351e-05,
      "loss": 0.0033,
      "step": 6479
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928957951724144e-05,
      "loss": 0.0026,
      "step": 6480
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928930733747947e-05,
      "loss": 0.0013,
      "step": 6481
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9289035107509068e-05,
      "loss": 0.0025,
      "step": 6482
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9288762827331706e-05,
      "loss": 0.0018,
      "step": 6483
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928849049694886e-05,
      "loss": 0.0017,
      "step": 6484
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9288218116362e-05,
      "loss": 0.0016,
      "step": 6485
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9287945685572596e-05,
      "loss": 0.0019,
      "step": 6486
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9287673204582124e-05,
      "loss": 0.0025,
      "step": 6487
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9287400673392055e-05,
      "loss": 0.0024,
      "step": 6488
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928712809200386e-05,
      "loss": 0.0018,
      "step": 6489
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9286855460419013e-05,
      "loss": 0.0031,
      "step": 6490
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928658277863899e-05,
      "loss": 0.0016,
      "step": 6491
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9286310046665267e-05,
      "loss": 0.0019,
      "step": 6492
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9286037264499308e-05,
      "loss": 0.001,
      "step": 6493
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9285764432142602e-05,
      "loss": 0.0015,
      "step": 6494
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9285491549596612e-05,
      "loss": 0.0019,
      "step": 6495
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9285218616862815e-05,
      "loss": 0.0017,
      "step": 6496
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928494563394269e-05,
      "loss": 0.0029,
      "step": 6497
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928467260083771e-05,
      "loss": 0.002,
      "step": 6498
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928439951754935e-05,
      "loss": 0.0017,
      "step": 6499
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9284126384079085e-05,
      "loss": 0.002,
      "step": 6500
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92838532004284e-05,
      "loss": 0.0018,
      "step": 6501
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928357996659876e-05,
      "loss": 0.0022,
      "step": 6502
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9283306682591647e-05,
      "loss": 0.002,
      "step": 6503
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928303334840854e-05,
      "loss": 0.0023,
      "step": 6504
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9282759964050914e-05,
      "loss": 0.0016,
      "step": 6505
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9282486529520244e-05,
      "loss": 0.0021,
      "step": 6506
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928221304481801e-05,
      "loss": 0.002,
      "step": 6507
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9281939509945692e-05,
      "loss": 0.0021,
      "step": 6508
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9281665924904772e-05,
      "loss": 0.002,
      "step": 6509
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928139228969672e-05,
      "loss": 0.0023,
      "step": 6510
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928111860432302e-05,
      "loss": 0.0016,
      "step": 6511
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928084486878515e-05,
      "loss": 0.0013,
      "step": 6512
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9280571083084588e-05,
      "loss": 0.0026,
      "step": 6513
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.928029724722282e-05,
      "loss": 0.0026,
      "step": 6514
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9280023361201318e-05,
      "loss": 0.0021,
      "step": 6515
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9279749425021565e-05,
      "loss": 0.0018,
      "step": 6516
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9279475438685047e-05,
      "loss": 0.0025,
      "step": 6517
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927920140219324e-05,
      "loss": 0.0022,
      "step": 6518
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9278927315547623e-05,
      "loss": 0.0023,
      "step": 6519
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9278653178749682e-05,
      "loss": 0.0014,
      "step": 6520
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9278378991800895e-05,
      "loss": 0.0022,
      "step": 6521
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9278104754702743e-05,
      "loss": 0.0027,
      "step": 6522
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9277830467456717e-05,
      "loss": 0.0029,
      "step": 6523
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9277556130064294e-05,
      "loss": 0.0031,
      "step": 6524
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927728174252695e-05,
      "loss": 0.0029,
      "step": 6525
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927700730484618e-05,
      "loss": 0.0021,
      "step": 6526
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927673281702346e-05,
      "loss": 0.0021,
      "step": 6527
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9276458279060276e-05,
      "loss": 0.0011,
      "step": 6528
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9276183690958108e-05,
      "loss": 0.0018,
      "step": 6529
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9275909052718447e-05,
      "loss": 0.0023,
      "step": 6530
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9275634364342774e-05,
      "loss": 0.0014,
      "step": 6531
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927535962583257e-05,
      "loss": 0.0027,
      "step": 6532
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9275084837189327e-05,
      "loss": 0.0027,
      "step": 6533
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9274809998414525e-05,
      "loss": 0.0026,
      "step": 6534
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927453510950965e-05,
      "loss": 0.0025,
      "step": 6535
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9274260170476192e-05,
      "loss": 0.0014,
      "step": 6536
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9273985181315633e-05,
      "loss": 0.0027,
      "step": 6537
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9273710142029457e-05,
      "loss": 0.0017,
      "step": 6538
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9273435052619157e-05,
      "loss": 0.0025,
      "step": 6539
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9273159913086218e-05,
      "loss": 0.0018,
      "step": 6540
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927288472343212e-05,
      "loss": 0.0019,
      "step": 6541
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927260948365836e-05,
      "loss": 0.0033,
      "step": 6542
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9272334193766425e-05,
      "loss": 0.0021,
      "step": 6543
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9272058853757796e-05,
      "loss": 0.0011,
      "step": 6544
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9271783463633964e-05,
      "loss": 0.003,
      "step": 6545
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927150802339642e-05,
      "loss": 0.0042,
      "step": 6546
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9271232533046653e-05,
      "loss": 0.0017,
      "step": 6547
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9270956992586146e-05,
      "loss": 0.0017,
      "step": 6548
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9270681402016395e-05,
      "loss": 0.0024,
      "step": 6549
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.927040576133889e-05,
      "loss": 0.0021,
      "step": 6550
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9270130070555113e-05,
      "loss": 0.0029,
      "step": 6551
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9269854329666562e-05,
      "loss": 0.0024,
      "step": 6552
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9269578538674722e-05,
      "loss": 0.0034,
      "step": 6553
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9269302697581086e-05,
      "loss": 0.0026,
      "step": 6554
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926902680638715e-05,
      "loss": 0.0033,
      "step": 6555
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926875086509439e-05,
      "loss": 0.002,
      "step": 6556
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9268474873704316e-05,
      "loss": 0.0018,
      "step": 6557
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926819883221841e-05,
      "loss": 0.0023,
      "step": 6558
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9267922740638164e-05,
      "loss": 0.0014,
      "step": 6559
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9267646598965072e-05,
      "loss": 0.0027,
      "step": 6560
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9267370407200626e-05,
      "loss": 0.0031,
      "step": 6561
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926709416534632e-05,
      "loss": 0.002,
      "step": 6562
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9266817873403644e-05,
      "loss": 0.0015,
      "step": 6563
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9266541531374093e-05,
      "loss": 0.0028,
      "step": 6564
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9266265139259165e-05,
      "loss": 0.0022,
      "step": 6565
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926598869706035e-05,
      "loss": 0.0016,
      "step": 6566
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9265712204779133e-05,
      "loss": 0.0025,
      "step": 6567
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9265435662417027e-05,
      "loss": 0.0018,
      "step": 6568
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926515906997551e-05,
      "loss": 0.0009,
      "step": 6569
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926488242745609e-05,
      "loss": 0.0032,
      "step": 6570
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9264605734860254e-05,
      "loss": 0.0022,
      "step": 6571
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92643289921895e-05,
      "loss": 0.0024,
      "step": 6572
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9264052199445325e-05,
      "loss": 0.0026,
      "step": 6573
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926377535662922e-05,
      "loss": 0.0035,
      "step": 6574
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9263498463742686e-05,
      "loss": 0.0023,
      "step": 6575
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926322152078722e-05,
      "loss": 0.0028,
      "step": 6576
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926294452776432e-05,
      "loss": 0.0031,
      "step": 6577
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9262667484675475e-05,
      "loss": 0.0026,
      "step": 6578
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9262390391522192e-05,
      "loss": 0.0022,
      "step": 6579
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9262113248305966e-05,
      "loss": 0.0023,
      "step": 6580
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926183605502829e-05,
      "loss": 0.0014,
      "step": 6581
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9261558811690667e-05,
      "loss": 0.0022,
      "step": 6582
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9261281518294598e-05,
      "loss": 0.0027,
      "step": 6583
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9261004174841575e-05,
      "loss": 0.003,
      "step": 6584
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9260726781333095e-05,
      "loss": 0.0017,
      "step": 6585
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926044933777067e-05,
      "loss": 0.0027,
      "step": 6586
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.926017184415579e-05,
      "loss": 0.0028,
      "step": 6587
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9259894300489958e-05,
      "loss": 0.0037,
      "step": 6588
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925961670677467e-05,
      "loss": 0.0023,
      "step": 6589
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9259339063011432e-05,
      "loss": 0.0024,
      "step": 6590
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9259061369201743e-05,
      "loss": 0.0013,
      "step": 6591
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92587836253471e-05,
      "loss": 0.0031,
      "step": 6592
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9258505831449007e-05,
      "loss": 0.0034,
      "step": 6593
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925822798750897e-05,
      "loss": 0.0019,
      "step": 6594
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925795009352848e-05,
      "loss": 0.0021,
      "step": 6595
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925767214950905e-05,
      "loss": 0.0022,
      "step": 6596
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9257394155452176e-05,
      "loss": 0.0013,
      "step": 6597
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9257116111359363e-05,
      "loss": 0.0011,
      "step": 6598
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9256838017232112e-05,
      "loss": 0.0018,
      "step": 6599
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925655987307193e-05,
      "loss": 0.002,
      "step": 6600
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9256281678880314e-05,
      "loss": 0.0027,
      "step": 6601
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9256003434658773e-05,
      "loss": 0.0013,
      "step": 6602
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925572514040881e-05,
      "loss": 0.0024,
      "step": 6603
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9255446796131926e-05,
      "loss": 0.0034,
      "step": 6604
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925516840182963e-05,
      "loss": 0.0019,
      "step": 6605
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9254889957503422e-05,
      "loss": 0.0037,
      "step": 6606
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925461146315481e-05,
      "loss": 0.0013,
      "step": 6607
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92543329187853e-05,
      "loss": 0.0019,
      "step": 6608
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9254054324396394e-05,
      "loss": 0.0019,
      "step": 6609
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92537756799896e-05,
      "loss": 0.0029,
      "step": 6610
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9253496985566426e-05,
      "loss": 0.0016,
      "step": 6611
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9253218241128376e-05,
      "loss": 0.0029,
      "step": 6612
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9252939446676956e-05,
      "loss": 0.002,
      "step": 6613
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9252660602213673e-05,
      "loss": 0.0019,
      "step": 6614
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9252381707740036e-05,
      "loss": 0.0026,
      "step": 6615
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925210276325755e-05,
      "loss": 0.0015,
      "step": 6616
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9251823768767727e-05,
      "loss": 0.0025,
      "step": 6617
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925154472427207e-05,
      "loss": 0.0019,
      "step": 6618
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.925126562977209e-05,
      "loss": 0.0026,
      "step": 6619
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9250986485269293e-05,
      "loss": 0.0013,
      "step": 6620
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9250707290765192e-05,
      "loss": 0.0025,
      "step": 6621
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9250428046261295e-05,
      "loss": 0.0026,
      "step": 6622
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9250148751759107e-05,
      "loss": 0.0032,
      "step": 6623
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924986940726014e-05,
      "loss": 0.0018,
      "step": 6624
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9249590012765903e-05,
      "loss": 0.0028,
      "step": 6625
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924931056827791e-05,
      "loss": 0.003,
      "step": 6626
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924903107379767e-05,
      "loss": 0.0016,
      "step": 6627
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924875152932669e-05,
      "loss": 0.0028,
      "step": 6628
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9248471934866484e-05,
      "loss": 0.0033,
      "step": 6629
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9248192290418563e-05,
      "loss": 0.0024,
      "step": 6630
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924791259598444e-05,
      "loss": 0.0038,
      "step": 6631
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924763285156562e-05,
      "loss": 0.0013,
      "step": 6632
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9247353057163624e-05,
      "loss": 0.001,
      "step": 6633
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9247073212779955e-05,
      "loss": 0.0018,
      "step": 6634
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9246793318416135e-05,
      "loss": 0.0021,
      "step": 6635
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924651337407367e-05,
      "loss": 0.0025,
      "step": 6636
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924623337975408e-05,
      "loss": 0.0018,
      "step": 6637
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924595333545887e-05,
      "loss": 0.0016,
      "step": 6638
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924567324118956e-05,
      "loss": 0.0035,
      "step": 6639
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924539309694766e-05,
      "loss": 0.0027,
      "step": 6640
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9245112902734684e-05,
      "loss": 0.0018,
      "step": 6641
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9244832658552148e-05,
      "loss": 0.0022,
      "step": 6642
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924455236440157e-05,
      "loss": 0.0031,
      "step": 6643
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924427202028446e-05,
      "loss": 0.0023,
      "step": 6644
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9243991626202333e-05,
      "loss": 0.0031,
      "step": 6645
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924371118215671e-05,
      "loss": 0.0014,
      "step": 6646
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92434306881491e-05,
      "loss": 0.0019,
      "step": 6647
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9243150144181026e-05,
      "loss": 0.0021,
      "step": 6648
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9242869550254e-05,
      "loss": 0.0028,
      "step": 6649
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9242588906369538e-05,
      "loss": 0.003,
      "step": 6650
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9242308212529158e-05,
      "loss": 0.0021,
      "step": 6651
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9242027468734376e-05,
      "loss": 0.003,
      "step": 6652
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9241746674986713e-05,
      "loss": 0.0021,
      "step": 6653
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9241465831287685e-05,
      "loss": 0.0022,
      "step": 6654
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9241184937638806e-05,
      "loss": 0.0021,
      "step": 6655
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92409039940416e-05,
      "loss": 0.0019,
      "step": 6656
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9240623000497584e-05,
      "loss": 0.002,
      "step": 6657
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924034195700827e-05,
      "loss": 0.0035,
      "step": 6658
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.924006086357519e-05,
      "loss": 0.0019,
      "step": 6659
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9239779720199854e-05,
      "loss": 0.0027,
      "step": 6660
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9239498526883786e-05,
      "loss": 0.0023,
      "step": 6661
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9239217283628498e-05,
      "loss": 0.0025,
      "step": 6662
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923893599043552e-05,
      "loss": 0.0018,
      "step": 6663
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9238654647306366e-05,
      "loss": 0.0012,
      "step": 6664
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9238373254242558e-05,
      "loss": 0.0029,
      "step": 6665
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923809181124562e-05,
      "loss": 0.0031,
      "step": 6666
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923781031831707e-05,
      "loss": 0.0027,
      "step": 6667
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9237528775458433e-05,
      "loss": 0.0032,
      "step": 6668
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9237247182671225e-05,
      "loss": 0.0028,
      "step": 6669
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9236965539956968e-05,
      "loss": 0.0023,
      "step": 6670
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9236683847317193e-05,
      "loss": 0.0044,
      "step": 6671
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9236402104753415e-05,
      "loss": 0.0028,
      "step": 6672
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9236120312267155e-05,
      "loss": 0.0013,
      "step": 6673
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9235838469859944e-05,
      "loss": 0.0022,
      "step": 6674
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92355565775333e-05,
      "loss": 0.0019,
      "step": 6675
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923527463528875e-05,
      "loss": 0.0027,
      "step": 6676
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923499264312781e-05,
      "loss": 0.0018,
      "step": 6677
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9234710601052013e-05,
      "loss": 0.0024,
      "step": 6678
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9234428509062878e-05,
      "loss": 0.0026,
      "step": 6679
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9234146367161934e-05,
      "loss": 0.0021,
      "step": 6680
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9233864175350705e-05,
      "loss": 0.0026,
      "step": 6681
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9233581933630716e-05,
      "loss": 0.0016,
      "step": 6682
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9233299642003488e-05,
      "loss": 0.0031,
      "step": 6683
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9233017300470552e-05,
      "loss": 0.0015,
      "step": 6684
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923273490903343e-05,
      "loss": 0.0019,
      "step": 6685
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9232452467693658e-05,
      "loss": 0.0015,
      "step": 6686
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9232169976452745e-05,
      "loss": 0.0013,
      "step": 6687
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9231887435312237e-05,
      "loss": 0.0021,
      "step": 6688
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9231604844273648e-05,
      "loss": 0.0019,
      "step": 6689
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923132220333851e-05,
      "loss": 0.0012,
      "step": 6690
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923103951250835e-05,
      "loss": 0.0019,
      "step": 6691
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9230756771784697e-05,
      "loss": 0.0018,
      "step": 6692
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.923047398116908e-05,
      "loss": 0.0017,
      "step": 6693
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9230191140663024e-05,
      "loss": 0.0021,
      "step": 6694
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922990825026806e-05,
      "loss": 0.0009,
      "step": 6695
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9229625309985715e-05,
      "loss": 0.0017,
      "step": 6696
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9229342319817524e-05,
      "loss": 0.002,
      "step": 6697
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922905927976501e-05,
      "loss": 0.0028,
      "step": 6698
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9228776189829708e-05,
      "loss": 0.0067,
      "step": 6699
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9228493050013143e-05,
      "loss": 0.0025,
      "step": 6700
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9228209860316848e-05,
      "loss": 0.0026,
      "step": 6701
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9227926620742353e-05,
      "loss": 0.003,
      "step": 6702
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922764333129119e-05,
      "loss": 0.0035,
      "step": 6703
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9227359991964892e-05,
      "loss": 0.0033,
      "step": 6704
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9227076602764985e-05,
      "loss": 0.0045,
      "step": 6705
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9226793163693004e-05,
      "loss": 0.0032,
      "step": 6706
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9226509674750482e-05,
      "loss": 0.0013,
      "step": 6707
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922622613593895e-05,
      "loss": 0.0033,
      "step": 6708
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922594254725994e-05,
      "loss": 0.0021,
      "step": 6709
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9225658908714984e-05,
      "loss": 0.0021,
      "step": 6710
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9225375220305618e-05,
      "loss": 0.002,
      "step": 6711
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922509148203337e-05,
      "loss": 0.0023,
      "step": 6712
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9224807693899784e-05,
      "loss": 0.0028,
      "step": 6713
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922452385590638e-05,
      "loss": 0.0022,
      "step": 6714
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9224239968054702e-05,
      "loss": 0.0028,
      "step": 6715
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9223956030346284e-05,
      "loss": 0.0018,
      "step": 6716
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9223672042782655e-05,
      "loss": 0.0027,
      "step": 6717
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9223388005365354e-05,
      "loss": 0.0021,
      "step": 6718
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9223103918095915e-05,
      "loss": 0.0025,
      "step": 6719
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9222819780975877e-05,
      "loss": 0.002,
      "step": 6720
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922253559400677e-05,
      "loss": 0.0038,
      "step": 6721
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9222251357190135e-05,
      "loss": 0.0033,
      "step": 6722
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9221967070527503e-05,
      "loss": 0.0031,
      "step": 6723
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9221682734020416e-05,
      "loss": 0.0023,
      "step": 6724
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9221398347670406e-05,
      "loss": 0.0027,
      "step": 6725
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9221113911479016e-05,
      "loss": 0.0014,
      "step": 6726
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9220829425447777e-05,
      "loss": 0.005,
      "step": 6727
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.922054488957823e-05,
      "loss": 0.002,
      "step": 6728
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9220260303871915e-05,
      "loss": 0.0025,
      "step": 6729
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9219975668330365e-05,
      "loss": 0.0038,
      "step": 6730
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921969098295512e-05,
      "loss": 0.0012,
      "step": 6731
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9219406247747722e-05,
      "loss": 0.0027,
      "step": 6732
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9219121462709706e-05,
      "loss": 0.0011,
      "step": 6733
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921883662784261e-05,
      "loss": 0.002,
      "step": 6734
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9218551743147984e-05,
      "loss": 0.0013,
      "step": 6735
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9218266808627358e-05,
      "loss": 0.0027,
      "step": 6736
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9217981824282272e-05,
      "loss": 0.0025,
      "step": 6737
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921769679011427e-05,
      "loss": 0.0026,
      "step": 6738
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921741170612489e-05,
      "loss": 0.0022,
      "step": 6739
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9217126572315677e-05,
      "loss": 0.0024,
      "step": 6740
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9216841388688167e-05,
      "loss": 0.0023,
      "step": 6741
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9216556155243905e-05,
      "loss": 0.0018,
      "step": 6742
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921627087198443e-05,
      "loss": 0.0026,
      "step": 6743
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9215985538911285e-05,
      "loss": 0.0018,
      "step": 6744
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9215700156026016e-05,
      "loss": 0.0038,
      "step": 6745
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921541472333016e-05,
      "loss": 0.0028,
      "step": 6746
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921512924082526e-05,
      "loss": 0.0036,
      "step": 6747
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9214843708512864e-05,
      "loss": 0.0024,
      "step": 6748
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921455812639451e-05,
      "loss": 0.002,
      "step": 6749
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9214272494471743e-05,
      "loss": 0.0012,
      "step": 6750
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9213986812746112e-05,
      "loss": 0.0016,
      "step": 6751
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921370108121915e-05,
      "loss": 0.003,
      "step": 6752
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9213415299892414e-05,
      "loss": 0.0023,
      "step": 6753
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921312946876744e-05,
      "loss": 0.0022,
      "step": 6754
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9212843587845776e-05,
      "loss": 0.0018,
      "step": 6755
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.921255765712897e-05,
      "loss": 0.0045,
      "step": 6756
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9212271676618558e-05,
      "loss": 0.0028,
      "step": 6757
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9211985646316094e-05,
      "loss": 0.003,
      "step": 6758
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9211699566223123e-05,
      "loss": 0.0025,
      "step": 6759
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9211413436341185e-05,
      "loss": 0.0037,
      "step": 6760
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9211127256671837e-05,
      "loss": 0.0018,
      "step": 6761
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9210841027216623e-05,
      "loss": 0.0009,
      "step": 6762
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9210554747977085e-05,
      "loss": 0.0025,
      "step": 6763
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9210268418954768e-05,
      "loss": 0.0033,
      "step": 6764
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920998204015123e-05,
      "loss": 0.003,
      "step": 6765
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920969561156801e-05,
      "loss": 0.0035,
      "step": 6766
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9209409133206662e-05,
      "loss": 0.0021,
      "step": 6767
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9209122605068732e-05,
      "loss": 0.003,
      "step": 6768
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9208836027155768e-05,
      "loss": 0.0026,
      "step": 6769
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9208549399469318e-05,
      "loss": 0.0037,
      "step": 6770
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9208262722010935e-05,
      "loss": 0.0025,
      "step": 6771
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9207975994782163e-05,
      "loss": 0.0025,
      "step": 6772
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9207689217784557e-05,
      "loss": 0.0031,
      "step": 6773
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9207402391019666e-05,
      "loss": 0.003,
      "step": 6774
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9207115514489037e-05,
      "loss": 0.0029,
      "step": 6775
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9206828588194228e-05,
      "loss": 0.0014,
      "step": 6776
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920654161213678e-05,
      "loss": 0.0024,
      "step": 6777
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9206254586318246e-05,
      "loss": 0.0014,
      "step": 6778
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9205967510740184e-05,
      "loss": 0.0021,
      "step": 6779
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920568038540414e-05,
      "loss": 0.0033,
      "step": 6780
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920539321031167e-05,
      "loss": 0.0032,
      "step": 6781
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920510598546432e-05,
      "loss": 0.0014,
      "step": 6782
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920481871086365e-05,
      "loss": 0.0026,
      "step": 6783
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920453138651121e-05,
      "loss": 0.0027,
      "step": 6784
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920424401240855e-05,
      "loss": 0.0017,
      "step": 6785
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9203956588557222e-05,
      "loss": 0.0022,
      "step": 6786
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920366911495879e-05,
      "loss": 0.0015,
      "step": 6787
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9203381591614795e-05,
      "loss": 0.0017,
      "step": 6788
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9203094018526795e-05,
      "loss": 0.0027,
      "step": 6789
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920280639569635e-05,
      "loss": 0.0021,
      "step": 6790
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9202518723125007e-05,
      "loss": 0.0025,
      "step": 6791
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9202231000814326e-05,
      "loss": 0.0024,
      "step": 6792
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.920194322876586e-05,
      "loss": 0.0031,
      "step": 6793
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9201655406981167e-05,
      "loss": 0.0043,
      "step": 6794
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.92013675354618e-05,
      "loss": 0.0012,
      "step": 6795
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9201079614209314e-05,
      "loss": 0.0031,
      "step": 6796
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9200791643225266e-05,
      "loss": 0.0037,
      "step": 6797
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9200503622511217e-05,
      "loss": 0.0031,
      "step": 6798
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9200215552068716e-05,
      "loss": 0.0018,
      "step": 6799
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9199927431899324e-05,
      "loss": 0.0026,
      "step": 6800
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.91996392620046e-05,
      "loss": 0.0024,
      "step": 6801
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9199351042386095e-05,
      "loss": 0.0021,
      "step": 6802
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9199062773045378e-05,
      "loss": 0.0033,
      "step": 6803
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9198774453983997e-05,
      "loss": 0.0013,
      "step": 6804
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9198486085203516e-05,
      "loss": 0.0026,
      "step": 6805
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9198197666705488e-05,
      "loss": 0.0019,
      "step": 6806
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919790919849148e-05,
      "loss": 0.0016,
      "step": 6807
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9197620680563043e-05,
      "loss": 0.0038,
      "step": 6808
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9197332112921744e-05,
      "loss": 0.0024,
      "step": 6809
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9197043495569135e-05,
      "loss": 0.003,
      "step": 6810
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919675482850678e-05,
      "loss": 0.0009,
      "step": 6811
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9196466111736245e-05,
      "loss": 0.0017,
      "step": 6812
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919617734525908e-05,
      "loss": 0.002,
      "step": 6813
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9195888529076848e-05,
      "loss": 0.0032,
      "step": 6814
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9195599663191114e-05,
      "loss": 0.0031,
      "step": 6815
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919531074760344e-05,
      "loss": 0.002,
      "step": 6816
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919502178231538e-05,
      "loss": 0.0043,
      "step": 6817
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9194732767328504e-05,
      "loss": 0.0023,
      "step": 6818
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9194443702644375e-05,
      "loss": 0.0032,
      "step": 6819
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9194154588264545e-05,
      "loss": 0.0011,
      "step": 6820
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919386542419059e-05,
      "loss": 0.0022,
      "step": 6821
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919357621042406e-05,
      "loss": 0.0021,
      "step": 6822
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9193286946966528e-05,
      "loss": 0.0022,
      "step": 6823
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919299763381955e-05,
      "loss": 0.0031,
      "step": 6824
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.91927082709847e-05,
      "loss": 0.002,
      "step": 6825
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.919241885846353e-05,
      "loss": 0.0033,
      "step": 6826
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9192129396257613e-05,
      "loss": 0.0031,
      "step": 6827
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.9191839884368508e-05,
      "loss": 0.0021,
      "step": 6828
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9191550322797782e-05,
      "loss": 0.0019,
      "step": 6829
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9191260711547003e-05,
      "loss": 0.0027,
      "step": 6830
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.919097105061773e-05,
      "loss": 0.002,
      "step": 6831
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.919068134001153e-05,
      "loss": 0.0027,
      "step": 6832
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9190391579729977e-05,
      "loss": 0.0027,
      "step": 6833
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9190101769774632e-05,
      "loss": 0.0027,
      "step": 6834
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9189811910147057e-05,
      "loss": 0.0014,
      "step": 6835
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9189522000848822e-05,
      "loss": 0.0019,
      "step": 6836
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9189232041881497e-05,
      "loss": 0.0015,
      "step": 6837
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9188942033246643e-05,
      "loss": 0.0037,
      "step": 6838
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918865197494583e-05,
      "loss": 0.0024,
      "step": 6839
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918836186698063e-05,
      "loss": 0.0022,
      "step": 6840
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9188071709352608e-05,
      "loss": 0.0023,
      "step": 6841
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918778150206333e-05,
      "loss": 0.0044,
      "step": 6842
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9187491245114368e-05,
      "loss": 0.0029,
      "step": 6843
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9187200938507286e-05,
      "loss": 0.0019,
      "step": 6844
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918691058224366e-05,
      "loss": 0.0007,
      "step": 6845
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9186620176325058e-05,
      "loss": 0.0009,
      "step": 6846
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9186329720753043e-05,
      "loss": 0.0035,
      "step": 6847
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918603921552919e-05,
      "loss": 0.0034,
      "step": 6848
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918574866065507e-05,
      "loss": 0.0018,
      "step": 6849
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918545805613225e-05,
      "loss": 0.0036,
      "step": 6850
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9185167401962304e-05,
      "loss": 0.003,
      "step": 6851
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9184876698146803e-05,
      "loss": 0.0021,
      "step": 6852
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9184585944687316e-05,
      "loss": 0.0023,
      "step": 6853
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9184295141585418e-05,
      "loss": 0.0018,
      "step": 6854
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9184004288842676e-05,
      "loss": 0.0023,
      "step": 6855
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9183713386460662e-05,
      "loss": 0.003,
      "step": 6856
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9183422434440953e-05,
      "loss": 0.003,
      "step": 6857
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918313143278512e-05,
      "loss": 0.0018,
      "step": 6858
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918284038149473e-05,
      "loss": 0.0013,
      "step": 6859
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9182549280571365e-05,
      "loss": 0.002,
      "step": 6860
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9182258130016596e-05,
      "loss": 0.0015,
      "step": 6861
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918196692983199e-05,
      "loss": 0.0018,
      "step": 6862
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9181675680019132e-05,
      "loss": 0.0011,
      "step": 6863
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918138438057959e-05,
      "loss": 0.0034,
      "step": 6864
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9181093031514934e-05,
      "loss": 0.0021,
      "step": 6865
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.918080163282675e-05,
      "loss": 0.0022,
      "step": 6866
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91805101845166e-05,
      "loss": 0.0019,
      "step": 6867
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9180218686586068e-05,
      "loss": 0.0028,
      "step": 6868
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9179927139036728e-05,
      "loss": 0.0022,
      "step": 6869
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9179635541870155e-05,
      "loss": 0.002,
      "step": 6870
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9179343895087927e-05,
      "loss": 0.0024,
      "step": 6871
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9179052198691618e-05,
      "loss": 0.0016,
      "step": 6872
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9178760452682804e-05,
      "loss": 0.0037,
      "step": 6873
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9178468657063063e-05,
      "loss": 0.0021,
      "step": 6874
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917817681183397e-05,
      "loss": 0.0012,
      "step": 6875
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917788491699711e-05,
      "loss": 0.0017,
      "step": 6876
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917759297255405e-05,
      "loss": 0.0023,
      "step": 6877
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9177300978506376e-05,
      "loss": 0.0019,
      "step": 6878
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9177008934855666e-05,
      "loss": 0.0033,
      "step": 6879
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9176716841603492e-05,
      "loss": 0.0017,
      "step": 6880
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9176424698751438e-05,
      "loss": 0.0032,
      "step": 6881
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917613250630108e-05,
      "loss": 0.0018,
      "step": 6882
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9175840264254e-05,
      "loss": 0.0025,
      "step": 6883
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917554797261178e-05,
      "loss": 0.0015,
      "step": 6884
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9175255631375993e-05,
      "loss": 0.0035,
      "step": 6885
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9174963240548223e-05,
      "loss": 0.0019,
      "step": 6886
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9174670800130052e-05,
      "loss": 0.0015,
      "step": 6887
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9174378310123055e-05,
      "loss": 0.0013,
      "step": 6888
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9174085770528815e-05,
      "loss": 0.0022,
      "step": 6889
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917379318134892e-05,
      "loss": 0.0017,
      "step": 6890
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9173500542584944e-05,
      "loss": 0.0014,
      "step": 6891
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917320785423847e-05,
      "loss": 0.0021,
      "step": 6892
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9172915116311083e-05,
      "loss": 0.0012,
      "step": 6893
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917262232880436e-05,
      "loss": 0.0018,
      "step": 6894
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9172329491719887e-05,
      "loss": 0.0026,
      "step": 6895
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9172036605059247e-05,
      "loss": 0.0022,
      "step": 6896
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917174366882402e-05,
      "loss": 0.0027,
      "step": 6897
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9171450683015792e-05,
      "loss": 0.0017,
      "step": 6898
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917115764763615e-05,
      "loss": 0.0024,
      "step": 6899
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917086456268667e-05,
      "loss": 0.0015,
      "step": 6900
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9170571428168944e-05,
      "loss": 0.0029,
      "step": 6901
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.917027824408455e-05,
      "loss": 0.0011,
      "step": 6902
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9169985010435073e-05,
      "loss": 0.0028,
      "step": 6903
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9169691727222105e-05,
      "loss": 0.0017,
      "step": 6904
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9169398394447222e-05,
      "loss": 0.0035,
      "step": 6905
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916910501211202e-05,
      "loss": 0.0021,
      "step": 6906
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916881158021807e-05,
      "loss": 0.0015,
      "step": 6907
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916851809876697e-05,
      "loss": 0.0023,
      "step": 6908
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9168224567760302e-05,
      "loss": 0.0032,
      "step": 6909
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9167930987199653e-05,
      "loss": 0.0011,
      "step": 6910
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9167637357086614e-05,
      "loss": 0.0016,
      "step": 6911
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916734367742276e-05,
      "loss": 0.0032,
      "step": 6912
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9167049948209697e-05,
      "loss": 0.0024,
      "step": 6913
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9166756169448996e-05,
      "loss": 0.0027,
      "step": 6914
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916646234114225e-05,
      "loss": 0.0023,
      "step": 6915
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916616846329105e-05,
      "loss": 0.0012,
      "step": 6916
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916587453589698e-05,
      "loss": 0.0025,
      "step": 6917
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9165580558961636e-05,
      "loss": 0.0029,
      "step": 6918
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9165286532486598e-05,
      "loss": 0.0016,
      "step": 6919
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916499245647346e-05,
      "loss": 0.0042,
      "step": 6920
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916469833092381e-05,
      "loss": 0.0013,
      "step": 6921
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916440415583924e-05,
      "loss": 0.0022,
      "step": 6922
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9164109931221334e-05,
      "loss": 0.0021,
      "step": 6923
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9163815657071693e-05,
      "loss": 0.0024,
      "step": 6924
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9163521333391898e-05,
      "loss": 0.0028,
      "step": 6925
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9163226960183543e-05,
      "loss": 0.0028,
      "step": 6926
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9162932537448222e-05,
      "loss": 0.0031,
      "step": 6927
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916263806518752e-05,
      "loss": 0.0018,
      "step": 6928
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9162343543403032e-05,
      "loss": 0.0011,
      "step": 6929
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916204897209635e-05,
      "loss": 0.0014,
      "step": 6930
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916175435126907e-05,
      "loss": 0.0035,
      "step": 6931
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9161459680922777e-05,
      "loss": 0.0027,
      "step": 6932
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916116496105907e-05,
      "loss": 0.0032,
      "step": 6933
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9160870191679534e-05,
      "loss": 0.0028,
      "step": 6934
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9160575372785772e-05,
      "loss": 0.0028,
      "step": 6935
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.916028050437937e-05,
      "loss": 0.0025,
      "step": 6936
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9159985586461928e-05,
      "loss": 0.0037,
      "step": 6937
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9159690619035034e-05,
      "loss": 0.0026,
      "step": 6938
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9159395602100287e-05,
      "loss": 0.0015,
      "step": 6939
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9159100535659276e-05,
      "loss": 0.0015,
      "step": 6940
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91588054197136e-05,
      "loss": 0.0025,
      "step": 6941
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9158510254264858e-05,
      "loss": 0.002,
      "step": 6942
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9158215039314634e-05,
      "loss": 0.0031,
      "step": 6943
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9157919774864538e-05,
      "loss": 0.0035,
      "step": 6944
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9157624460916153e-05,
      "loss": 0.0018,
      "step": 6945
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9157329097471083e-05,
      "loss": 0.0022,
      "step": 6946
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915703368453092e-05,
      "loss": 0.002,
      "step": 6947
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9156738222097263e-05,
      "loss": 0.002,
      "step": 6948
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9156442710171708e-05,
      "loss": 0.0016,
      "step": 6949
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9156147148755858e-05,
      "loss": 0.0033,
      "step": 6950
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9155851537851298e-05,
      "loss": 0.0012,
      "step": 6951
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9155555877459635e-05,
      "loss": 0.0014,
      "step": 6952
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9155260167582467e-05,
      "loss": 0.0026,
      "step": 6953
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915496440822139e-05,
      "loss": 0.002,
      "step": 6954
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9154668599378004e-05,
      "loss": 0.0018,
      "step": 6955
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9154372741053904e-05,
      "loss": 0.002,
      "step": 6956
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9154076833250692e-05,
      "loss": 0.0022,
      "step": 6957
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915378087596997e-05,
      "loss": 0.0019,
      "step": 6958
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9153484869213333e-05,
      "loss": 0.0031,
      "step": 6959
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9153188812982384e-05,
      "loss": 0.0026,
      "step": 6960
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9152892707278724e-05,
      "loss": 0.0028,
      "step": 6961
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915259655210395e-05,
      "loss": 0.0011,
      "step": 6962
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915230034745966e-05,
      "loss": 0.0029,
      "step": 6963
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9152004093347462e-05,
      "loss": 0.003,
      "step": 6964
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9151707789768954e-05,
      "loss": 0.0011,
      "step": 6965
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9151411436725737e-05,
      "loss": 0.0024,
      "step": 6966
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9151115034219418e-05,
      "loss": 0.0011,
      "step": 6967
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.915081858225159e-05,
      "loss": 0.0025,
      "step": 6968
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9150522080823863e-05,
      "loss": 0.0038,
      "step": 6969
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9150225529937832e-05,
      "loss": 0.0022,
      "step": 6970
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9149928929595113e-05,
      "loss": 0.0017,
      "step": 6971
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914963227979729e-05,
      "loss": 0.0017,
      "step": 6972
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9149335580545986e-05,
      "loss": 0.0027,
      "step": 6973
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9149038831842793e-05,
      "loss": 0.0017,
      "step": 6974
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9148742033689316e-05,
      "loss": 0.0029,
      "step": 6975
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9148445186087163e-05,
      "loss": 0.0025,
      "step": 6976
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9148148289037933e-05,
      "loss": 0.0032,
      "step": 6977
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9147851342543237e-05,
      "loss": 0.0021,
      "step": 6978
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9147554346604673e-05,
      "loss": 0.0019,
      "step": 6979
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9147257301223853e-05,
      "loss": 0.0037,
      "step": 6980
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914696020640238e-05,
      "loss": 0.0015,
      "step": 6981
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9146663062141857e-05,
      "loss": 0.0018,
      "step": 6982
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9146365868443895e-05,
      "loss": 0.0028,
      "step": 6983
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9146068625310098e-05,
      "loss": 0.0018,
      "step": 6984
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914577133274207e-05,
      "loss": 0.0022,
      "step": 6985
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9145473990741422e-05,
      "loss": 0.0029,
      "step": 6986
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9145176599309758e-05,
      "loss": 0.0036,
      "step": 6987
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914487915844869e-05,
      "loss": 0.0031,
      "step": 6988
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9144581668159817e-05,
      "loss": 0.0026,
      "step": 6989
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9144284128444756e-05,
      "loss": 0.0021,
      "step": 6990
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9143986539305115e-05,
      "loss": 0.0024,
      "step": 6991
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914368890074249e-05,
      "loss": 0.002,
      "step": 6992
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9143391212758507e-05,
      "loss": 0.0027,
      "step": 6993
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9143093475354765e-05,
      "loss": 0.0014,
      "step": 6994
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9142795688532875e-05,
      "loss": 0.0016,
      "step": 6995
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9142497852294442e-05,
      "loss": 0.0016,
      "step": 6996
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9142199966641082e-05,
      "loss": 0.0028,
      "step": 6997
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914190203157441e-05,
      "loss": 0.0032,
      "step": 6998
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9141604047096022e-05,
      "loss": 0.0037,
      "step": 6999
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914130601320754e-05,
      "loss": 0.0034,
      "step": 7000
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.914100792991057e-05,
      "loss": 0.0029,
      "step": 7001
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9140709797206725e-05,
      "loss": 0.0026,
      "step": 7002
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9140411615097614e-05,
      "loss": 0.0015,
      "step": 7003
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9140113383584852e-05,
      "loss": 0.0018,
      "step": 7004
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913981510267005e-05,
      "loss": 0.002,
      "step": 7005
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913951677235482e-05,
      "loss": 0.0019,
      "step": 7006
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913921839264077e-05,
      "loss": 0.0027,
      "step": 7007
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9138919963529518e-05,
      "loss": 0.003,
      "step": 7008
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913862148502268e-05,
      "loss": 0.0021,
      "step": 7009
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9138322957121863e-05,
      "loss": 0.0018,
      "step": 7010
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913802437982868e-05,
      "loss": 0.002,
      "step": 7011
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9137725753144746e-05,
      "loss": 0.0028,
      "step": 7012
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913742707707168e-05,
      "loss": 0.0056,
      "step": 7013
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913712835161109e-05,
      "loss": 0.004,
      "step": 7014
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9136829576764597e-05,
      "loss": 0.0016,
      "step": 7015
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9136530752533812e-05,
      "loss": 0.0017,
      "step": 7016
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913623187892035e-05,
      "loss": 0.0023,
      "step": 7017
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9135932955925824e-05,
      "loss": 0.0018,
      "step": 7018
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9135633983551853e-05,
      "loss": 0.0023,
      "step": 7019
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9135334961800053e-05,
      "loss": 0.0026,
      "step": 7020
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913503589067204e-05,
      "loss": 0.0019,
      "step": 7021
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913473677016943e-05,
      "loss": 0.0021,
      "step": 7022
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913443760029384e-05,
      "loss": 0.0031,
      "step": 7023
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9134138381046886e-05,
      "loss": 0.0032,
      "step": 7024
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9133839112430186e-05,
      "loss": 0.0016,
      "step": 7025
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913353979444536e-05,
      "loss": 0.0021,
      "step": 7026
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9133240427094023e-05,
      "loss": 0.0043,
      "step": 7027
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.913294101037779e-05,
      "loss": 0.0021,
      "step": 7028
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9132641544298286e-05,
      "loss": 0.0028,
      "step": 7029
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9132342028857123e-05,
      "loss": 0.0029,
      "step": 7030
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9132042464055925e-05,
      "loss": 0.0029,
      "step": 7031
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9131742849896308e-05,
      "loss": 0.0012,
      "step": 7032
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9131443186379895e-05,
      "loss": 0.0017,
      "step": 7033
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9131143473508305e-05,
      "loss": 0.003,
      "step": 7034
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9130843711283155e-05,
      "loss": 0.0022,
      "step": 7035
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9130543899706064e-05,
      "loss": 0.0016,
      "step": 7036
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9130244038778658e-05,
      "loss": 0.0034,
      "step": 7037
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9129944128502554e-05,
      "loss": 0.0023,
      "step": 7038
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9129644168879373e-05,
      "loss": 0.0037,
      "step": 7039
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9129344159910737e-05,
      "loss": 0.0026,
      "step": 7040
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9129044101598268e-05,
      "loss": 0.0031,
      "step": 7041
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912874399394359e-05,
      "loss": 0.0025,
      "step": 7042
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9128443836948318e-05,
      "loss": 0.0025,
      "step": 7043
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9128143630614083e-05,
      "loss": 0.002,
      "step": 7044
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9127843374942503e-05,
      "loss": 0.0018,
      "step": 7045
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9127543069935198e-05,
      "loss": 0.0041,
      "step": 7046
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9127242715593797e-05,
      "loss": 0.0008,
      "step": 7047
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912694231191992e-05,
      "loss": 0.0017,
      "step": 7048
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9126641858915193e-05,
      "loss": 0.0029,
      "step": 7049
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912634135658124e-05,
      "loss": 0.002,
      "step": 7050
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9126040804919678e-05,
      "loss": 0.0019,
      "step": 7051
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9125740203932142e-05,
      "loss": 0.0014,
      "step": 7052
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912543955362025e-05,
      "loss": 0.0017,
      "step": 7053
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912513885398563e-05,
      "loss": 0.0029,
      "step": 7054
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9124838105029904e-05,
      "loss": 0.0024,
      "step": 7055
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9124537306754704e-05,
      "loss": 0.0022,
      "step": 7056
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9124236459161647e-05,
      "loss": 0.003,
      "step": 7057
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9123935562252363e-05,
      "loss": 0.0022,
      "step": 7058
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9123634616028486e-05,
      "loss": 0.0016,
      "step": 7059
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912333362049163e-05,
      "loss": 0.0015,
      "step": 7060
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912303257564343e-05,
      "loss": 0.0018,
      "step": 7061
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912273148148551e-05,
      "loss": 0.0025,
      "step": 7062
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9122430338019496e-05,
      "loss": 0.002,
      "step": 7063
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9122129145247018e-05,
      "loss": 0.0027,
      "step": 7064
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9121827903169704e-05,
      "loss": 0.0027,
      "step": 7065
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912152661178918e-05,
      "loss": 0.0024,
      "step": 7066
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.912122527110708e-05,
      "loss": 0.0018,
      "step": 7067
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9120923881125025e-05,
      "loss": 0.0025,
      "step": 7068
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9120622441844652e-05,
      "loss": 0.0031,
      "step": 7069
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9120320953267584e-05,
      "loss": 0.0038,
      "step": 7070
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9120019415395456e-05,
      "loss": 0.0014,
      "step": 7071
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9119717828229892e-05,
      "loss": 0.0019,
      "step": 7072
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9119416191772524e-05,
      "loss": 0.0016,
      "step": 7073
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9119114506024984e-05,
      "loss": 0.0022,
      "step": 7074
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91188127709889e-05,
      "loss": 0.0024,
      "step": 7075
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9118510986665906e-05,
      "loss": 0.0026,
      "step": 7076
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911820915305763e-05,
      "loss": 0.003,
      "step": 7077
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911790727016571e-05,
      "loss": 0.0034,
      "step": 7078
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9117605337991765e-05,
      "loss": 0.0031,
      "step": 7079
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911730335653744e-05,
      "loss": 0.0017,
      "step": 7080
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911700132580436e-05,
      "loss": 0.004,
      "step": 7081
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9116699245794162e-05,
      "loss": 0.0031,
      "step": 7082
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9116397116508474e-05,
      "loss": 0.0022,
      "step": 7083
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911609493794893e-05,
      "loss": 0.0033,
      "step": 7084
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911579271011717e-05,
      "loss": 0.0033,
      "step": 7085
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9115490433014813e-05,
      "loss": 0.0023,
      "step": 7086
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9115188106643508e-05,
      "loss": 0.0017,
      "step": 7087
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911488573100488e-05,
      "loss": 0.0014,
      "step": 7088
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9114583306100565e-05,
      "loss": 0.0035,
      "step": 7089
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9114280831932203e-05,
      "loss": 0.0034,
      "step": 7090
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911397830850142e-05,
      "loss": 0.0031,
      "step": 7091
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911367573580986e-05,
      "loss": 0.0029,
      "step": 7092
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911337311385915e-05,
      "loss": 0.0028,
      "step": 7093
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911307044265093e-05,
      "loss": 0.0012,
      "step": 7094
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9112767722186837e-05,
      "loss": 0.0029,
      "step": 7095
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9112464952468507e-05,
      "loss": 0.0029,
      "step": 7096
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9112162133497572e-05,
      "loss": 0.0022,
      "step": 7097
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9111859265275673e-05,
      "loss": 0.0033,
      "step": 7098
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911155634780445e-05,
      "loss": 0.0031,
      "step": 7099
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911125338108553e-05,
      "loss": 0.0023,
      "step": 7100
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9110950365120562e-05,
      "loss": 0.0021,
      "step": 7101
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9110647299911176e-05,
      "loss": 0.0032,
      "step": 7102
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9110344185459012e-05,
      "loss": 0.0014,
      "step": 7103
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.911004102176571e-05,
      "loss": 0.0022,
      "step": 7104
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9109737808832905e-05,
      "loss": 0.0023,
      "step": 7105
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9109434546662244e-05,
      "loss": 0.004,
      "step": 7106
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9109131235255355e-05,
      "loss": 0.0009,
      "step": 7107
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9108827874613888e-05,
      "loss": 0.0019,
      "step": 7108
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9108524464739474e-05,
      "loss": 0.0021,
      "step": 7109
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9108221005633757e-05,
      "loss": 0.0012,
      "step": 7110
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9107917497298377e-05,
      "loss": 0.0019,
      "step": 7111
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9107613939734976e-05,
      "loss": 0.0034,
      "step": 7112
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9107310332945192e-05,
      "loss": 0.0021,
      "step": 7113
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910700667693066e-05,
      "loss": 0.0025,
      "step": 7114
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9106702971693036e-05,
      "loss": 0.0029,
      "step": 7115
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9106399217233954e-05,
      "loss": 0.0019,
      "step": 7116
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910609541355505e-05,
      "loss": 0.002,
      "step": 7117
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9105791560657977e-05,
      "loss": 0.0023,
      "step": 7118
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910548765854437e-05,
      "loss": 0.0018,
      "step": 7119
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910518370721587e-05,
      "loss": 0.0013,
      "step": 7120
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9104879706674126e-05,
      "loss": 0.0023,
      "step": 7121
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9104575656920778e-05,
      "loss": 0.0023,
      "step": 7122
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910427155795747e-05,
      "loss": 0.0019,
      "step": 7123
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9103967409785844e-05,
      "loss": 0.0012,
      "step": 7124
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9103663212407545e-05,
      "loss": 0.0021,
      "step": 7125
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9103358965824218e-05,
      "loss": 0.0018,
      "step": 7126
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910305467003751e-05,
      "loss": 0.0019,
      "step": 7127
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910275032504906e-05,
      "loss": 0.002,
      "step": 7128
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9102445930860513e-05,
      "loss": 0.0023,
      "step": 7129
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910214148747352e-05,
      "loss": 0.0018,
      "step": 7130
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9101836994889723e-05,
      "loss": 0.0014,
      "step": 7131
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9101532453110766e-05,
      "loss": 0.0024,
      "step": 7132
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.91012278621383e-05,
      "loss": 0.0024,
      "step": 7133
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9100923221973967e-05,
      "loss": 0.0028,
      "step": 7134
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9100618532619414e-05,
      "loss": 0.0029,
      "step": 7135
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910031379407629e-05,
      "loss": 0.0021,
      "step": 7136
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.910000900634624e-05,
      "loss": 0.0029,
      "step": 7137
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9099704169430913e-05,
      "loss": 0.0014,
      "step": 7138
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9099399283331958e-05,
      "loss": 0.0034,
      "step": 7139
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9099094348051017e-05,
      "loss": 0.0018,
      "step": 7140
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9098789363589744e-05,
      "loss": 0.0015,
      "step": 7141
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9098484329949785e-05,
      "loss": 0.0027,
      "step": 7142
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909817924713279e-05,
      "loss": 0.0016,
      "step": 7143
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909787411514041e-05,
      "loss": 0.0025,
      "step": 7144
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9097568933974283e-05,
      "loss": 0.0021,
      "step": 7145
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9097263703636076e-05,
      "loss": 0.0028,
      "step": 7146
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909695842412742e-05,
      "loss": 0.0019,
      "step": 7147
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9096653095449982e-05,
      "loss": 0.003,
      "step": 7148
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9096347717605402e-05,
      "loss": 0.0023,
      "step": 7149
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9096042290595337e-05,
      "loss": 0.0014,
      "step": 7150
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909573681442143e-05,
      "loss": 0.0029,
      "step": 7151
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9095431289085337e-05,
      "loss": 0.0028,
      "step": 7152
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909512571458871e-05,
      "loss": 0.0021,
      "step": 7153
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.90948200909332e-05,
      "loss": 0.0018,
      "step": 7154
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9094514418120457e-05,
      "loss": 0.0022,
      "step": 7155
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9094208696152133e-05,
      "loss": 0.0022,
      "step": 7156
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909390292502988e-05,
      "loss": 0.0034,
      "step": 7157
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9093597104755358e-05,
      "loss": 0.0011,
      "step": 7158
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9093291235330213e-05,
      "loss": 0.0024,
      "step": 7159
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9092985316756096e-05,
      "loss": 0.0013,
      "step": 7160
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9092679349034668e-05,
      "loss": 0.0031,
      "step": 7161
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909237333216758e-05,
      "loss": 0.002,
      "step": 7162
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909206726615648e-05,
      "loss": 0.0031,
      "step": 7163
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909176115100303e-05,
      "loss": 0.0017,
      "step": 7164
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909145498670888e-05,
      "loss": 0.0015,
      "step": 7165
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909114877327569e-05,
      "loss": 0.0023,
      "step": 7166
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9090842510705107e-05,
      "loss": 0.0013,
      "step": 7167
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.909053619899879e-05,
      "loss": 0.0022,
      "step": 7168
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9090229838158402e-05,
      "loss": 0.0021,
      "step": 7169
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908992342818559e-05,
      "loss": 0.0015,
      "step": 7170
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908961696908201e-05,
      "loss": 0.0012,
      "step": 7171
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9089310460849323e-05,
      "loss": 0.0021,
      "step": 7172
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9089003903489185e-05,
      "loss": 0.0024,
      "step": 7173
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908869729700325e-05,
      "loss": 0.0023,
      "step": 7174
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9088390641393176e-05,
      "loss": 0.0012,
      "step": 7175
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9088083936660622e-05,
      "loss": 0.002,
      "step": 7176
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9087777182807244e-05,
      "loss": 0.0025,
      "step": 7177
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9087470379834704e-05,
      "loss": 0.0024,
      "step": 7178
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9087163527744655e-05,
      "loss": 0.0025,
      "step": 7179
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9086856626538756e-05,
      "loss": 0.0031,
      "step": 7180
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908654967621867e-05,
      "loss": 0.0024,
      "step": 7181
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9086242676786052e-05,
      "loss": 0.0034,
      "step": 7182
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9085935628242564e-05,
      "loss": 0.0018,
      "step": 7183
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908562853058986e-05,
      "loss": 0.001,
      "step": 7184
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9085321383829608e-05,
      "loss": 0.0011,
      "step": 7185
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9085014187963468e-05,
      "loss": 0.0023,
      "step": 7186
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9084706942993093e-05,
      "loss": 0.0024,
      "step": 7187
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9084399648920147e-05,
      "loss": 0.0019,
      "step": 7188
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9084092305746294e-05,
      "loss": 0.0026,
      "step": 7189
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908378491347319e-05,
      "loss": 0.002,
      "step": 7190
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9083477472102502e-05,
      "loss": 0.0025,
      "step": 7191
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9083169981635884e-05,
      "loss": 0.0023,
      "step": 7192
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9082862442075005e-05,
      "loss": 0.0015,
      "step": 7193
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9082554853421527e-05,
      "loss": 0.0016,
      "step": 7194
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9082247215677106e-05,
      "loss": 0.0026,
      "step": 7195
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9081939528843416e-05,
      "loss": 0.003,
      "step": 7196
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908163179292211e-05,
      "loss": 0.0015,
      "step": 7197
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908132400791485e-05,
      "loss": 0.0024,
      "step": 7198
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908101617382331e-05,
      "loss": 0.0017,
      "step": 7199
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9080708290649144e-05,
      "loss": 0.0021,
      "step": 7200
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9080400358394024e-05,
      "loss": 0.0016,
      "step": 7201
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.908009237705961e-05,
      "loss": 0.0019,
      "step": 7202
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9079784346647566e-05,
      "loss": 0.0033,
      "step": 7203
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907947626715956e-05,
      "loss": 0.0009,
      "step": 7204
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9079168138597248e-05,
      "loss": 0.0031,
      "step": 7205
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9078859960962307e-05,
      "loss": 0.0018,
      "step": 7206
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9078551734256402e-05,
      "loss": 0.0019,
      "step": 7207
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9078243458481188e-05,
      "loss": 0.0019,
      "step": 7208
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9077935133638345e-05,
      "loss": 0.0007,
      "step": 7209
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907762675972953e-05,
      "loss": 0.0025,
      "step": 7210
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907731833675641e-05,
      "loss": 0.0036,
      "step": 7211
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907700986472066e-05,
      "loss": 0.0019,
      "step": 7212
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907670134362394e-05,
      "loss": 0.0016,
      "step": 7213
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9076392773467916e-05,
      "loss": 0.0014,
      "step": 7214
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9076084154254262e-05,
      "loss": 0.0019,
      "step": 7215
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9075775485984645e-05,
      "loss": 0.002,
      "step": 7216
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907546676866073e-05,
      "loss": 0.0027,
      "step": 7217
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907515800228419e-05,
      "loss": 0.0018,
      "step": 7218
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9074849186856688e-05,
      "loss": 0.0029,
      "step": 7219
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9074540322379897e-05,
      "loss": 0.0027,
      "step": 7220
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9074231408855488e-05,
      "loss": 0.0014,
      "step": 7221
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9073922446285123e-05,
      "loss": 0.0015,
      "step": 7222
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907361343467048e-05,
      "loss": 0.0012,
      "step": 7223
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9073304374013232e-05,
      "loss": 0.0021,
      "step": 7224
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9072995264315037e-05,
      "loss": 0.0029,
      "step": 7225
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9072686105577574e-05,
      "loss": 0.0021,
      "step": 7226
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9072376897802515e-05,
      "loss": 0.0021,
      "step": 7227
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907206764099153e-05,
      "loss": 0.0019,
      "step": 7228
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9071758335146286e-05,
      "loss": 0.0036,
      "step": 7229
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.907144898026846e-05,
      "loss": 0.0042,
      "step": 7230
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9071139576359725e-05,
      "loss": 0.001,
      "step": 7231
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9070830123421746e-05,
      "loss": 0.0028,
      "step": 7232
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9070520621456203e-05,
      "loss": 0.0023,
      "step": 7233
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9070211070464765e-05,
      "loss": 0.002,
      "step": 7234
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9069901470449107e-05,
      "loss": 0.0024,
      "step": 7235
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.90695918214109e-05,
      "loss": 0.0017,
      "step": 7236
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906928212335182e-05,
      "loss": 0.0021,
      "step": 7237
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906897237627354e-05,
      "loss": 0.0025,
      "step": 7238
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9068662580177733e-05,
      "loss": 0.0025,
      "step": 7239
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906835273506608e-05,
      "loss": 0.0023,
      "step": 7240
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9068042840940245e-05,
      "loss": 0.0026,
      "step": 7241
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9067732897801915e-05,
      "loss": 0.0021,
      "step": 7242
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906742290565275e-05,
      "loss": 0.003,
      "step": 7243
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906711286449444e-05,
      "loss": 0.0026,
      "step": 7244
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9066802774328654e-05,
      "loss": 0.0013,
      "step": 7245
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9066492635157067e-05,
      "loss": 0.0025,
      "step": 7246
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906618244698136e-05,
      "loss": 0.0018,
      "step": 7247
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9065872209803203e-05,
      "loss": 0.0018,
      "step": 7248
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906556192362428e-05,
      "loss": 0.0023,
      "step": 7249
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9065251588446265e-05,
      "loss": 0.0023,
      "step": 7250
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9064941204270835e-05,
      "loss": 0.0021,
      "step": 7251
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9064630771099665e-05,
      "loss": 0.0018,
      "step": 7252
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906432028893444e-05,
      "loss": 0.0024,
      "step": 7253
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906400975777683e-05,
      "loss": 0.0025,
      "step": 7254
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9063699177628517e-05,
      "loss": 0.0016,
      "step": 7255
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9063388548491182e-05,
      "loss": 0.0021,
      "step": 7256
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9063077870366504e-05,
      "loss": 0.0021,
      "step": 7257
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9062767143256154e-05,
      "loss": 0.0016,
      "step": 7258
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906245636716182e-05,
      "loss": 0.0028,
      "step": 7259
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906214554208518e-05,
      "loss": 0.0025,
      "step": 7260
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9061834668027913e-05,
      "loss": 0.0025,
      "step": 7261
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9061523744991698e-05,
      "loss": 0.0033,
      "step": 7262
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9061212772978218e-05,
      "loss": 0.0018,
      "step": 7263
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9060901751989154e-05,
      "loss": 0.0012,
      "step": 7264
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9060590682026183e-05,
      "loss": 0.0026,
      "step": 7265
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.906027956309099e-05,
      "loss": 0.0028,
      "step": 7266
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.905996839518526e-05,
      "loss": 0.0033,
      "step": 7267
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.9059657178310663e-05,
      "loss": 0.0017,
      "step": 7268
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9059345912468897e-05,
      "loss": 0.0018,
      "step": 7269
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905903459766163e-05,
      "loss": 0.0015,
      "step": 7270
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905872323389055e-05,
      "loss": 0.0031,
      "step": 7271
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9058411821157348e-05,
      "loss": 0.0014,
      "step": 7272
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9058100359463693e-05,
      "loss": 0.0021,
      "step": 7273
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905778884881128e-05,
      "loss": 0.0019,
      "step": 7274
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9057477289201784e-05,
      "loss": 0.0025,
      "step": 7275
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9057165680636895e-05,
      "loss": 0.0026,
      "step": 7276
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9056854023118295e-05,
      "loss": 0.003,
      "step": 7277
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905654231664767e-05,
      "loss": 0.002,
      "step": 7278
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9056230561226698e-05,
      "loss": 0.002,
      "step": 7279
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9055918756857075e-05,
      "loss": 0.0013,
      "step": 7280
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9055606903540478e-05,
      "loss": 0.0016,
      "step": 7281
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9055295001278596e-05,
      "loss": 0.0015,
      "step": 7282
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9054983050073115e-05,
      "loss": 0.003,
      "step": 7283
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905467104992572e-05,
      "loss": 0.0015,
      "step": 7284
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9054359000838098e-05,
      "loss": 0.0013,
      "step": 7285
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9054046902811934e-05,
      "loss": 0.0022,
      "step": 7286
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9053734755848915e-05,
      "loss": 0.0028,
      "step": 7287
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9053422559950733e-05,
      "loss": 0.0025,
      "step": 7288
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9053110315119068e-05,
      "loss": 0.0018,
      "step": 7289
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9052798021355614e-05,
      "loss": 0.002,
      "step": 7290
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9052485678662055e-05,
      "loss": 0.0023,
      "step": 7291
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905217328704008e-05,
      "loss": 0.0022,
      "step": 7292
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905186084649138e-05,
      "loss": 0.0021,
      "step": 7293
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9051548357017638e-05,
      "loss": 0.0015,
      "step": 7294
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905123581862055e-05,
      "loss": 0.0021,
      "step": 7295
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9050923231301798e-05,
      "loss": 0.0025,
      "step": 7296
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.905061059506308e-05,
      "loss": 0.0024,
      "step": 7297
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9050297909906077e-05,
      "loss": 0.0017,
      "step": 7298
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9049985175832488e-05,
      "loss": 0.002,
      "step": 7299
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9049672392843996e-05,
      "loss": 0.0013,
      "step": 7300
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9049359560942293e-05,
      "loss": 0.0031,
      "step": 7301
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9049046680129072e-05,
      "loss": 0.0022,
      "step": 7302
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9048733750406027e-05,
      "loss": 0.0021,
      "step": 7303
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904842077177484e-05,
      "loss": 0.0013,
      "step": 7304
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904810774423721e-05,
      "loss": 0.0019,
      "step": 7305
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9047794667794827e-05,
      "loss": 0.0015,
      "step": 7306
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9047481542449384e-05,
      "loss": 0.002,
      "step": 7307
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904716836820257e-05,
      "loss": 0.0022,
      "step": 7308
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9046855145056082e-05,
      "loss": 0.0026,
      "step": 7309
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9046541873011614e-05,
      "loss": 0.0013,
      "step": 7310
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9046228552070854e-05,
      "loss": 0.002,
      "step": 7311
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90459151822355e-05,
      "loss": 0.0015,
      "step": 7312
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904560176350724e-05,
      "loss": 0.0014,
      "step": 7313
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9045288295887774e-05,
      "loss": 0.003,
      "step": 7314
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9044974779378793e-05,
      "loss": 0.0029,
      "step": 7315
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9044661213981994e-05,
      "loss": 0.003,
      "step": 7316
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904434759969907e-05,
      "loss": 0.0014,
      "step": 7317
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904403393653172e-05,
      "loss": 0.0027,
      "step": 7318
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904372022448163e-05,
      "loss": 0.0012,
      "step": 7319
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9043406463550504e-05,
      "loss": 0.0026,
      "step": 7320
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9043092653740038e-05,
      "loss": 0.0023,
      "step": 7321
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904277879505192e-05,
      "loss": 0.0033,
      "step": 7322
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904246488748786e-05,
      "loss": 0.0026,
      "step": 7323
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9042150931049537e-05,
      "loss": 0.0016,
      "step": 7324
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9041836925738662e-05,
      "loss": 0.0013,
      "step": 7325
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9041522871556927e-05,
      "loss": 0.0021,
      "step": 7326
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904120876850603e-05,
      "loss": 0.0013,
      "step": 7327
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.904089461658767e-05,
      "loss": 0.0022,
      "step": 7328
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9040580415803545e-05,
      "loss": 0.0024,
      "step": 7329
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9040266166155347e-05,
      "loss": 0.0023,
      "step": 7330
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9039951867644782e-05,
      "loss": 0.0013,
      "step": 7331
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903963752027355e-05,
      "loss": 0.0028,
      "step": 7332
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9039323124043342e-05,
      "loss": 0.0014,
      "step": 7333
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9039008678955864e-05,
      "loss": 0.002,
      "step": 7334
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903869418501281e-05,
      "loss": 0.0029,
      "step": 7335
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9038379642215888e-05,
      "loss": 0.0021,
      "step": 7336
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903806505056679e-05,
      "loss": 0.0021,
      "step": 7337
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903775041006722e-05,
      "loss": 0.0014,
      "step": 7338
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903743572071888e-05,
      "loss": 0.0027,
      "step": 7339
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9037120982523466e-05,
      "loss": 0.0027,
      "step": 7340
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9036806195482682e-05,
      "loss": 0.0022,
      "step": 7341
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9036491359598234e-05,
      "loss": 0.0016,
      "step": 7342
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9036176474871814e-05,
      "loss": 0.002,
      "step": 7343
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903586154130513e-05,
      "loss": 0.003,
      "step": 7344
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9035546558899888e-05,
      "loss": 0.0019,
      "step": 7345
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9035231527657784e-05,
      "loss": 0.0023,
      "step": 7346
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9034916447580517e-05,
      "loss": 0.0034,
      "step": 7347
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9034601318669802e-05,
      "loss": 0.001,
      "step": 7348
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9034286140927333e-05,
      "loss": 0.0024,
      "step": 7349
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9033970914354817e-05,
      "loss": 0.0018,
      "step": 7350
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9033655638953958e-05,
      "loss": 0.0013,
      "step": 7351
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903334031472646e-05,
      "loss": 0.002,
      "step": 7352
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9033024941674027e-05,
      "loss": 0.0013,
      "step": 7353
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903270951979836e-05,
      "loss": 0.0032,
      "step": 7354
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903239404910117e-05,
      "loss": 0.0014,
      "step": 7355
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903207852958416e-05,
      "loss": 0.0031,
      "step": 7356
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9031762961249027e-05,
      "loss": 0.0005,
      "step": 7357
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903144734409749e-05,
      "loss": 0.0011,
      "step": 7358
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903113167813125e-05,
      "loss": 0.0026,
      "step": 7359
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903081596335201e-05,
      "loss": 0.0025,
      "step": 7360
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.903050019976148e-05,
      "loss": 0.003,
      "step": 7361
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9030184387361363e-05,
      "loss": 0.0032,
      "step": 7362
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902986852615337e-05,
      "loss": 0.0018,
      "step": 7363
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9029552616139206e-05,
      "loss": 0.0009,
      "step": 7364
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902923665732058e-05,
      "loss": 0.0017,
      "step": 7365
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90289206496992e-05,
      "loss": 0.0023,
      "step": 7366
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902860459327677e-05,
      "loss": 0.0013,
      "step": 7367
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9028288488055e-05,
      "loss": 0.002,
      "step": 7368
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90279723340356e-05,
      "loss": 0.0025,
      "step": 7369
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902765613122028e-05,
      "loss": 0.0013,
      "step": 7370
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902733987961075e-05,
      "loss": 0.0012,
      "step": 7371
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902702357920871e-05,
      "loss": 0.0021,
      "step": 7372
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902670723001588e-05,
      "loss": 0.0048,
      "step": 7373
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9026390832033966e-05,
      "loss": 0.0024,
      "step": 7374
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902607438526468e-05,
      "loss": 0.0017,
      "step": 7375
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902575788970973e-05,
      "loss": 0.0015,
      "step": 7376
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9025441345370828e-05,
      "loss": 0.0014,
      "step": 7377
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9025124752249683e-05,
      "loss": 0.0019,
      "step": 7378
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9024808110348006e-05,
      "loss": 0.0022,
      "step": 7379
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902449141966751e-05,
      "loss": 0.0015,
      "step": 7380
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902417468020991e-05,
      "loss": 0.0018,
      "step": 7381
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902385789197691e-05,
      "loss": 0.0024,
      "step": 7382
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9023541054970233e-05,
      "loss": 0.0014,
      "step": 7383
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902322416919158e-05,
      "loss": 0.0021,
      "step": 7384
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902290723464267e-05,
      "loss": 0.0015,
      "step": 7385
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9022590251325215e-05,
      "loss": 0.0022,
      "step": 7386
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.902227321924093e-05,
      "loss": 0.0019,
      "step": 7387
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9021956138391524e-05,
      "loss": 0.0018,
      "step": 7388
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9021639008778718e-05,
      "loss": 0.0017,
      "step": 7389
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9021321830404218e-05,
      "loss": 0.0019,
      "step": 7390
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9021004603269744e-05,
      "loss": 0.0029,
      "step": 7391
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9020687327377008e-05,
      "loss": 0.0038,
      "step": 7392
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9020370002727727e-05,
      "loss": 0.0019,
      "step": 7393
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9020052629323613e-05,
      "loss": 0.0022,
      "step": 7394
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9019735207166382e-05,
      "loss": 0.0034,
      "step": 7395
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9019417736257754e-05,
      "loss": 0.0022,
      "step": 7396
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901910021659944e-05,
      "loss": 0.0034,
      "step": 7397
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9018782648193158e-05,
      "loss": 0.0025,
      "step": 7398
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9018465031040625e-05,
      "loss": 0.0023,
      "step": 7399
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9018147365143556e-05,
      "loss": 0.0025,
      "step": 7400
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901782965050367e-05,
      "loss": 0.0023,
      "step": 7401
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901751188712268e-05,
      "loss": 0.002,
      "step": 7402
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9017194075002313e-05,
      "loss": 0.0023,
      "step": 7403
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9016876214144276e-05,
      "loss": 0.0014,
      "step": 7404
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901655830455029e-05,
      "loss": 0.0026,
      "step": 7405
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901624034622208e-05,
      "loss": 0.003,
      "step": 7406
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9015922339161356e-05,
      "loss": 0.0021,
      "step": 7407
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9015604283369843e-05,
      "loss": 0.0021,
      "step": 7408
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9015286178849254e-05,
      "loss": 0.0014,
      "step": 7409
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9014968025601313e-05,
      "loss": 0.0034,
      "step": 7410
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9014649823627736e-05,
      "loss": 0.0028,
      "step": 7411
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901433157293025e-05,
      "loss": 0.0028,
      "step": 7412
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9014013273510564e-05,
      "loss": 0.0014,
      "step": 7413
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901369492537041e-05,
      "loss": 0.0016,
      "step": 7414
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9013376528511504e-05,
      "loss": 0.0018,
      "step": 7415
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9013058082935562e-05,
      "loss": 0.002,
      "step": 7416
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9012739588644312e-05,
      "loss": 0.0011,
      "step": 7417
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9012421045639472e-05,
      "loss": 0.0028,
      "step": 7418
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9012102453922764e-05,
      "loss": 0.0024,
      "step": 7419
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901178381349591e-05,
      "loss": 0.0024,
      "step": 7420
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.901146512436064e-05,
      "loss": 0.0017,
      "step": 7421
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9011146386518658e-05,
      "loss": 0.002,
      "step": 7422
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9010827599971704e-05,
      "loss": 0.0019,
      "step": 7423
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9010508764721496e-05,
      "loss": 0.0019,
      "step": 7424
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9010189880769758e-05,
      "loss": 0.0024,
      "step": 7425
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9009870948118205e-05,
      "loss": 0.0027,
      "step": 7426
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9009551966768574e-05,
      "loss": 0.0025,
      "step": 7427
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9009232936722578e-05,
      "loss": 0.0018,
      "step": 7428
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900891385798195e-05,
      "loss": 0.0023,
      "step": 7429
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900859473054841e-05,
      "loss": 0.0016,
      "step": 7430
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900827555442368e-05,
      "loss": 0.003,
      "step": 7431
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9007956329609496e-05,
      "loss": 0.002,
      "step": 7432
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9007637056107576e-05,
      "loss": 0.0015,
      "step": 7433
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900731773391964e-05,
      "loss": 0.0017,
      "step": 7434
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9006998363047426e-05,
      "loss": 0.0019,
      "step": 7435
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9006678943492648e-05,
      "loss": 0.0013,
      "step": 7436
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900635947525704e-05,
      "loss": 0.0026,
      "step": 7437
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9006039958342327e-05,
      "loss": 0.002,
      "step": 7438
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9005720392750236e-05,
      "loss": 0.0017,
      "step": 7439
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90054007784825e-05,
      "loss": 0.0016,
      "step": 7440
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9005081115540837e-05,
      "loss": 0.0027,
      "step": 7441
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9004761403926978e-05,
      "loss": 0.0025,
      "step": 7442
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9004441643642653e-05,
      "loss": 0.001,
      "step": 7443
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9004121834689587e-05,
      "loss": 0.0015,
      "step": 7444
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900380197706951e-05,
      "loss": 0.0033,
      "step": 7445
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9003482070784157e-05,
      "loss": 0.0013,
      "step": 7446
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9003162115835246e-05,
      "loss": 0.0023,
      "step": 7447
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9002842112224512e-05,
      "loss": 0.0023,
      "step": 7448
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9002522059953687e-05,
      "loss": 0.0028,
      "step": 7449
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.90022019590245e-05,
      "loss": 0.0008,
      "step": 7450
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9001881809438677e-05,
      "loss": 0.0034,
      "step": 7451
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900156161119795e-05,
      "loss": 0.0012,
      "step": 7452
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9001241364304052e-05,
      "loss": 0.0025,
      "step": 7453
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900092106875871e-05,
      "loss": 0.0017,
      "step": 7454
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.9000600724563658e-05,
      "loss": 0.0029,
      "step": 7455
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.900028033172063e-05,
      "loss": 0.002,
      "step": 7456
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8999959890231352e-05,
      "loss": 0.0018,
      "step": 7457
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899963940009756e-05,
      "loss": 0.0027,
      "step": 7458
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8999318861320986e-05,
      "loss": 0.0015,
      "step": 7459
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899899827390336e-05,
      "loss": 0.0028,
      "step": 7460
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899867763784642e-05,
      "loss": 0.0036,
      "step": 7461
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8998356953151892e-05,
      "loss": 0.003,
      "step": 7462
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899803621982151e-05,
      "loss": 0.0029,
      "step": 7463
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8997715437857013e-05,
      "loss": 0.0019,
      "step": 7464
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8997394607260135e-05,
      "loss": 0.0027,
      "step": 7465
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.89970737280326e-05,
      "loss": 0.0027,
      "step": 7466
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8996752800176155e-05,
      "loss": 0.0019,
      "step": 7467
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8996431823692526e-05,
      "loss": 0.0023,
      "step": 7468
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8996110798583452e-05,
      "loss": 0.0013,
      "step": 7469
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899578972485067e-05,
      "loss": 0.0032,
      "step": 7470
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8995468602495908e-05,
      "loss": 0.0029,
      "step": 7471
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8995147431520907e-05,
      "loss": 0.0021,
      "step": 7472
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8994826211927404e-05,
      "loss": 0.0013,
      "step": 7473
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899450494371713e-05,
      "loss": 0.0015,
      "step": 7474
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8994183626891827e-05,
      "loss": 0.0029,
      "step": 7475
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899386226145323e-05,
      "loss": 0.002,
      "step": 7476
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8993540847403073e-05,
      "loss": 0.0028,
      "step": 7477
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.89932193847431e-05,
      "loss": 0.0021,
      "step": 7478
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8992897873475037e-05,
      "loss": 0.001,
      "step": 7479
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8992576313600636e-05,
      "loss": 0.0022,
      "step": 7480
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8992254705121622e-05,
      "loss": 0.0006,
      "step": 7481
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8991933048039742e-05,
      "loss": 0.0016,
      "step": 7482
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8991611342356727e-05,
      "loss": 0.0034,
      "step": 7483
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8991289588074327e-05,
      "loss": 0.0035,
      "step": 7484
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899096778519427e-05,
      "loss": 0.0019,
      "step": 7485
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8990645933718303e-05,
      "loss": 0.0032,
      "step": 7486
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.899032403364816e-05,
      "loss": 0.0018,
      "step": 7487
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8990002084985585e-05,
      "loss": 0.0031,
      "step": 7488
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8989680087732316e-05,
      "loss": 0.0021,
      "step": 7489
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8989358041890092e-05,
      "loss": 0.003,
      "step": 7490
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898903594746066e-05,
      "loss": 0.002,
      "step": 7491
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8988713804445752e-05,
      "loss": 0.0034,
      "step": 7492
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8988391612847116e-05,
      "loss": 0.003,
      "step": 7493
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8988069372666488e-05,
      "loss": 0.0014,
      "step": 7494
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8987747083905613e-05,
      "loss": 0.001,
      "step": 7495
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8987424746566237e-05,
      "loss": 0.0021,
      "step": 7496
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8987102360650094e-05,
      "loss": 0.0017,
      "step": 7497
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8986779926158935e-05,
      "loss": 0.0012,
      "step": 7498
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898645744309449e-05,
      "loss": 0.0016,
      "step": 7499
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8986134911458515e-05,
      "loss": 0.0038,
      "step": 7500
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898581233125275e-05,
      "loss": 0.0018,
      "step": 7501
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8985489702478934e-05,
      "loss": 0.0016,
      "step": 7502
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8985167025138812e-05,
      "loss": 0.002,
      "step": 7503
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8984844299234133e-05,
      "loss": 0.0008,
      "step": 7504
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898452152476664e-05,
      "loss": 0.0024,
      "step": 7505
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8984198701738074e-05,
      "loss": 0.0029,
      "step": 7506
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.898387583015018e-05,
      "loss": 0.0023,
      "step": 7507
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8983552910004705e-05,
      "loss": 0.0018,
      "step": 7508
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8983229941303395e-05,
      "loss": 0.0021,
      "step": 7509
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8982906924047992e-05,
      "loss": 0.0028,
      "step": 7510
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8982583858240247e-05,
      "loss": 0.0018,
      "step": 7511
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8982260743881902e-05,
      "loss": 0.0022,
      "step": 7512
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8981937580974708e-05,
      "loss": 0.0026,
      "step": 7513
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8981614369520406e-05,
      "loss": 0.0021,
      "step": 7514
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8981291109520746e-05,
      "loss": 0.0031,
      "step": 7515
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8980967800977475e-05,
      "loss": 0.0029,
      "step": 7516
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8980644443892345e-05,
      "loss": 0.0021,
      "step": 7517
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8980321038267095e-05,
      "loss": 0.0027,
      "step": 7518
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8979997584103478e-05,
      "loss": 0.0012,
      "step": 7519
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897967408140324e-05,
      "loss": 0.0026,
      "step": 7520
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8979350530168133e-05,
      "loss": 0.0017,
      "step": 7521
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8979026930399902e-05,
      "loss": 0.0019,
      "step": 7522
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8978703282100298e-05,
      "loss": 0.0021,
      "step": 7523
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8978379585271073e-05,
      "loss": 0.0024,
      "step": 7524
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897805583991397e-05,
      "loss": 0.0019,
      "step": 7525
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8977732046030746e-05,
      "loss": 0.0024,
      "step": 7526
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8977408203623143e-05,
      "loss": 0.0025,
      "step": 7527
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897708431269292e-05,
      "loss": 0.002,
      "step": 7528
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8976760373241824e-05,
      "loss": 0.0016,
      "step": 7529
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8976436385271603e-05,
      "loss": 0.003,
      "step": 7530
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897611234878401e-05,
      "loss": 0.0029,
      "step": 7531
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8975788263780797e-05,
      "loss": 0.0028,
      "step": 7532
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897546413026372e-05,
      "loss": 0.0024,
      "step": 7533
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8975139948234523e-05,
      "loss": 0.0014,
      "step": 7534
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8974815717694964e-05,
      "loss": 0.0015,
      "step": 7535
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897449143864679e-05,
      "loss": 0.0014,
      "step": 7536
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8974167111091758e-05,
      "loss": 0.0021,
      "step": 7537
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8973842735031623e-05,
      "loss": 0.0037,
      "step": 7538
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8973518310468132e-05,
      "loss": 0.0022,
      "step": 7539
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897319383740304e-05,
      "loss": 0.0013,
      "step": 7540
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897286931583811e-05,
      "loss": 0.001,
      "step": 7541
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8972544745775083e-05,
      "loss": 0.0029,
      "step": 7542
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8972220127215718e-05,
      "loss": 0.0013,
      "step": 7543
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8971895460161772e-05,
      "loss": 0.0019,
      "step": 7544
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8971570744614996e-05,
      "loss": 0.0036,
      "step": 7545
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8971245980577153e-05,
      "loss": 0.0025,
      "step": 7546
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8970921168049987e-05,
      "loss": 0.0019,
      "step": 7547
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.897059630703526e-05,
      "loss": 0.0021,
      "step": 7548
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8970271397534728e-05,
      "loss": 0.0015,
      "step": 7549
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896994643955015e-05,
      "loss": 0.0019,
      "step": 7550
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8969621433083273e-05,
      "loss": 0.0023,
      "step": 7551
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896929637813586e-05,
      "loss": 0.0027,
      "step": 7552
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896897127470967e-05,
      "loss": 0.0034,
      "step": 7553
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8968646122806458e-05,
      "loss": 0.0021,
      "step": 7554
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8968320922427977e-05,
      "loss": 0.0015,
      "step": 7555
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896799567357599e-05,
      "loss": 0.0017,
      "step": 7556
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8967670376252255e-05,
      "loss": 0.0026,
      "step": 7557
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8967345030458526e-05,
      "loss": 0.0024,
      "step": 7558
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8967019636196565e-05,
      "loss": 0.0019,
      "step": 7559
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896669419346813e-05,
      "loss": 0.0024,
      "step": 7560
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896636870227498e-05,
      "loss": 0.0015,
      "step": 7561
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8966043162618876e-05,
      "loss": 0.0031,
      "step": 7562
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896571757450157e-05,
      "loss": 0.0025,
      "step": 7563
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8965391937924833e-05,
      "loss": 0.0022,
      "step": 7564
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8965066252890417e-05,
      "loss": 0.0024,
      "step": 7565
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8964740519400086e-05,
      "loss": 0.0025,
      "step": 7566
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8964414737455597e-05,
      "loss": 0.002,
      "step": 7567
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8964088907058717e-05,
      "loss": 0.0039,
      "step": 7568
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8963763028211203e-05,
      "loss": 0.0025,
      "step": 7569
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8963437100914814e-05,
      "loss": 0.0018,
      "step": 7570
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8963111125171315e-05,
      "loss": 0.002,
      "step": 7571
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896278510098247e-05,
      "loss": 0.0019,
      "step": 7572
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8962459028350035e-05,
      "loss": 0.0015,
      "step": 7573
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8962132907275777e-05,
      "loss": 0.0013,
      "step": 7574
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896180673776146e-05,
      "loss": 0.002,
      "step": 7575
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8961480519808843e-05,
      "loss": 0.0016,
      "step": 7576
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896115425341969e-05,
      "loss": 0.003,
      "step": 7577
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8960827938595762e-05,
      "loss": 0.0035,
      "step": 7578
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.896050157533883e-05,
      "loss": 0.002,
      "step": 7579
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8960175163650652e-05,
      "loss": 0.0016,
      "step": 7580
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8959848703532995e-05,
      "loss": 0.0028,
      "step": 7581
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8959522194987622e-05,
      "loss": 0.0019,
      "step": 7582
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8959195638016298e-05,
      "loss": 0.0025,
      "step": 7583
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895886903262079e-05,
      "loss": 0.0015,
      "step": 7584
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8958542378802858e-05,
      "loss": 0.0018,
      "step": 7585
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8958215676564275e-05,
      "loss": 0.0027,
      "step": 7586
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8957888925906803e-05,
      "loss": 0.0022,
      "step": 7587
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8957562126832205e-05,
      "loss": 0.0025,
      "step": 7588
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895723527934225e-05,
      "loss": 0.0027,
      "step": 7589
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895690838343871e-05,
      "loss": 0.0022,
      "step": 7590
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8956581439123342e-05,
      "loss": 0.0012,
      "step": 7591
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895625444639792e-05,
      "loss": 0.0033,
      "step": 7592
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895592740526421e-05,
      "loss": 0.0026,
      "step": 7593
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8955600315723978e-05,
      "loss": 0.0036,
      "step": 7594
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8955273177778996e-05,
      "loss": 0.0018,
      "step": 7595
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8954945991431025e-05,
      "loss": 0.0037,
      "step": 7596
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895461875668184e-05,
      "loss": 0.0022,
      "step": 7597
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8954291473533205e-05,
      "loss": 0.0015,
      "step": 7598
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8953964141986893e-05,
      "loss": 0.001,
      "step": 7599
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8953636762044673e-05,
      "loss": 0.0035,
      "step": 7600
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895330933370831e-05,
      "loss": 0.0024,
      "step": 7601
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8952981856979578e-05,
      "loss": 0.0028,
      "step": 7602
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8952654331860244e-05,
      "loss": 0.0022,
      "step": 7603
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8952326758352083e-05,
      "loss": 0.0021,
      "step": 7604
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895199913645686e-05,
      "loss": 0.0021,
      "step": 7605
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895167146617635e-05,
      "loss": 0.0019,
      "step": 7606
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895134374751232e-05,
      "loss": 0.0018,
      "step": 7607
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8951015980466545e-05,
      "loss": 0.0023,
      "step": 7608
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8950688165040794e-05,
      "loss": 0.0025,
      "step": 7609
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.895036030123684e-05,
      "loss": 0.0013,
      "step": 7610
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8950032389056457e-05,
      "loss": 0.0018,
      "step": 7611
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8949704428501415e-05,
      "loss": 0.0024,
      "step": 7612
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8949376419573484e-05,
      "loss": 0.0012,
      "step": 7613
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8949048362274442e-05,
      "loss": 0.0012,
      "step": 7614
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894872025660606e-05,
      "loss": 0.003,
      "step": 7615
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8948392102570114e-05,
      "loss": 0.0013,
      "step": 7616
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8948063900168372e-05,
      "loss": 0.0028,
      "step": 7617
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894773564940261e-05,
      "loss": 0.0038,
      "step": 7618
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894740735027461e-05,
      "loss": 0.0028,
      "step": 7619
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8947079002786135e-05,
      "loss": 0.0017,
      "step": 7620
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894675060693896e-05,
      "loss": 0.0028,
      "step": 7621
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8946422162734872e-05,
      "loss": 0.0012,
      "step": 7622
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8946093670175635e-05,
      "loss": 0.0013,
      "step": 7623
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8945765129263027e-05,
      "loss": 0.0027,
      "step": 7624
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8945436539998827e-05,
      "loss": 0.0013,
      "step": 7625
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894510790238481e-05,
      "loss": 0.001,
      "step": 7626
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8944779216422747e-05,
      "loss": 0.002,
      "step": 7627
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8944450482114424e-05,
      "loss": 0.0033,
      "step": 7628
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8944121699461608e-05,
      "loss": 0.0016,
      "step": 7629
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894379286846608e-05,
      "loss": 0.0034,
      "step": 7630
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894346398912962e-05,
      "loss": 0.0011,
      "step": 7631
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8943135061454006e-05,
      "loss": 0.0022,
      "step": 7632
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894280608544101e-05,
      "loss": 0.0033,
      "step": 7633
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8942477061092415e-05,
      "loss": 0.0015,
      "step": 7634
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8942147988409995e-05,
      "loss": 0.0029,
      "step": 7635
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8941818867395533e-05,
      "loss": 0.0032,
      "step": 7636
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8941489698050807e-05,
      "loss": 0.003,
      "step": 7637
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8941160480377597e-05,
      "loss": 0.0011,
      "step": 7638
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8940831214377678e-05,
      "loss": 0.0032,
      "step": 7639
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.894050190005283e-05,
      "loss": 0.0021,
      "step": 7640
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8940172537404843e-05,
      "loss": 0.0026,
      "step": 7641
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8939843126435482e-05,
      "loss": 0.0018,
      "step": 7642
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8939513667146537e-05,
      "loss": 0.0038,
      "step": 7643
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893918415953979e-05,
      "loss": 0.0023,
      "step": 7644
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8938854603617017e-05,
      "loss": 0.0021,
      "step": 7645
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893852499938e-05,
      "loss": 0.0016,
      "step": 7646
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8938195346830523e-05,
      "loss": 0.0018,
      "step": 7647
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8937865645970366e-05,
      "loss": 0.0022,
      "step": 7648
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8937535896801312e-05,
      "loss": 0.0019,
      "step": 7649
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8937206099325142e-05,
      "loss": 0.0027,
      "step": 7650
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893687625354364e-05,
      "loss": 0.0013,
      "step": 7651
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8936546359458584e-05,
      "loss": 0.0014,
      "step": 7652
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8936216417071763e-05,
      "loss": 0.0029,
      "step": 7653
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8935886426384962e-05,
      "loss": 0.0025,
      "step": 7654
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893555638739996e-05,
      "loss": 0.0038,
      "step": 7655
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8935226300118538e-05,
      "loss": 0.0022,
      "step": 7656
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8934896164542485e-05,
      "loss": 0.002,
      "step": 7657
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8934565980673585e-05,
      "loss": 0.0031,
      "step": 7658
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8934235748513622e-05,
      "loss": 0.0024,
      "step": 7659
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893390546806438e-05,
      "loss": 0.0013,
      "step": 7660
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8933575139327646e-05,
      "loss": 0.002,
      "step": 7661
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8933244762305204e-05,
      "loss": 0.0031,
      "step": 7662
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8932914336998842e-05,
      "loss": 0.0025,
      "step": 7663
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8932583863410342e-05,
      "loss": 0.0031,
      "step": 7664
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8932253341541492e-05,
      "loss": 0.0026,
      "step": 7665
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8931922771394082e-05,
      "loss": 0.0016,
      "step": 7666
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893159215296989e-05,
      "loss": 0.0025,
      "step": 7667
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8931261486270708e-05,
      "loss": 0.0016,
      "step": 7668
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893093077129833e-05,
      "loss": 0.0008,
      "step": 7669
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8930600008054533e-05,
      "loss": 0.0019,
      "step": 7670
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.893026919654111e-05,
      "loss": 0.002,
      "step": 7671
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8929938336759846e-05,
      "loss": 0.0018,
      "step": 7672
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8929607428712535e-05,
      "loss": 0.0037,
      "step": 7673
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8929276472400957e-05,
      "loss": 0.0026,
      "step": 7674
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892894546782691e-05,
      "loss": 0.0016,
      "step": 7675
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8928614414992173e-05,
      "loss": 0.0025,
      "step": 7676
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8928283313898545e-05,
      "loss": 0.0034,
      "step": 7677
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8927952164547813e-05,
      "loss": 0.0006,
      "step": 7678
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8927620966941763e-05,
      "loss": 0.0027,
      "step": 7679
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8927289721082185e-05,
      "loss": 0.0022,
      "step": 7680
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8926958426970876e-05,
      "loss": 0.0026,
      "step": 7681
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892662708460962e-05,
      "loss": 0.0028,
      "step": 7682
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8926295694000215e-05,
      "loss": 0.0035,
      "step": 7683
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8925964255144443e-05,
      "loss": 0.0017,
      "step": 7684
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.89256327680441e-05,
      "loss": 0.0017,
      "step": 7685
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892530123270098e-05,
      "loss": 0.0019,
      "step": 7686
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892496964911687e-05,
      "loss": 0.0014,
      "step": 7687
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8924638017293566e-05,
      "loss": 0.0046,
      "step": 7688
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892430633723286e-05,
      "loss": 0.0022,
      "step": 7689
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8923974608936545e-05,
      "loss": 0.0015,
      "step": 7690
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892364283240641e-05,
      "loss": 0.0029,
      "step": 7691
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8923311007644254e-05,
      "loss": 0.0009,
      "step": 7692
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8922979134651863e-05,
      "loss": 0.0027,
      "step": 7693
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892264721343104e-05,
      "loss": 0.0034,
      "step": 7694
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8922315243983576e-05,
      "loss": 0.0017,
      "step": 7695
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892198322631126e-05,
      "loss": 0.0027,
      "step": 7696
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8921651160415892e-05,
      "loss": 0.002,
      "step": 7697
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892131904629926e-05,
      "loss": 0.0019,
      "step": 7698
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8920986883963173e-05,
      "loss": 0.0013,
      "step": 7699
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8920654673409412e-05,
      "loss": 0.0023,
      "step": 7700
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.892032241463978e-05,
      "loss": 0.0026,
      "step": 7701
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.891999010765607e-05,
      "loss": 0.0022,
      "step": 7702
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.891965775246008e-05,
      "loss": 0.0014,
      "step": 7703
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8919325349053603e-05,
      "loss": 0.0024,
      "step": 7704
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8918992897438442e-05,
      "loss": 0.0023,
      "step": 7705
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8918660397616388e-05,
      "loss": 0.0019,
      "step": 7706
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8918327849589237e-05,
      "loss": 0.0025,
      "step": 7707
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.8917995253358793e-05,
      "loss": 0.0036,
      "step": 7708
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.891766260892685e-05,
      "loss": 0.0019,
      "step": 7709
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8917329916295206e-05,
      "loss": 0.0013,
      "step": 7710
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891699717546566e-05,
      "loss": 0.0014,
      "step": 7711
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8916664386440008e-05,
      "loss": 0.003,
      "step": 7712
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891633154922005e-05,
      "loss": 0.0011,
      "step": 7713
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8915998663807592e-05,
      "loss": 0.0017,
      "step": 7714
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891566573020442e-05,
      "loss": 0.0032,
      "step": 7715
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891533274841234e-05,
      "loss": 0.0018,
      "step": 7716
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8914999718433154e-05,
      "loss": 0.0024,
      "step": 7717
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8914666640268658e-05,
      "loss": 0.0026,
      "step": 7718
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891433351392066e-05,
      "loss": 0.0022,
      "step": 7719
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891400033939095e-05,
      "loss": 0.0029,
      "step": 7720
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8913667116681334e-05,
      "loss": 0.0022,
      "step": 7721
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8913333845793614e-05,
      "loss": 0.0021,
      "step": 7722
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8913000526729586e-05,
      "loss": 0.0025,
      "step": 7723
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891266715949106e-05,
      "loss": 0.001,
      "step": 7724
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8912333744079832e-05,
      "loss": 0.0022,
      "step": 7725
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8912000280497706e-05,
      "loss": 0.0023,
      "step": 7726
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8911666768746484e-05,
      "loss": 0.0022,
      "step": 7727
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8911333208827967e-05,
      "loss": 0.0013,
      "step": 7728
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891099960074396e-05,
      "loss": 0.0026,
      "step": 7729
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8910665944496264e-05,
      "loss": 0.0029,
      "step": 7730
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.891033224008669e-05,
      "loss": 0.0016,
      "step": 7731
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8909998487517028e-05,
      "loss": 0.0012,
      "step": 7732
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8909664686789094e-05,
      "loss": 0.0039,
      "step": 7733
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8909330837904684e-05,
      "loss": 0.0016,
      "step": 7734
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890899694086561e-05,
      "loss": 0.0016,
      "step": 7735
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890866299567367e-05,
      "loss": 0.0023,
      "step": 7736
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8908329002330675e-05,
      "loss": 0.0024,
      "step": 7737
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8907994960838427e-05,
      "loss": 0.0015,
      "step": 7738
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8907660871198725e-05,
      "loss": 0.0024,
      "step": 7739
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8907326733413386e-05,
      "loss": 0.0018,
      "step": 7740
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8906992547484213e-05,
      "loss": 0.0035,
      "step": 7741
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8906658313413007e-05,
      "loss": 0.0015,
      "step": 7742
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8906324031201578e-05,
      "loss": 0.0019,
      "step": 7743
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8905989700851735e-05,
      "loss": 0.0018,
      "step": 7744
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8905655322365284e-05,
      "loss": 0.0029,
      "step": 7745
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8905320895744028e-05,
      "loss": 0.0034,
      "step": 7746
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8904986420989775e-05,
      "loss": 0.001,
      "step": 7747
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8904651898104346e-05,
      "loss": 0.0019,
      "step": 7748
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890431732708953e-05,
      "loss": 0.0018,
      "step": 7749
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8903982707947147e-05,
      "loss": 0.0019,
      "step": 7750
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8903648040679e-05,
      "loss": 0.0015,
      "step": 7751
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8903313325286904e-05,
      "loss": 0.0024,
      "step": 7752
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890297856177266e-05,
      "loss": 0.0024,
      "step": 7753
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8902643750138086e-05,
      "loss": 0.0014,
      "step": 7754
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8902308890384987e-05,
      "loss": 0.0013,
      "step": 7755
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890197398251517e-05,
      "loss": 0.0024,
      "step": 7756
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8901639026530453e-05,
      "loss": 0.0015,
      "step": 7757
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.890130402243264e-05,
      "loss": 0.0015,
      "step": 7758
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8900968970223545e-05,
      "loss": 0.0021,
      "step": 7759
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8900633869904975e-05,
      "loss": 0.0023,
      "step": 7760
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8900298721478748e-05,
      "loss": 0.0015,
      "step": 7761
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889996352494667e-05,
      "loss": 0.0024,
      "step": 7762
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8899628280310556e-05,
      "loss": 0.0019,
      "step": 7763
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8899292987572212e-05,
      "loss": 0.0027,
      "step": 7764
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8898957646733456e-05,
      "loss": 0.0026,
      "step": 7765
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88986222577961e-05,
      "loss": 0.002,
      "step": 7766
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8898286820761953e-05,
      "loss": 0.0039,
      "step": 7767
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8897951335632835e-05,
      "loss": 0.0015,
      "step": 7768
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889761580241055e-05,
      "loss": 0.0019,
      "step": 7769
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889728022109692e-05,
      "loss": 0.0022,
      "step": 7770
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8896944591693756e-05,
      "loss": 0.0018,
      "step": 7771
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8896608914202866e-05,
      "loss": 0.0035,
      "step": 7772
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8896273188626075e-05,
      "loss": 0.0016,
      "step": 7773
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8895937414965193e-05,
      "loss": 0.0016,
      "step": 7774
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889560159322203e-05,
      "loss": 0.0021,
      "step": 7775
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889526572339841e-05,
      "loss": 0.0024,
      "step": 7776
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889492980549614e-05,
      "loss": 0.0015,
      "step": 7777
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889459383951704e-05,
      "loss": 0.0015,
      "step": 7778
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8894257825462923e-05,
      "loss": 0.0025,
      "step": 7779
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8893921763335612e-05,
      "loss": 0.0023,
      "step": 7780
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8893585653136918e-05,
      "loss": 0.0023,
      "step": 7781
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8893249494868653e-05,
      "loss": 0.0029,
      "step": 7782
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8892913288532645e-05,
      "loss": 0.0023,
      "step": 7783
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8892577034130704e-05,
      "loss": 0.001,
      "step": 7784
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8892240731664645e-05,
      "loss": 0.0023,
      "step": 7785
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8891904381136294e-05,
      "loss": 0.0024,
      "step": 7786
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8891567982547462e-05,
      "loss": 0.0016,
      "step": 7787
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8891231535899973e-05,
      "loss": 0.0019,
      "step": 7788
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.889089504119564e-05,
      "loss": 0.002,
      "step": 7789
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8890558498436284e-05,
      "loss": 0.0014,
      "step": 7790
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8890221907623726e-05,
      "loss": 0.0023,
      "step": 7791
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8889885268759782e-05,
      "loss": 0.0019,
      "step": 7792
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888954858184627e-05,
      "loss": 0.0017,
      "step": 7793
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8889211846885017e-05,
      "loss": 0.0005,
      "step": 7794
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8888875063877837e-05,
      "loss": 0.0029,
      "step": 7795
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8888538232826553e-05,
      "loss": 0.0016,
      "step": 7796
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8888201353732986e-05,
      "loss": 0.0027,
      "step": 7797
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8887864426598953e-05,
      "loss": 0.0012,
      "step": 7798
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8887527451426276e-05,
      "loss": 0.0017,
      "step": 7799
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888719042821678e-05,
      "loss": 0.0015,
      "step": 7800
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888685335697228e-05,
      "loss": 0.0022,
      "step": 7801
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888651623769461e-05,
      "loss": 0.0018,
      "step": 7802
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8886179070385576e-05,
      "loss": 0.003,
      "step": 7803
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8885841855047014e-05,
      "loss": 0.001,
      "step": 7804
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888550459168074e-05,
      "loss": 0.0033,
      "step": 7805
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888516728028858e-05,
      "loss": 0.0019,
      "step": 7806
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8884829920872355e-05,
      "loss": 0.0028,
      "step": 7807
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8884492513433886e-05,
      "loss": 0.0016,
      "step": 7808
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8884155057975e-05,
      "loss": 0.0023,
      "step": 7809
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8883817554497522e-05,
      "loss": 0.0026,
      "step": 7810
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8883480003003272e-05,
      "loss": 0.0034,
      "step": 7811
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8883142403494082e-05,
      "loss": 0.0026,
      "step": 7812
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8882804755971768e-05,
      "loss": 0.0017,
      "step": 7813
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888246706043816e-05,
      "loss": 0.003,
      "step": 7814
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8882129316895083e-05,
      "loss": 0.0029,
      "step": 7815
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888179152534436e-05,
      "loss": 0.0018,
      "step": 7816
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888145368578782e-05,
      "loss": 0.003,
      "step": 7817
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8881115798227284e-05,
      "loss": 0.0029,
      "step": 7818
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8880777862664582e-05,
      "loss": 0.0014,
      "step": 7819
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8880439879101543e-05,
      "loss": 0.0021,
      "step": 7820
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.888010184753999e-05,
      "loss": 0.0017,
      "step": 7821
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887976376798175e-05,
      "loss": 0.0018,
      "step": 7822
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887942564042865e-05,
      "loss": 0.0013,
      "step": 7823
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887908746488252e-05,
      "loss": 0.0026,
      "step": 7824
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887874924134519e-05,
      "loss": 0.0024,
      "step": 7825
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8878410969818484e-05,
      "loss": 0.0026,
      "step": 7826
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8878072650304227e-05,
      "loss": 0.003,
      "step": 7827
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8877734282804254e-05,
      "loss": 0.0019,
      "step": 7828
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8877395867320392e-05,
      "loss": 0.0031,
      "step": 7829
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887705740385447e-05,
      "loss": 0.0015,
      "step": 7830
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8876718892408313e-05,
      "loss": 0.0027,
      "step": 7831
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8876380332983756e-05,
      "loss": 0.0014,
      "step": 7832
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887604172558263e-05,
      "loss": 0.0027,
      "step": 7833
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8875703070206764e-05,
      "loss": 0.0019,
      "step": 7834
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8875364366857983e-05,
      "loss": 0.0011,
      "step": 7835
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8875025615538124e-05,
      "loss": 0.0023,
      "step": 7836
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8874686816249018e-05,
      "loss": 0.0024,
      "step": 7837
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8874347968992493e-05,
      "loss": 0.0022,
      "step": 7838
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887400907377038e-05,
      "loss": 0.0024,
      "step": 7839
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887367013058451e-05,
      "loss": 0.0015,
      "step": 7840
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887333113943672e-05,
      "loss": 0.0016,
      "step": 7841
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8872992100328842e-05,
      "loss": 0.0033,
      "step": 7842
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88726530132627e-05,
      "loss": 0.0019,
      "step": 7843
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887231387824014e-05,
      "loss": 0.0035,
      "step": 7844
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.887197469526298e-05,
      "loss": 0.0017,
      "step": 7845
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8871635464333063e-05,
      "loss": 0.0018,
      "step": 7846
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8871296185452225e-05,
      "loss": 0.0017,
      "step": 7847
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8870956858622288e-05,
      "loss": 0.0021,
      "step": 7848
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8870617483845103e-05,
      "loss": 0.0016,
      "step": 7849
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8870278061122485e-05,
      "loss": 0.0018,
      "step": 7850
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8869938590456284e-05,
      "loss": 0.0018,
      "step": 7851
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8869599071848327e-05,
      "loss": 0.0022,
      "step": 7852
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8869259505300453e-05,
      "loss": 0.0023,
      "step": 7853
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886891989081449e-05,
      "loss": 0.0031,
      "step": 7854
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8868580228392286e-05,
      "loss": 0.0023,
      "step": 7855
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8868240518035667e-05,
      "loss": 0.0015,
      "step": 7856
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8867900759746472e-05,
      "loss": 0.0015,
      "step": 7857
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8867560953526537e-05,
      "loss": 0.0032,
      "step": 7858
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88672210993777e-05,
      "loss": 0.0021,
      "step": 7859
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8866881197301795e-05,
      "loss": 0.0012,
      "step": 7860
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8866541247300663e-05,
      "loss": 0.0019,
      "step": 7861
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886620124937614e-05,
      "loss": 0.0016,
      "step": 7862
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886586120353006e-05,
      "loss": 0.0028,
      "step": 7863
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8865521109764267e-05,
      "loss": 0.0027,
      "step": 7864
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8865180968080595e-05,
      "loss": 0.002,
      "step": 7865
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8864840778480886e-05,
      "loss": 0.0017,
      "step": 7866
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8864500540966976e-05,
      "loss": 0.0021,
      "step": 7867
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88641602555407e-05,
      "loss": 0.0018,
      "step": 7868
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886381992220391e-05,
      "loss": 0.0014,
      "step": 7869
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886347954095843e-05,
      "loss": 0.0023,
      "step": 7870
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8863139111806112e-05,
      "loss": 0.002,
      "step": 7871
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886279863474879e-05,
      "loss": 0.0017,
      "step": 7872
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88624581097883e-05,
      "loss": 0.0031,
      "step": 7873
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8862117536926498e-05,
      "loss": 0.0021,
      "step": 7874
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8861776916165205e-05,
      "loss": 0.0017,
      "step": 7875
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8861436247506274e-05,
      "loss": 0.0011,
      "step": 7876
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886109553095155e-05,
      "loss": 0.0034,
      "step": 7877
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.886075476650286e-05,
      "loss": 0.0018,
      "step": 7878
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8860413954162058e-05,
      "loss": 0.0014,
      "step": 7879
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8860073093930982e-05,
      "loss": 0.0037,
      "step": 7880
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8859732185811476e-05,
      "loss": 0.0012,
      "step": 7881
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8859391229805378e-05,
      "loss": 0.0021,
      "step": 7882
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885905022591454e-05,
      "loss": 0.0023,
      "step": 7883
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8858709174140796e-05,
      "loss": 0.0022,
      "step": 7884
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885836807448599e-05,
      "loss": 0.003,
      "step": 7885
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8858026926951972e-05,
      "loss": 0.0013,
      "step": 7886
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8857685731540584e-05,
      "loss": 0.0022,
      "step": 7887
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8857344488253664e-05,
      "loss": 0.0016,
      "step": 7888
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885700319709306e-05,
      "loss": 0.0024,
      "step": 7889
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8856661858060624e-05,
      "loss": 0.0022,
      "step": 7890
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8856320471158186e-05,
      "loss": 0.0028,
      "step": 7891
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8855979036387607e-05,
      "loss": 0.0021,
      "step": 7892
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885563755375072e-05,
      "loss": 0.0022,
      "step": 7893
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885529602324938e-05,
      "loss": 0.0015,
      "step": 7894
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8854954444885423e-05,
      "loss": 0.0032,
      "step": 7895
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8854612818660705e-05,
      "loss": 0.0013,
      "step": 7896
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885427114457707e-05,
      "loss": 0.0013,
      "step": 7897
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8853929422636357e-05,
      "loss": 0.0035,
      "step": 7898
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8853587652840425e-05,
      "loss": 0.0032,
      "step": 7899
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8853245835191112e-05,
      "loss": 0.0024,
      "step": 7900
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885290396969027e-05,
      "loss": 0.0017,
      "step": 7901
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8852562056339745e-05,
      "loss": 0.0011,
      "step": 7902
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8852220095141387e-05,
      "loss": 0.0018,
      "step": 7903
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8851878086097045e-05,
      "loss": 0.0045,
      "step": 7904
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8851536029208558e-05,
      "loss": 0.0018,
      "step": 7905
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8851193924477787e-05,
      "loss": 0.0026,
      "step": 7906
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885085177190658e-05,
      "loss": 0.0012,
      "step": 7907
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.885050957149678e-05,
      "loss": 0.004,
      "step": 7908
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8850167323250237e-05,
      "loss": 0.0014,
      "step": 7909
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8849825027168804e-05,
      "loss": 0.0031,
      "step": 7910
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8849482683254333e-05,
      "loss": 0.0022,
      "step": 7911
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8849140291508667e-05,
      "loss": 0.0014,
      "step": 7912
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8848797851933663e-05,
      "loss": 0.0039,
      "step": 7913
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884845536453117e-05,
      "loss": 0.0028,
      "step": 7914
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8848112829303043e-05,
      "loss": 0.002,
      "step": 7915
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8847770246251123e-05,
      "loss": 0.0027,
      "step": 7916
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8847427615377275e-05,
      "loss": 0.0019,
      "step": 7917
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884708493668334e-05,
      "loss": 0.0014,
      "step": 7918
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8846742210171177e-05,
      "loss": 0.0017,
      "step": 7919
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8846399435842633e-05,
      "loss": 0.0034,
      "step": 7920
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8846056613699564e-05,
      "loss": 0.0028,
      "step": 7921
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8845713743743822e-05,
      "loss": 0.0023,
      "step": 7922
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8845370825977262e-05,
      "loss": 0.0022,
      "step": 7923
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8845027860401737e-05,
      "loss": 0.0032,
      "step": 7924
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88446848470191e-05,
      "loss": 0.0019,
      "step": 7925
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8844341785831202e-05,
      "loss": 0.0039,
      "step": 7926
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88439986768399e-05,
      "loss": 0.0026,
      "step": 7927
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884365552004705e-05,
      "loss": 0.0016,
      "step": 7928
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8843312315454506e-05,
      "loss": 0.0021,
      "step": 7929
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884296906306412e-05,
      "loss": 0.0016,
      "step": 7930
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884262576287775e-05,
      "loss": 0.005,
      "step": 7931
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8842282414897254e-05,
      "loss": 0.0015,
      "step": 7932
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8841939019124483e-05,
      "loss": 0.0024,
      "step": 7933
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8841595575561292e-05,
      "loss": 0.0028,
      "step": 7934
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8841252084209546e-05,
      "loss": 0.0023,
      "step": 7935
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8840908545071092e-05,
      "loss": 0.0018,
      "step": 7936
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.884056495814779e-05,
      "loss": 0.0031,
      "step": 7937
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88402213234415e-05,
      "loss": 0.0029,
      "step": 7938
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8839877640954073e-05,
      "loss": 0.0024,
      "step": 7939
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8839533910687377e-05,
      "loss": 0.0022,
      "step": 7940
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8839190132643256e-05,
      "loss": 0.0033,
      "step": 7941
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8838846306823583e-05,
      "loss": 0.0029,
      "step": 7942
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8838502433230205e-05,
      "loss": 0.0024,
      "step": 7943
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8838158511864982e-05,
      "loss": 0.0019,
      "step": 7944
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883781454272978e-05,
      "loss": 0.0025,
      "step": 7945
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883747052582645e-05,
      "loss": 0.0027,
      "step": 7946
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8837126461156857e-05,
      "loss": 0.0015,
      "step": 7947
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8836782348722858e-05,
      "loss": 0.003,
      "step": 7948
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8836438188526314e-05,
      "loss": 0.0025,
      "step": 7949
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8836093980569082e-05,
      "loss": 0.0024,
      "step": 7950
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883574972485303e-05,
      "loss": 0.0039,
      "step": 7951
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8835405421380012e-05,
      "loss": 0.0015,
      "step": 7952
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883506107015189e-05,
      "loss": 0.0015,
      "step": 7953
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8834716671170525e-05,
      "loss": 0.0034,
      "step": 7954
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8834372224437782e-05,
      "loss": 0.0016,
      "step": 7955
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8834027729955518e-05,
      "loss": 0.0016,
      "step": 7956
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8833683187725597e-05,
      "loss": 0.0025,
      "step": 7957
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8833338597749882e-05,
      "loss": 0.0018,
      "step": 7958
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8832993960030234e-05,
      "loss": 0.0027,
      "step": 7959
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.883264927456852e-05,
      "loss": 0.0038,
      "step": 7960
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8832304541366597e-05,
      "loss": 0.0013,
      "step": 7961
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8831959760426332e-05,
      "loss": 0.0025,
      "step": 7962
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8831614931749587e-05,
      "loss": 0.0011,
      "step": 7963
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8831270055338223e-05,
      "loss": 0.0025,
      "step": 7964
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8830925131194112e-05,
      "loss": 0.0013,
      "step": 7965
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8830580159319112e-05,
      "loss": 0.0014,
      "step": 7966
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8830235139715093e-05,
      "loss": 0.0011,
      "step": 7967
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8829890072383912e-05,
      "loss": 0.0026,
      "step": 7968
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882954495732744e-05,
      "loss": 0.0013,
      "step": 7969
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8829199794547536e-05,
      "loss": 0.0026,
      "step": 7970
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8828854584046073e-05,
      "loss": 0.0024,
      "step": 7971
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8828509325824914e-05,
      "loss": 0.0018,
      "step": 7972
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8828164019885923e-05,
      "loss": 0.0032,
      "step": 7973
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882781866623097e-05,
      "loss": 0.0028,
      "step": 7974
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8827473264861922e-05,
      "loss": 0.0022,
      "step": 7975
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8827127815780642e-05,
      "loss": 0.0016,
      "step": 7976
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8826782318988998e-05,
      "loss": 0.0018,
      "step": 7977
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882643677448886e-05,
      "loss": 0.0019,
      "step": 7978
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882609118228209e-05,
      "loss": 0.0018,
      "step": 7979
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8825745542370566e-05,
      "loss": 0.0031,
      "step": 7980
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8825399854756145e-05,
      "loss": 0.0016,
      "step": 7981
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8825054119440707e-05,
      "loss": 0.0011,
      "step": 7982
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8824708336426106e-05,
      "loss": 0.0035,
      "step": 7983
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8824362505714226e-05,
      "loss": 0.0011,
      "step": 7984
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8824016627306927e-05,
      "loss": 0.0008,
      "step": 7985
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882367070120608e-05,
      "loss": 0.0011,
      "step": 7986
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8823324727413557e-05,
      "loss": 0.0009,
      "step": 7987
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8822978705931227e-05,
      "loss": 0.0024,
      "step": 7988
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8822632636760958e-05,
      "loss": 0.0022,
      "step": 7989
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882228651990462e-05,
      "loss": 0.0025,
      "step": 7990
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8821940355364094e-05,
      "loss": 0.0022,
      "step": 7991
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8821594143141236e-05,
      "loss": 0.0022,
      "step": 7992
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8821247883237928e-05,
      "loss": 0.0025,
      "step": 7993
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8820901575656033e-05,
      "loss": 0.0028,
      "step": 7994
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8820555220397432e-05,
      "loss": 0.0024,
      "step": 7995
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.882020881746399e-05,
      "loss": 0.0016,
      "step": 7996
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8819862366857588e-05,
      "loss": 0.003,
      "step": 7997
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8819515868580086e-05,
      "loss": 0.0029,
      "step": 7998
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8819169322633365e-05,
      "loss": 0.0024,
      "step": 7999
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8818822729019296e-05,
      "loss": 0.0019,
      "step": 8000
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8818476087739756e-05,
      "loss": 0.0017,
      "step": 8001
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881812939879661e-05,
      "loss": 0.0013,
      "step": 8002
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8817782662191742e-05,
      "loss": 0.002,
      "step": 8003
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881743587792702e-05,
      "loss": 0.0019,
      "step": 8004
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8817089046004317e-05,
      "loss": 0.0021,
      "step": 8005
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8816742166425515e-05,
      "loss": 0.0019,
      "step": 8006
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881639523919248e-05,
      "loss": 0.0031,
      "step": 8007
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8816048264307092e-05,
      "loss": 0.0013,
      "step": 8008
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8815701241771226e-05,
      "loss": 0.0025,
      "step": 8009
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8815354171586758e-05,
      "loss": 0.0019,
      "step": 8010
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881500705375556e-05,
      "loss": 0.0015,
      "step": 8011
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8814659888279517e-05,
      "loss": 0.0027,
      "step": 8012
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88143126751605e-05,
      "loss": 0.0019,
      "step": 8013
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881396541440038e-05,
      "loss": 0.0017,
      "step": 8014
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8813618106001042e-05,
      "loss": 0.0018,
      "step": 8015
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881327074996436e-05,
      "loss": 0.0019,
      "step": 8016
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8812923346292212e-05,
      "loss": 0.0016,
      "step": 8017
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8812575894986476e-05,
      "loss": 0.002,
      "step": 8018
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881222839604903e-05,
      "loss": 0.0019,
      "step": 8019
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881188084948175e-05,
      "loss": 0.0024,
      "step": 8020
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881153325528652e-05,
      "loss": 0.0021,
      "step": 8021
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8811185613465214e-05,
      "loss": 0.0039,
      "step": 8022
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881083792401971e-05,
      "loss": 0.0025,
      "step": 8023
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.881049018695189e-05,
      "loss": 0.0019,
      "step": 8024
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8810142402263634e-05,
      "loss": 0.0018,
      "step": 8025
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880979456995682e-05,
      "loss": 0.0026,
      "step": 8026
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880944669003333e-05,
      "loss": 0.0026,
      "step": 8027
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880909876249504e-05,
      "loss": 0.0021,
      "step": 8028
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880875078734384e-05,
      "loss": 0.0027,
      "step": 8029
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8808402764581598e-05,
      "loss": 0.0017,
      "step": 8030
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.88080546942102e-05,
      "loss": 0.002,
      "step": 8031
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8807706576231533e-05,
      "loss": 0.0017,
      "step": 8032
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8807358410647472e-05,
      "loss": 0.0024,
      "step": 8033
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8807010197459903e-05,
      "loss": 0.0032,
      "step": 8034
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8806661936670704e-05,
      "loss": 0.0023,
      "step": 8035
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880631362828176e-05,
      "loss": 0.0024,
      "step": 8036
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8805965272294953e-05,
      "loss": 0.0016,
      "step": 8037
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8805616868712168e-05,
      "loss": 0.0028,
      "step": 8038
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8805268417535286e-05,
      "loss": 0.0014,
      "step": 8039
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8804919918766188e-05,
      "loss": 0.0025,
      "step": 8040
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880457137240676e-05,
      "loss": 0.0025,
      "step": 8041
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8804222778458883e-05,
      "loss": 0.0034,
      "step": 8042
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880387413692445e-05,
      "loss": 0.0033,
      "step": 8043
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880352544780534e-05,
      "loss": 0.0024,
      "step": 8044
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8803176711103432e-05,
      "loss": 0.0019,
      "step": 8045
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8802827926820618e-05,
      "loss": 0.0025,
      "step": 8046
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8802479094958784e-05,
      "loss": 0.0013,
      "step": 8047
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8802130215519808e-05,
      "loss": 0.0027,
      "step": 8048
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8801781288505583e-05,
      "loss": 0.0011,
      "step": 8049
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880143231391799e-05,
      "loss": 0.002,
      "step": 8050
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.880108329175892e-05,
      "loss": 0.0025,
      "step": 8051
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8800734222030257e-05,
      "loss": 0.0015,
      "step": 8052
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8800385104733885e-05,
      "loss": 0.0013,
      "step": 8053
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8800035939871697e-05,
      "loss": 0.0018,
      "step": 8054
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8799686727445574e-05,
      "loss": 0.0018,
      "step": 8055
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8799337467457408e-05,
      "loss": 0.0025,
      "step": 8056
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879898815990908e-05,
      "loss": 0.002,
      "step": 8057
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879863880480249e-05,
      "loss": 0.0012,
      "step": 8058
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8798289402139516e-05,
      "loss": 0.0028,
      "step": 8059
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8797939951922052e-05,
      "loss": 0.0023,
      "step": 8060
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879759045415198e-05,
      "loss": 0.003,
      "step": 8061
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8797240908831197e-05,
      "loss": 0.0029,
      "step": 8062
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879689131596159e-05,
      "loss": 0.0017,
      "step": 8063
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8796541675545043e-05,
      "loss": 0.003,
      "step": 8064
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8796191987583455e-05,
      "loss": 0.0007,
      "step": 8065
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8795842252078708e-05,
      "loss": 0.0016,
      "step": 8066
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8795492469032695e-05,
      "loss": 0.0017,
      "step": 8067
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8795142638447307e-05,
      "loss": 0.0025,
      "step": 8068
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8794792760324437e-05,
      "loss": 0.0022,
      "step": 8069
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8794442834665974e-05,
      "loss": 0.0025,
      "step": 8070
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879409286147381e-05,
      "loss": 0.0023,
      "step": 8071
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879374284074983e-05,
      "loss": 0.0012,
      "step": 8072
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879339277249594e-05,
      "loss": 0.003,
      "step": 8073
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8793042656714022e-05,
      "loss": 0.0017,
      "step": 8074
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8792692493405967e-05,
      "loss": 0.0019,
      "step": 8075
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8792342282573672e-05,
      "loss": 0.0012,
      "step": 8076
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8791992024219027e-05,
      "loss": 0.0025,
      "step": 8077
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879164171834393e-05,
      "loss": 0.0008,
      "step": 8078
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8791291364950274e-05,
      "loss": 0.0033,
      "step": 8079
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8790940964039943e-05,
      "loss": 0.0025,
      "step": 8080
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8790590515614842e-05,
      "loss": 0.0016,
      "step": 8081
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.879024001967686e-05,
      "loss": 0.0023,
      "step": 8082
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8789889476227894e-05,
      "loss": 0.0017,
      "step": 8083
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8789538885269835e-05,
      "loss": 0.0018,
      "step": 8084
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878918824680458e-05,
      "loss": 0.0025,
      "step": 8085
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8788837560834023e-05,
      "loss": 0.0019,
      "step": 8086
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8788486827360065e-05,
      "loss": 0.0039,
      "step": 8087
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8788136046384594e-05,
      "loss": 0.0028,
      "step": 8088
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878778521790951e-05,
      "loss": 0.0023,
      "step": 8089
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878743434193671e-05,
      "loss": 0.0016,
      "step": 8090
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8787083418468088e-05,
      "loss": 0.0018,
      "step": 8091
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8786732447505543e-05,
      "loss": 0.0019,
      "step": 8092
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8786381429050968e-05,
      "loss": 0.0017,
      "step": 8093
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8786030363106265e-05,
      "loss": 0.0029,
      "step": 8094
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878567924967333e-05,
      "loss": 0.0023,
      "step": 8095
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8785328088754058e-05,
      "loss": 0.0011,
      "step": 8096
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8784976880350353e-05,
      "loss": 0.0013,
      "step": 8097
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8784625624464105e-05,
      "loss": 0.0029,
      "step": 8098
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878427432109722e-05,
      "loss": 0.0018,
      "step": 8099
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878392297025159e-05,
      "loss": 0.0027,
      "step": 8100
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8783571571929126e-05,
      "loss": 0.0017,
      "step": 8101
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878322012613171e-05,
      "loss": 0.0017,
      "step": 8102
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8782868632861255e-05,
      "loss": 0.0017,
      "step": 8103
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878251709211966e-05,
      "loss": 0.0012,
      "step": 8104
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8782165503908817e-05,
      "loss": 0.002,
      "step": 8105
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878181386823063e-05,
      "loss": 0.0017,
      "step": 8106
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8781462185087e-05,
      "loss": 0.0017,
      "step": 8107
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8781110454479834e-05,
      "loss": 0.0029,
      "step": 8108
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8780758676411025e-05,
      "loss": 0.0023,
      "step": 8109
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8780406850882475e-05,
      "loss": 0.0013,
      "step": 8110
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.878005497789609e-05,
      "loss": 0.002,
      "step": 8111
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8779703057453768e-05,
      "loss": 0.0017,
      "step": 8112
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877935108955741e-05,
      "loss": 0.0028,
      "step": 8113
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8778999074208924e-05,
      "loss": 0.0022,
      "step": 8114
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877864701141021e-05,
      "loss": 0.0019,
      "step": 8115
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8778294901163167e-05,
      "loss": 0.0018,
      "step": 8116
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8777942743469705e-05,
      "loss": 0.0016,
      "step": 8117
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877759053833172e-05,
      "loss": 0.0009,
      "step": 8118
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8777238285751123e-05,
      "loss": 0.0017,
      "step": 8119
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8776885985729814e-05,
      "loss": 0.0033,
      "step": 8120
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8776533638269696e-05,
      "loss": 0.0027,
      "step": 8121
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8776181243372674e-05,
      "loss": 0.002,
      "step": 8122
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8775828801040658e-05,
      "loss": 0.002,
      "step": 8123
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8775476311275546e-05,
      "loss": 0.0035,
      "step": 8124
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8775123774079245e-05,
      "loss": 0.0022,
      "step": 8125
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877477118945366e-05,
      "loss": 0.003,
      "step": 8126
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.87744185574007e-05,
      "loss": 0.0026,
      "step": 8127
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877406587792227e-05,
      "loss": 0.0009,
      "step": 8128
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8773713151020274e-05,
      "loss": 0.0022,
      "step": 8129
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8773360376696622e-05,
      "loss": 0.003,
      "step": 8130
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8773007554953216e-05,
      "loss": 0.0023,
      "step": 8131
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8772654685791964e-05,
      "loss": 0.0028,
      "step": 8132
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8772301769214776e-05,
      "loss": 0.0018,
      "step": 8133
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8771948805223557e-05,
      "loss": 0.0021,
      "step": 8134
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8771595793820218e-05,
      "loss": 0.0018,
      "step": 8135
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8771242735006666e-05,
      "loss": 0.0023,
      "step": 8136
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877088962878481e-05,
      "loss": 0.0019,
      "step": 8137
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.877053647515655e-05,
      "loss": 0.0022,
      "step": 8138
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8770183274123804e-05,
      "loss": 0.0021,
      "step": 8139
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.876983002568848e-05,
      "loss": 0.0008,
      "step": 8140
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8769476729852486e-05,
      "loss": 0.001,
      "step": 8141
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.876912338661773e-05,
      "loss": 0.0024,
      "step": 8142
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.876876999598612e-05,
      "loss": 0.0014,
      "step": 8143
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8768416557959578e-05,
      "loss": 0.0015,
      "step": 8144
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.876806307254e-05,
      "loss": 0.0018,
      "step": 8145
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.87677095397293e-05,
      "loss": 0.0019,
      "step": 8146
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8767355959529395e-05,
      "loss": 0.0018,
      "step": 8147
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8767002331942194e-05,
      "loss": 0.0024,
      "step": 8148
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8766648656969598e-05,
      "loss": 0.002,
      "step": 8149
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8766294934613535e-05,
      "loss": 0.0033,
      "step": 8150
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8765941164875907e-05,
      "loss": 0.0016,
      "step": 8151
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8765587347758626e-05,
      "loss": 0.0016,
      "step": 8152
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876523348326361e-05,
      "loss": 0.0019,
      "step": 8153
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8764879571392766e-05,
      "loss": 0.0031,
      "step": 8154
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8764525612148005e-05,
      "loss": 0.004,
      "step": 8155
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876417160553125e-05,
      "loss": 0.0022,
      "step": 8156
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8763817551544404e-05,
      "loss": 0.0025,
      "step": 8157
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8763463450189388e-05,
      "loss": 0.0023,
      "step": 8158
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876310930146811e-05,
      "loss": 0.0021,
      "step": 8159
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8762755105382492e-05,
      "loss": 0.0014,
      "step": 8160
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876240086193444e-05,
      "loss": 0.0027,
      "step": 8161
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8762046571125873e-05,
      "loss": 0.0028,
      "step": 8162
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8761692232958708e-05,
      "loss": 0.0022,
      "step": 8163
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876133784743485e-05,
      "loss": 0.0024,
      "step": 8164
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876098341455623e-05,
      "loss": 0.0017,
      "step": 8165
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.876062893432475e-05,
      "loss": 0.0024,
      "step": 8166
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8760274406742334e-05,
      "loss": 0.0015,
      "step": 8167
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8759919831810896e-05,
      "loss": 0.0026,
      "step": 8168
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875956520953235e-05,
      "loss": 0.0019,
      "step": 8169
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8759210539908618e-05,
      "loss": 0.0023,
      "step": 8170
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8758855822941614e-05,
      "loss": 0.0013,
      "step": 8171
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8758501058633253e-05,
      "loss": 0.0019,
      "step": 8172
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875814624698545e-05,
      "loss": 0.0021,
      "step": 8173
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8757791388000135e-05,
      "loss": 0.0023,
      "step": 8174
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8757436481679214e-05,
      "loss": 0.0034,
      "step": 8175
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875708152802461e-05,
      "loss": 0.0017,
      "step": 8176
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8756726527038242e-05,
      "loss": 0.0018,
      "step": 8177
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875637147872203e-05,
      "loss": 0.0023,
      "step": 8178
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875601638307789e-05,
      "loss": 0.0015,
      "step": 8179
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875566124010774e-05,
      "loss": 0.0019,
      "step": 8180
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8755306049813502e-05,
      "loss": 0.003,
      "step": 8181
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8754950812197097e-05,
      "loss": 0.0027,
      "step": 8182
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875459552726044e-05,
      "loss": 0.0026,
      "step": 8183
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875424019500546e-05,
      "loss": 0.0023,
      "step": 8184
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8753884815434068e-05,
      "loss": 0.0021,
      "step": 8185
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8753529388548194e-05,
      "loss": 0.0024,
      "step": 8186
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875317391434975e-05,
      "loss": 0.0017,
      "step": 8187
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875281839284066e-05,
      "loss": 0.0024,
      "step": 8188
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8752462824022853e-05,
      "loss": 0.0038,
      "step": 8189
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8752107207898242e-05,
      "loss": 0.0036,
      "step": 8190
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.875175154446875e-05,
      "loss": 0.0032,
      "step": 8191
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8751395833736306e-05,
      "loss": 0.0028,
      "step": 8192
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8751040075702828e-05,
      "loss": 0.002,
      "step": 8193
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8750684270370233e-05,
      "loss": 0.0022,
      "step": 8194
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8750328417740457e-05,
      "loss": 0.0025,
      "step": 8195
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8749972517815413e-05,
      "loss": 0.0017,
      "step": 8196
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874961657059703e-05,
      "loss": 0.0038,
      "step": 8197
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8749260576087227e-05,
      "loss": 0.0028,
      "step": 8198
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8748904534287936e-05,
      "loss": 0.0016,
      "step": 8199
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8748548445201073e-05,
      "loss": 0.0015,
      "step": 8200
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8748192308828564e-05,
      "loss": 0.0023,
      "step": 8201
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874783612517234e-05,
      "loss": 0.0024,
      "step": 8202
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8747479894234318e-05,
      "loss": 0.0016,
      "step": 8203
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8747123616016432e-05,
      "loss": 0.0025,
      "step": 8204
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8746767290520603e-05,
      "loss": 0.0028,
      "step": 8205
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8746410917748755e-05,
      "loss": 0.003,
      "step": 8206
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874605449770282e-05,
      "loss": 0.0022,
      "step": 8207
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8745698030384715e-05,
      "loss": 0.0019,
      "step": 8208
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8745341515796377e-05,
      "loss": 0.0025,
      "step": 8209
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8744984953939727e-05,
      "loss": 0.0024,
      "step": 8210
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8744628344816694e-05,
      "loss": 0.002,
      "step": 8211
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8744271688429206e-05,
      "loss": 0.0019,
      "step": 8212
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8743914984779187e-05,
      "loss": 0.0017,
      "step": 8213
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874355823386857e-05,
      "loss": 0.0014,
      "step": 8214
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874320143569928e-05,
      "loss": 0.0019,
      "step": 8215
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874284459027325e-05,
      "loss": 0.0024,
      "step": 8216
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.87424876975924e-05,
      "loss": 0.0022,
      "step": 8217
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874213075765867e-05,
      "loss": 0.0021,
      "step": 8218
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874177377047398e-05,
      "loss": 0.0024,
      "step": 8219
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8741416736040264e-05,
      "loss": 0.0017,
      "step": 8220
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874105965435945e-05,
      "loss": 0.0033,
      "step": 8221
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874070252543347e-05,
      "loss": 0.0025,
      "step": 8222
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.874034534926425e-05,
      "loss": 0.0041,
      "step": 8223
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8739988125853728e-05,
      "loss": 0.0021,
      "step": 8224
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8739630855203828e-05,
      "loss": 0.0021,
      "step": 8225
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8739273537316487e-05,
      "loss": 0.0021,
      "step": 8226
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8738916172193628e-05,
      "loss": 0.0033,
      "step": 8227
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873855875983719e-05,
      "loss": 0.0016,
      "step": 8228
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8738201300249103e-05,
      "loss": 0.0027,
      "step": 8229
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8737843793431293e-05,
      "loss": 0.0029,
      "step": 8230
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8737486239385704e-05,
      "loss": 0.0017,
      "step": 8231
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8737128638114257e-05,
      "loss": 0.0031,
      "step": 8232
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8736770989618894e-05,
      "loss": 0.0017,
      "step": 8233
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8736413293901542e-05,
      "loss": 0.0019,
      "step": 8234
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8736055550964133e-05,
      "loss": 0.0016,
      "step": 8235
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8735697760808608e-05,
      "loss": 0.0018,
      "step": 8236
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8735339923436898e-05,
      "loss": 0.0018,
      "step": 8237
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873498203885093e-05,
      "loss": 0.001,
      "step": 8238
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873462410705265e-05,
      "loss": 0.0023,
      "step": 8239
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8734266128043983e-05,
      "loss": 0.0016,
      "step": 8240
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873390810182687e-05,
      "loss": 0.0011,
      "step": 8241
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8733550028403244e-05,
      "loss": 0.0021,
      "step": 8242
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8733191907775036e-05,
      "loss": 0.0027,
      "step": 8243
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.873283373994419e-05,
      "loss": 0.0026,
      "step": 8244
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8732475524912635e-05,
      "loss": 0.0014,
      "step": 8245
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8732117262682315e-05,
      "loss": 0.0027,
      "step": 8246
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8731758953255156e-05,
      "loss": 0.0022,
      "step": 8247
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.87314005966331e-05,
      "loss": 0.0018,
      "step": 8248
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8731042192818084e-05,
      "loss": 0.0028,
      "step": 8249
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8730683741812048e-05,
      "loss": 0.0009,
      "step": 8250
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8730325243616926e-05,
      "loss": 0.0018,
      "step": 8251
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8729966698234655e-05,
      "loss": 0.0018,
      "step": 8252
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8729608105667173e-05,
      "loss": 0.0025,
      "step": 8253
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872924946591642e-05,
      "loss": 0.0024,
      "step": 8254
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8728890778984328e-05,
      "loss": 0.0033,
      "step": 8255
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872853204487285e-05,
      "loss": 0.0026,
      "step": 8256
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872817326358391e-05,
      "loss": 0.002,
      "step": 8257
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872781443511946e-05,
      "loss": 0.0016,
      "step": 8258
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8727455559481427e-05,
      "loss": 0.0019,
      "step": 8259
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8727096636671757e-05,
      "loss": 0.0015,
      "step": 8260
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872673766669239e-05,
      "loss": 0.0022,
      "step": 8261
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8726378649545268e-05,
      "loss": 0.0029,
      "step": 8262
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8726019585232328e-05,
      "loss": 0.0025,
      "step": 8263
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8725660473755512e-05,
      "loss": 0.0023,
      "step": 8264
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8725301315116763e-05,
      "loss": 0.0026,
      "step": 8265
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8724942109318017e-05,
      "loss": 0.0027,
      "step": 8266
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8724582856361217e-05,
      "loss": 0.0028,
      "step": 8267
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8724223556248307e-05,
      "loss": 0.0025,
      "step": 8268
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8723864208981233e-05,
      "loss": 0.0019,
      "step": 8269
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872350481456193e-05,
      "loss": 0.0013,
      "step": 8270
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8723145372992344e-05,
      "loss": 0.0018,
      "step": 8271
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8722785884274416e-05,
      "loss": 0.0025,
      "step": 8272
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8722426348410093e-05,
      "loss": 0.0013,
      "step": 8273
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872206676540131e-05,
      "loss": 0.0015,
      "step": 8274
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872170713525002e-05,
      "loss": 0.0018,
      "step": 8275
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8721347457958163e-05,
      "loss": 0.0016,
      "step": 8276
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872098773352768e-05,
      "loss": 0.0017,
      "step": 8277
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.872062796196052e-05,
      "loss": 0.0019,
      "step": 8278
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8720268143258625e-05,
      "loss": 0.0031,
      "step": 8279
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8719908277423936e-05,
      "loss": 0.0017,
      "step": 8280
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871954836445841e-05,
      "loss": 0.0023,
      "step": 8281
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871918840436398e-05,
      "loss": 0.0013,
      "step": 8282
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.87188283971426e-05,
      "loss": 0.0009,
      "step": 8283
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871846834279621e-05,
      "loss": 0.0029,
      "step": 8284
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8718108241326752e-05,
      "loss": 0.0018,
      "step": 8285
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8717748092736186e-05,
      "loss": 0.0034,
      "step": 8286
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871738789702645e-05,
      "loss": 0.0015,
      "step": 8287
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8717027654199488e-05,
      "loss": 0.0021,
      "step": 8288
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871666736425726e-05,
      "loss": 0.0017,
      "step": 8289
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8716307027201696e-05,
      "loss": 0.0022,
      "step": 8290
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8715946643034756e-05,
      "loss": 0.0021,
      "step": 8291
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8715586211758382e-05,
      "loss": 0.0014,
      "step": 8292
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8715225733374524e-05,
      "loss": 0.0014,
      "step": 8293
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871486520788513e-05,
      "loss": 0.0026,
      "step": 8294
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8714504635292152e-05,
      "loss": 0.0024,
      "step": 8295
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8714144015597534e-05,
      "loss": 0.0021,
      "step": 8296
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8713783348803228e-05,
      "loss": 0.0016,
      "step": 8297
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8713422634911184e-05,
      "loss": 0.0017,
      "step": 8298
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8713061873923345e-05,
      "loss": 0.0023,
      "step": 8299
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871270106584167e-05,
      "loss": 0.0034,
      "step": 8300
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8712340210668102e-05,
      "loss": 0.0019,
      "step": 8301
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8711979308404597e-05,
      "loss": 0.0025,
      "step": 8302
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8711618359053104e-05,
      "loss": 0.002,
      "step": 8303
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8711257362615574e-05,
      "loss": 0.0023,
      "step": 8304
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8710896319093953e-05,
      "loss": 0.0017,
      "step": 8305
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.87105352284902e-05,
      "loss": 0.0016,
      "step": 8306
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.871017409080626e-05,
      "loss": 0.0024,
      "step": 8307
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8709812906044094e-05,
      "loss": 0.0029,
      "step": 8308
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8709451674205646e-05,
      "loss": 0.0023,
      "step": 8309
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870909039529287e-05,
      "loss": 0.0027,
      "step": 8310
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8708729069307717e-05,
      "loss": 0.0022,
      "step": 8311
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870836769625215e-05,
      "loss": 0.0027,
      "step": 8312
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870800627612811e-05,
      "loss": 0.0028,
      "step": 8313
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8707644808937556e-05,
      "loss": 0.0025,
      "step": 8314
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870728329468244e-05,
      "loss": 0.0028,
      "step": 8315
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870692173336472e-05,
      "loss": 0.0015,
      "step": 8316
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8706560124986347e-05,
      "loss": 0.0017,
      "step": 8317
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8706198469549274e-05,
      "loss": 0.0015,
      "step": 8318
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8705836767055458e-05,
      "loss": 0.0021,
      "step": 8319
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8705475017506854e-05,
      "loss": 0.0024,
      "step": 8320
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8705113220905414e-05,
      "loss": 0.0022,
      "step": 8321
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.87047513772531e-05,
      "loss": 0.0037,
      "step": 8322
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8704389486551862e-05,
      "loss": 0.0016,
      "step": 8323
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870402754880366e-05,
      "loss": 0.0019,
      "step": 8324
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8703665564010447e-05,
      "loss": 0.0031,
      "step": 8325
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870330353217418e-05,
      "loss": 0.0019,
      "step": 8326
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8702941453296816e-05,
      "loss": 0.0019,
      "step": 8327
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8702579327380313e-05,
      "loss": 0.003,
      "step": 8328
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870221715442663e-05,
      "loss": 0.0028,
      "step": 8329
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8701854934437724e-05,
      "loss": 0.003,
      "step": 8330
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8701492667415547e-05,
      "loss": 0.0015,
      "step": 8331
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870113035336206e-05,
      "loss": 0.0019,
      "step": 8332
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.870076799227923e-05,
      "loss": 0.0021,
      "step": 8333
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8700405584169e-05,
      "loss": 0.0026,
      "step": 8334
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8700043129033338e-05,
      "loss": 0.0031,
      "step": 8335
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8699680626874205e-05,
      "loss": 0.0011,
      "step": 8336
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8699318077693557e-05,
      "loss": 0.0027,
      "step": 8337
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8698955481493353e-05,
      "loss": 0.0033,
      "step": 8338
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8698592838275554e-05,
      "loss": 0.0023,
      "step": 8339
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869823014804212e-05,
      "loss": 0.0011,
      "step": 8340
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869786741079501e-05,
      "loss": 0.0033,
      "step": 8341
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8697504626536186e-05,
      "loss": 0.0021,
      "step": 8342
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869714179526761e-05,
      "loss": 0.0036,
      "step": 8343
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8696778916991238e-05,
      "loss": 0.0015,
      "step": 8344
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8696415991709038e-05,
      "loss": 0.0007,
      "step": 8345
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8696053019422967e-05,
      "loss": 0.002,
      "step": 8346
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869569000013499e-05,
      "loss": 0.0006,
      "step": 8347
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8695326933847067e-05,
      "loss": 0.0023,
      "step": 8348
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8694963820561157e-05,
      "loss": 0.0023,
      "step": 8349
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869460066027923e-05,
      "loss": 0.0011,
      "step": 8350
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8694237453003245e-05,
      "loss": 0.0013,
      "step": 8351
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8693874198735166e-05,
      "loss": 0.0037,
      "step": 8352
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8693510897476955e-05,
      "loss": 0.003,
      "step": 8353
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8693147549230577e-05,
      "loss": 0.0027,
      "step": 8354
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8692784153997998e-05,
      "loss": 0.0018,
      "step": 8355
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8692420711781175e-05,
      "loss": 0.0012,
      "step": 8356
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8692057222582077e-05,
      "loss": 0.0012,
      "step": 8357
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.869169368640267e-05,
      "loss": 0.0035,
      "step": 8358
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8691330103244918e-05,
      "loss": 0.002,
      "step": 8359
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8690966473110786e-05,
      "loss": 0.0028,
      "step": 8360
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8690602796002237e-05,
      "loss": 0.0023,
      "step": 8361
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8690239071921238e-05,
      "loss": 0.0019,
      "step": 8362
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868987530086976e-05,
      "loss": 0.0022,
      "step": 8363
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868951148284976e-05,
      "loss": 0.0035,
      "step": 8364
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8689147617863212e-05,
      "loss": 0.0023,
      "step": 8365
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8688783705912078e-05,
      "loss": 0.0032,
      "step": 8366
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8688419746998327e-05,
      "loss": 0.0017,
      "step": 8367
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868805574112393e-05,
      "loss": 0.0021,
      "step": 8368
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8687691688290844e-05,
      "loss": 0.0027,
      "step": 8369
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8687327588501047e-05,
      "loss": 0.0022,
      "step": 8370
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8686963441756503e-05,
      "loss": 0.0017,
      "step": 8371
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8686599248059178e-05,
      "loss": 0.0037,
      "step": 8372
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8686235007411047e-05,
      "loss": 0.0018,
      "step": 8373
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868587071981407e-05,
      "loss": 0.0008,
      "step": 8374
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868550638527022e-05,
      "loss": 0.0021,
      "step": 8375
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868514200378147e-05,
      "loss": 0.0033,
      "step": 8376
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8684777575349787e-05,
      "loss": 0.0026,
      "step": 8377
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8684413099977138e-05,
      "loss": 0.0029,
      "step": 8378
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8684048577665493e-05,
      "loss": 0.0026,
      "step": 8379
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8683684008416826e-05,
      "loss": 0.0013,
      "step": 8380
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8683319392233104e-05,
      "loss": 0.0028,
      "step": 8381
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86829547291163e-05,
      "loss": 0.0018,
      "step": 8382
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8682590019068384e-05,
      "loss": 0.0035,
      "step": 8383
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8682225262091327e-05,
      "loss": 0.0022,
      "step": 8384
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8681860458187103e-05,
      "loss": 0.0029,
      "step": 8385
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868149560735768e-05,
      "loss": 0.0015,
      "step": 8386
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868113070960503e-05,
      "loss": 0.0024,
      "step": 8387
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868076576493113e-05,
      "loss": 0.0012,
      "step": 8388
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8680400773337952e-05,
      "loss": 0.0023,
      "step": 8389
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.868003573482746e-05,
      "loss": 0.0023,
      "step": 8390
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867967064940164e-05,
      "loss": 0.001,
      "step": 8391
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8679305517062453e-05,
      "loss": 0.0033,
      "step": 8392
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8678940337811882e-05,
      "loss": 0.0023,
      "step": 8393
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8678575111651895e-05,
      "loss": 0.0031,
      "step": 8394
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867820983858447e-05,
      "loss": 0.0015,
      "step": 8395
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8677844518611575e-05,
      "loss": 0.002,
      "step": 8396
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867747915173519e-05,
      "loss": 0.002,
      "step": 8397
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8677113737957293e-05,
      "loss": 0.0022,
      "step": 8398
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867674827727985e-05,
      "loss": 0.0015,
      "step": 8399
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867638276970484e-05,
      "loss": 0.0021,
      "step": 8400
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8676017215234242e-05,
      "loss": 0.0029,
      "step": 8401
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867565161387003e-05,
      "loss": 0.0032,
      "step": 8402
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8675285965614178e-05,
      "loss": 0.0014,
      "step": 8403
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8674920270468663e-05,
      "loss": 0.0014,
      "step": 8404
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8674554528435463e-05,
      "loss": 0.0026,
      "step": 8405
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8674188739516554e-05,
      "loss": 0.0015,
      "step": 8406
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8673822903713913e-05,
      "loss": 0.0022,
      "step": 8407
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8673457021029516e-05,
      "loss": 0.0025,
      "step": 8408
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8673091091465346e-05,
      "loss": 0.0029,
      "step": 8409
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8672725115023374e-05,
      "loss": 0.0024,
      "step": 8410
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8672359091705583e-05,
      "loss": 0.0021,
      "step": 8411
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867199302151395e-05,
      "loss": 0.0033,
      "step": 8412
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8671626904450448e-05,
      "loss": 0.0024,
      "step": 8413
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8671260740517066e-05,
      "loss": 0.0011,
      "step": 8414
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867089452971578e-05,
      "loss": 0.0018,
      "step": 8415
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.867052827204856e-05,
      "loss": 0.0042,
      "step": 8416
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8670161967517397e-05,
      "loss": 0.0022,
      "step": 8417
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8669795616124263e-05,
      "loss": 0.0012,
      "step": 8418
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8669429217871145e-05,
      "loss": 0.0014,
      "step": 8419
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866906277276002e-05,
      "loss": 0.0025,
      "step": 8420
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8668696280792867e-05,
      "loss": 0.0018,
      "step": 8421
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866832974197167e-05,
      "loss": 0.0018,
      "step": 8422
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866796315629841e-05,
      "loss": 0.0021,
      "step": 8423
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8667596523775067e-05,
      "loss": 0.0016,
      "step": 8424
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866722984440362e-05,
      "loss": 0.0028,
      "step": 8425
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8666863118186058e-05,
      "loss": 0.0018,
      "step": 8426
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8666496345124358e-05,
      "loss": 0.0014,
      "step": 8427
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8666129525220502e-05,
      "loss": 0.0022,
      "step": 8428
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8665762658476474e-05,
      "loss": 0.0021,
      "step": 8429
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8665395744894254e-05,
      "loss": 0.0018,
      "step": 8430
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8665028784475835e-05,
      "loss": 0.0016,
      "step": 8431
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8664661777223186e-05,
      "loss": 0.0017,
      "step": 8432
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8664294723138302e-05,
      "loss": 0.0027,
      "step": 8433
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8663927622223162e-05,
      "loss": 0.0024,
      "step": 8434
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8663560474479755e-05,
      "loss": 0.0021,
      "step": 8435
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8663193279910056e-05,
      "loss": 0.0013,
      "step": 8436
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8662826038516057e-05,
      "loss": 0.0022,
      "step": 8437
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8662458750299743e-05,
      "loss": 0.0028,
      "step": 8438
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8662091415263094e-05,
      "loss": 0.0014,
      "step": 8439
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8661724033408105e-05,
      "loss": 0.0015,
      "step": 8440
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866135660473675e-05,
      "loss": 0.0019,
      "step": 8441
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8660989129251024e-05,
      "loss": 0.002,
      "step": 8442
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8660621606952906e-05,
      "loss": 0.0016,
      "step": 8443
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.866025403784439e-05,
      "loss": 0.0014,
      "step": 8444
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8659886421927456e-05,
      "loss": 0.0022,
      "step": 8445
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8659518759204093e-05,
      "loss": 0.002,
      "step": 8446
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8659151049676292e-05,
      "loss": 0.0025,
      "step": 8447
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8658783293346034e-05,
      "loss": 0.0026,
      "step": 8448
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8658415490215312e-05,
      "loss": 0.0033,
      "step": 8449
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865804764028611e-05,
      "loss": 0.0019,
      "step": 8450
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865767974356042e-05,
      "loss": 0.0017,
      "step": 8451
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8657311800040232e-05,
      "loss": 0.0027,
      "step": 8452
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8656943809727528e-05,
      "loss": 0.0014,
      "step": 8453
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86565757726243e-05,
      "loss": 0.0023,
      "step": 8454
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865620768873254e-05,
      "loss": 0.0022,
      "step": 8455
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8655839558054235e-05,
      "loss": 0.0013,
      "step": 8456
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8655471380591373e-05,
      "loss": 0.0023,
      "step": 8457
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8655103156345946e-05,
      "loss": 0.002,
      "step": 8458
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8654734885319944e-05,
      "loss": 0.0013,
      "step": 8459
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8654366567515357e-05,
      "loss": 0.002,
      "step": 8460
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865399820293418e-05,
      "loss": 0.0016,
      "step": 8461
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86536297915784e-05,
      "loss": 0.0024,
      "step": 8462
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8653261333450007e-05,
      "loss": 0.003,
      "step": 8463
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8652892828550994e-05,
      "loss": 0.0015,
      "step": 8464
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865252427688335e-05,
      "loss": 0.0012,
      "step": 8465
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8652155678449072e-05,
      "loss": 0.0022,
      "step": 8466
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8651787033250154e-05,
      "loss": 0.0023,
      "step": 8467
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.865141834128858e-05,
      "loss": 0.0028,
      "step": 8468
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8651049602566352e-05,
      "loss": 0.0029,
      "step": 8469
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8650680817085453e-05,
      "loss": 0.0016,
      "step": 8470
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8650311984847888e-05,
      "loss": 0.0029,
      "step": 8471
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864994310585564e-05,
      "loss": 0.0024,
      "step": 8472
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8649574180110708e-05,
      "loss": 0.0026,
      "step": 8473
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8649205207615085e-05,
      "loss": 0.0022,
      "step": 8474
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8648836188370765e-05,
      "loss": 0.002,
      "step": 8475
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8648467122379743e-05,
      "loss": 0.0027,
      "step": 8476
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8648098009644012e-05,
      "loss": 0.0021,
      "step": 8477
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8647728850165574e-05,
      "loss": 0.0023,
      "step": 8478
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8647359643946415e-05,
      "loss": 0.0013,
      "step": 8479
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8646990390988534e-05,
      "loss": 0.0019,
      "step": 8480
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8646621091293932e-05,
      "loss": 0.0016,
      "step": 8481
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8646251744864596e-05,
      "loss": 0.003,
      "step": 8482
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8645882351702528e-05,
      "loss": 0.0031,
      "step": 8483
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8645512911809723e-05,
      "loss": 0.0018,
      "step": 8484
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8645143425188178e-05,
      "loss": 0.0019,
      "step": 8485
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864477389183989e-05,
      "loss": 0.0024,
      "step": 8486
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864440431176686e-05,
      "loss": 0.0011,
      "step": 8487
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8644034684971078e-05,
      "loss": 0.0025,
      "step": 8488
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8643665011454552e-05,
      "loss": 0.0029,
      "step": 8489
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8643295291219266e-05,
      "loss": 0.003,
      "step": 8490
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864292552426723e-05,
      "loss": 0.0017,
      "step": 8491
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864255571060044e-05,
      "loss": 0.0011,
      "step": 8492
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864218585022089e-05,
      "loss": 0.0011,
      "step": 8493
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.864181594313059e-05,
      "loss": 0.0027,
      "step": 8494
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8641445989331525e-05,
      "loss": 0.0022,
      "step": 8495
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8641075988825702e-05,
      "loss": 0.0012,
      "step": 8496
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8640705941615126e-05,
      "loss": 0.0023,
      "step": 8497
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8640335847701786e-05,
      "loss": 0.0024,
      "step": 8498
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863996570708769e-05,
      "loss": 0.0018,
      "step": 8499
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863959551977484e-05,
      "loss": 0.0019,
      "step": 8500
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8639225285765228e-05,
      "loss": 0.0017,
      "step": 8501
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863885500506086e-05,
      "loss": 0.0031,
      "step": 8502
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8638484677663743e-05,
      "loss": 0.0021,
      "step": 8503
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863811430357587e-05,
      "loss": 0.0016,
      "step": 8504
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863774388279925e-05,
      "loss": 0.0017,
      "step": 8505
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863737341533588e-05,
      "loss": 0.0027,
      "step": 8506
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863700290118776e-05,
      "loss": 0.0023,
      "step": 8507
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86366323403569e-05,
      "loss": 0.0021,
      "step": 8508
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86362617328453e-05,
      "loss": 0.0033,
      "step": 8509
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8635891078654962e-05,
      "loss": 0.0011,
      "step": 8510
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863552037778789e-05,
      "loss": 0.0033,
      "step": 8511
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8635149630246087e-05,
      "loss": 0.0016,
      "step": 8512
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8634778836031558e-05,
      "loss": 0.0026,
      "step": 8513
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8634407995146306e-05,
      "loss": 0.0029,
      "step": 8514
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8634037107592337e-05,
      "loss": 0.0018,
      "step": 8515
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863366617337165e-05,
      "loss": 0.0011,
      "step": 8516
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8633295192486258e-05,
      "loss": 0.0019,
      "step": 8517
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8632924164938163e-05,
      "loss": 0.0016,
      "step": 8518
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8632553090729368e-05,
      "loss": 0.0025,
      "step": 8519
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863218196986188e-05,
      "loss": 0.0022,
      "step": 8520
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863181080233771e-05,
      "loss": 0.0028,
      "step": 8521
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8631439588158858e-05,
      "loss": 0.0031,
      "step": 8522
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863106832732733e-05,
      "loss": 0.0018,
      "step": 8523
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8630697019845138e-05,
      "loss": 0.0019,
      "step": 8524
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.863032566571428e-05,
      "loss": 0.0034,
      "step": 8525
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862995426493677e-05,
      "loss": 0.0026,
      "step": 8526
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8629582817514618e-05,
      "loss": 0.0021,
      "step": 8527
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862921132344983e-05,
      "loss": 0.0024,
      "step": 8528
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8628839782744404e-05,
      "loss": 0.0016,
      "step": 8529
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862846819540036e-05,
      "loss": 0.0021,
      "step": 8530
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8628096561419703e-05,
      "loss": 0.0031,
      "step": 8531
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862772488080444e-05,
      "loss": 0.0031,
      "step": 8532
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862735315355658e-05,
      "loss": 0.0017,
      "step": 8533
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8626981379678132e-05,
      "loss": 0.0024,
      "step": 8534
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862660955917111e-05,
      "loss": 0.0023,
      "step": 8535
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8626237692037518e-05,
      "loss": 0.0017,
      "step": 8536
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862586577827937e-05,
      "loss": 0.001,
      "step": 8537
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8625493817898674e-05,
      "loss": 0.002,
      "step": 8538
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8625121810897437e-05,
      "loss": 0.0016,
      "step": 8539
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862474975727768e-05,
      "loss": 0.0019,
      "step": 8540
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8624377657041402e-05,
      "loss": 0.0023,
      "step": 8541
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862400551019062e-05,
      "loss": 0.0023,
      "step": 8542
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8623633316727346e-05,
      "loss": 0.0018,
      "step": 8543
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862326107665359e-05,
      "loss": 0.0024,
      "step": 8544
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8622888789971365e-05,
      "loss": 0.0022,
      "step": 8545
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8622516456682683e-05,
      "loss": 0.0026,
      "step": 8546
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862214407678956e-05,
      "loss": 0.0023,
      "step": 8547
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8621771650294e-05,
      "loss": 0.0031,
      "step": 8548
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8621399177198024e-05,
      "loss": 0.0013,
      "step": 8549
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862102665750364e-05,
      "loss": 0.0024,
      "step": 8550
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8620654091212865e-05,
      "loss": 0.0011,
      "step": 8551
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.862028147832771e-05,
      "loss": 0.0022,
      "step": 8552
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.861990881885019e-05,
      "loss": 0.0015,
      "step": 8553
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.861953611278232e-05,
      "loss": 0.0019,
      "step": 8554
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8619163360126115e-05,
      "loss": 0.0029,
      "step": 8555
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.861879056088359e-05,
      "loss": 0.0017,
      "step": 8556
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8618417715056755e-05,
      "loss": 0.0025,
      "step": 8557
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8618044822647632e-05,
      "loss": 0.0014,
      "step": 8558
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8617671883658232e-05,
      "loss": 0.0035,
      "step": 8559
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8617298898090572e-05,
      "loss": 0.0016,
      "step": 8560
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8616925865946667e-05,
      "loss": 0.001,
      "step": 8561
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8616552787228538e-05,
      "loss": 0.0027,
      "step": 8562
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8616179661938195e-05,
      "loss": 0.003,
      "step": 8563
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8615806490077656e-05,
      "loss": 0.0023,
      "step": 8564
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8615433271648943e-05,
      "loss": 0.0025,
      "step": 8565
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8615060006654065e-05,
      "loss": 0.0017,
      "step": 8566
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.861468669509505e-05,
      "loss": 0.0021,
      "step": 8567
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8614313336973906e-05,
      "loss": 0.0023,
      "step": 8568
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8613939932292656e-05,
      "loss": 0.0022,
      "step": 8569
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8613566481053315e-05,
      "loss": 0.0014,
      "step": 8570
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8613192983257907e-05,
      "loss": 0.0025,
      "step": 8571
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8612819438908446e-05,
      "loss": 0.0024,
      "step": 8572
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8612445848006952e-05,
      "loss": 0.0017,
      "step": 8573
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8612072210555444e-05,
      "loss": 0.0023,
      "step": 8574
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8611698526555946e-05,
      "loss": 0.002,
      "step": 8575
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.861132479601047e-05,
      "loss": 0.0023,
      "step": 8576
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8610951018921043e-05,
      "loss": 0.0021,
      "step": 8577
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8610577195289678e-05,
      "loss": 0.0019,
      "step": 8578
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8610203325118403e-05,
      "loss": 0.0026,
      "step": 8579
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8609829408409233e-05,
      "loss": 0.0187,
      "step": 8580
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8609455445164192e-05,
      "loss": 0.0027,
      "step": 8581
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86090814353853e-05,
      "loss": 0.0016,
      "step": 8582
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8608707379074582e-05,
      "loss": 0.003,
      "step": 8583
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.860833327623406e-05,
      "loss": 0.0023,
      "step": 8584
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8607959126865745e-05,
      "loss": 0.0039,
      "step": 8585
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.860758493097167e-05,
      "loss": 0.0029,
      "step": 8586
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.860721068855386e-05,
      "loss": 0.0023,
      "step": 8587
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8606836399614327e-05,
      "loss": 0.0029,
      "step": 8588
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8606462064155097e-05,
      "loss": 0.0034,
      "step": 8589
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.86060876821782e-05,
      "loss": 0.0019,
      "step": 8590
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8605713253685652e-05,
      "loss": 0.0019,
      "step": 8591
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8605338778679486e-05,
      "loss": 0.002,
      "step": 8592
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8604964257161717e-05,
      "loss": 0.0035,
      "step": 8593
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8604589689134372e-05,
      "loss": 0.0038,
      "step": 8594
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8604215074599477e-05,
      "loss": 0.0024,
      "step": 8595
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8603840413559055e-05,
      "loss": 0.0023,
      "step": 8596
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.860346570601513e-05,
      "loss": 0.002,
      "step": 8597
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8603090951969732e-05,
      "loss": 0.0012,
      "step": 8598
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.860271615142488e-05,
      "loss": 0.0014,
      "step": 8599
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8602341304382606e-05,
      "loss": 0.0015,
      "step": 8600
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8601966410844935e-05,
      "loss": 0.0046,
      "step": 8601
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.860159147081389e-05,
      "loss": 0.0022,
      "step": 8602
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.86012164842915e-05,
      "loss": 0.0024,
      "step": 8603
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8600841451279786e-05,
      "loss": 0.002,
      "step": 8604
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8600466371780785e-05,
      "loss": 0.0019,
      "step": 8605
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.860009124579652e-05,
      "loss": 0.0015,
      "step": 8606
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8599716073329016e-05,
      "loss": 0.0028,
      "step": 8607
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8599340854380304e-05,
      "loss": 0.002,
      "step": 8608
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859896558895241e-05,
      "loss": 0.0015,
      "step": 8609
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859859027704736e-05,
      "loss": 0.0023,
      "step": 8610
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859821491866719e-05,
      "loss": 0.0024,
      "step": 8611
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8597839513813923e-05,
      "loss": 0.0025,
      "step": 8612
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859746406248959e-05,
      "loss": 0.0018,
      "step": 8613
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859708856469622e-05,
      "loss": 0.0027,
      "step": 8614
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859671302043584e-05,
      "loss": 0.0037,
      "step": 8615
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859633742971048e-05,
      "loss": 0.0036,
      "step": 8616
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8595961792522175e-05,
      "loss": 0.0018,
      "step": 8617
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8595586108872953e-05,
      "loss": 0.0015,
      "step": 8618
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859521037876485e-05,
      "loss": 0.002,
      "step": 8619
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859483460219988e-05,
      "loss": 0.0026,
      "step": 8620
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859445877918009e-05,
      "loss": 0.0028,
      "step": 8621
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8594082909707506e-05,
      "loss": 0.0034,
      "step": 8622
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859370699378416e-05,
      "loss": 0.0018,
      "step": 8623
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8593331031412087e-05,
      "loss": 0.003,
      "step": 8624
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859295502259331e-05,
      "loss": 0.003,
      "step": 8625
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8592578967329866e-05,
      "loss": 0.0027,
      "step": 8626
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8592202865623793e-05,
      "loss": 0.0018,
      "step": 8627
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8591826717477118e-05,
      "loss": 0.0009,
      "step": 8628
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8591450522891876e-05,
      "loss": 0.0022,
      "step": 8629
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85910742818701e-05,
      "loss": 0.0031,
      "step": 8630
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.859069799441382e-05,
      "loss": 0.0026,
      "step": 8631
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8590321660525076e-05,
      "loss": 0.0015,
      "step": 8632
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8589945280205898e-05,
      "loss": 0.001,
      "step": 8633
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8589568853458324e-05,
      "loss": 0.0017,
      "step": 8634
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8589192380284383e-05,
      "loss": 0.0035,
      "step": 8635
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8588815860686114e-05,
      "loss": 0.002,
      "step": 8636
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8588439294665554e-05,
      "loss": 0.0017,
      "step": 8637
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858806268222473e-05,
      "loss": 0.0022,
      "step": 8638
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8587686023365685e-05,
      "loss": 0.0018,
      "step": 8639
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8587309318090456e-05,
      "loss": 0.0009,
      "step": 8640
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858693256640107e-05,
      "loss": 0.0022,
      "step": 8641
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858655576829957e-05,
      "loss": 0.0038,
      "step": 8642
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8586178923787998e-05,
      "loss": 0.0011,
      "step": 8643
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858580203286838e-05,
      "loss": 0.0023,
      "step": 8644
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8585425095542757e-05,
      "loss": 0.0021,
      "step": 8645
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8585048111813167e-05,
      "loss": 0.0025,
      "step": 8646
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858467108168165e-05,
      "loss": 0.0027,
      "step": 8647
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858429400515024e-05,
      "loss": 0.0031,
      "step": 8648
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8583916882220977e-05,
      "loss": 0.0012,
      "step": 8649
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85835397128959e-05,
      "loss": 0.0017,
      "step": 8650
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8583162497177042e-05,
      "loss": 0.0029,
      "step": 8651
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8582785235066452e-05,
      "loss": 0.002,
      "step": 8652
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.858240792656616e-05,
      "loss": 0.0021,
      "step": 8653
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8582030571678208e-05,
      "loss": 0.0018,
      "step": 8654
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8581653170404638e-05,
      "loss": 0.0018,
      "step": 8655
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8581275722747487e-05,
      "loss": 0.0021,
      "step": 8656
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85808982287088e-05,
      "loss": 0.0011,
      "step": 8657
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8580520688290612e-05,
      "loss": 0.0051,
      "step": 8658
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8580143101494963e-05,
      "loss": 0.0017,
      "step": 8659
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8579765468323895e-05,
      "loss": 0.0023,
      "step": 8660
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8579387788779454e-05,
      "loss": 0.002,
      "step": 8661
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8579010062863675e-05,
      "loss": 0.002,
      "step": 8662
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85786322905786e-05,
      "loss": 0.0016,
      "step": 8663
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8578254471926276e-05,
      "loss": 0.0035,
      "step": 8664
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8577876606908744e-05,
      "loss": 0.003,
      "step": 8665
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857749869552804e-05,
      "loss": 0.0016,
      "step": 8666
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8577120737786212e-05,
      "loss": 0.001,
      "step": 8667
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85767427336853e-05,
      "loss": 0.0015,
      "step": 8668
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8576364683227355e-05,
      "loss": 0.0022,
      "step": 8669
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857598658641441e-05,
      "loss": 0.0023,
      "step": 8670
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8575608443248513e-05,
      "loss": 0.0017,
      "step": 8671
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8575230253731708e-05,
      "loss": 0.0024,
      "step": 8672
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8574852017866042e-05,
      "loss": 0.0022,
      "step": 8673
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8574473735653552e-05,
      "loss": 0.0025,
      "step": 8674
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8574095407096288e-05,
      "loss": 0.0016,
      "step": 8675
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8573717032196293e-05,
      "loss": 0.0021,
      "step": 8676
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8573338610955613e-05,
      "loss": 0.0021,
      "step": 8677
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857296014337629e-05,
      "loss": 0.0022,
      "step": 8678
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857258162946038e-05,
      "loss": 0.0024,
      "step": 8679
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8572203069209917e-05,
      "loss": 0.0019,
      "step": 8680
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8571824462626952e-05,
      "loss": 0.002,
      "step": 8681
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8571445809713532e-05,
      "loss": 0.0012,
      "step": 8682
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85710671104717e-05,
      "loss": 0.0022,
      "step": 8683
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.857068836490351e-05,
      "loss": 0.0023,
      "step": 8684
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8570309573011004e-05,
      "loss": 0.0035,
      "step": 8685
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8569930734796225e-05,
      "loss": 0.0026,
      "step": 8686
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856955185026123e-05,
      "loss": 0.0013,
      "step": 8687
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8569172919408062e-05,
      "loss": 0.0019,
      "step": 8688
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8568793942238768e-05,
      "loss": 0.0013,
      "step": 8689
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8568414918755396e-05,
      "loss": 0.0018,
      "step": 8690
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856803584896e-05,
      "loss": 0.0019,
      "step": 8691
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8567656732854625e-05,
      "loss": 0.001,
      "step": 8692
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856727757044132e-05,
      "loss": 0.0011,
      "step": 8693
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8566898361722135e-05,
      "loss": 0.0019,
      "step": 8694
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856651910669912e-05,
      "loss": 0.0033,
      "step": 8695
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856613980537432e-05,
      "loss": 0.0018,
      "step": 8696
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8565760457749796e-05,
      "loss": 0.0015,
      "step": 8697
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8565381063827587e-05,
      "loss": 0.0017,
      "step": 8698
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856500162360975e-05,
      "loss": 0.0025,
      "step": 8699
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8564622137098332e-05,
      "loss": 0.0012,
      "step": 8700
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856424260429539e-05,
      "loss": 0.0027,
      "step": 8701
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856386302520297e-05,
      "loss": 0.0034,
      "step": 8702
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8563483399823125e-05,
      "loss": 0.0035,
      "step": 8703
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856310372815791e-05,
      "loss": 0.002,
      "step": 8704
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8562724010209373e-05,
      "loss": 0.0029,
      "step": 8705
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8562344245979568e-05,
      "loss": 0.0013,
      "step": 8706
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8561964435470542e-05,
      "loss": 0.001,
      "step": 8707
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856158457868436e-05,
      "loss": 0.0032,
      "step": 8708
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8561204675623063e-05,
      "loss": 0.0027,
      "step": 8709
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856082472628871e-05,
      "loss": 0.0016,
      "step": 8710
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.856044473068336e-05,
      "loss": 0.0018,
      "step": 8711
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8560064688809056e-05,
      "loss": 0.0013,
      "step": 8712
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855968460066786e-05,
      "loss": 0.0022,
      "step": 8713
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8559304466261823e-05,
      "loss": 0.0022,
      "step": 8714
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8558924285593e-05,
      "loss": 0.002,
      "step": 8715
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8558544058663444e-05,
      "loss": 0.0027,
      "step": 8716
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8558163785475214e-05,
      "loss": 0.0024,
      "step": 8717
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8557783466030366e-05,
      "loss": 0.0014,
      "step": 8718
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855740310033095e-05,
      "loss": 0.0022,
      "step": 8719
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8557022688379027e-05,
      "loss": 0.0019,
      "step": 8720
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855664223017665e-05,
      "loss": 0.0026,
      "step": 8721
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8556261725725876e-05,
      "loss": 0.0018,
      "step": 8722
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855588117502876e-05,
      "loss": 0.0028,
      "step": 8723
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8555500578087368e-05,
      "loss": 0.0028,
      "step": 8724
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8555119934903745e-05,
      "loss": 0.0021,
      "step": 8725
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855473924547995e-05,
      "loss": 0.0027,
      "step": 8726
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855435850981805e-05,
      "loss": 0.0037,
      "step": 8727
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8553977727920097e-05,
      "loss": 0.0017,
      "step": 8728
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8553596899788145e-05,
      "loss": 0.0012,
      "step": 8729
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855321602542426e-05,
      "loss": 0.0017,
      "step": 8730
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8552835104830497e-05,
      "loss": 0.002,
      "step": 8731
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8552454138008914e-05,
      "loss": 0.0017,
      "step": 8732
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8552073124961572e-05,
      "loss": 0.0028,
      "step": 8733
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8551692065690528e-05,
      "loss": 0.0015,
      "step": 8734
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8551310960197844e-05,
      "loss": 0.0016,
      "step": 8735
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8550929808485577e-05,
      "loss": 0.0015,
      "step": 8736
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.855054861055579e-05,
      "loss": 0.001,
      "step": 8737
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8550167366410543e-05,
      "loss": 0.0023,
      "step": 8738
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8549786076051895e-05,
      "loss": 0.002,
      "step": 8739
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8549404739481908e-05,
      "loss": 0.0021,
      "step": 8740
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8549023356702645e-05,
      "loss": 0.0023,
      "step": 8741
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8548641927716162e-05,
      "loss": 0.0028,
      "step": 8742
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8548260452524527e-05,
      "loss": 0.0022,
      "step": 8743
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8547878931129796e-05,
      "loss": 0.0039,
      "step": 8744
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854749736353404e-05,
      "loss": 0.0016,
      "step": 8745
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854711574973931e-05,
      "loss": 0.0025,
      "step": 8746
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854673408974767e-05,
      "loss": 0.0026,
      "step": 8747
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8546352383561192e-05,
      "loss": 0.0016,
      "step": 8748
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8545970631181935e-05,
      "loss": 0.0016,
      "step": 8749
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854558883261196e-05,
      "loss": 0.0042,
      "step": 8750
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854520698785333e-05,
      "loss": 0.0024,
      "step": 8751
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854482509690811e-05,
      "loss": 0.002,
      "step": 8752
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854444315977837e-05,
      "loss": 0.0014,
      "step": 8753
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8544061176466163e-05,
      "loss": 0.0014,
      "step": 8754
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854367914697356e-05,
      "loss": 0.0014,
      "step": 8755
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854329707130263e-05,
      "loss": 0.0014,
      "step": 8756
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8542914949455433e-05,
      "loss": 0.002,
      "step": 8757
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854253278143403e-05,
      "loss": 0.0028,
      "step": 8758
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85421505672405e-05,
      "loss": 0.0006,
      "step": 8759
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8541768306876894e-05,
      "loss": 0.0016,
      "step": 8760
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8541386000345288e-05,
      "loss": 0.0019,
      "step": 8761
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8541003647647743e-05,
      "loss": 0.0016,
      "step": 8762
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8540621248786327e-05,
      "loss": 0.0024,
      "step": 8763
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.854023880376311e-05,
      "loss": 0.0017,
      "step": 8764
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8539856312580157e-05,
      "loss": 0.0017,
      "step": 8765
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8539473775239533e-05,
      "loss": 0.0019,
      "step": 8766
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8539091191743308e-05,
      "loss": 0.0018,
      "step": 8767
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853870856209355e-05,
      "loss": 0.0019,
      "step": 8768
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8538325886292325e-05,
      "loss": 0.0024,
      "step": 8769
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8537943164341704e-05,
      "loss": 0.0021,
      "step": 8770
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853756039624375e-05,
      "loss": 0.002,
      "step": 8771
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853717758200054e-05,
      "loss": 0.0014,
      "step": 8772
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8536794721614143e-05,
      "loss": 0.0016,
      "step": 8773
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853641181508662e-05,
      "loss": 0.003,
      "step": 8774
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8536028862420046e-05,
      "loss": 0.0011,
      "step": 8775
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8535645863616493e-05,
      "loss": 0.0017,
      "step": 8776
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8535262818678023e-05,
      "loss": 0.002,
      "step": 8777
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8534879727606716e-05,
      "loss": 0.0021,
      "step": 8778
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8534496590404637e-05,
      "loss": 0.0023,
      "step": 8779
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8534113407073855e-05,
      "loss": 0.0024,
      "step": 8780
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8533730177616447e-05,
      "loss": 0.0019,
      "step": 8781
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8533346902034483e-05,
      "loss": 0.0017,
      "step": 8782
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8532963580330034e-05,
      "loss": 0.0023,
      "step": 8783
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8532580212505165e-05,
      "loss": 0.0018,
      "step": 8784
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853219679856196e-05,
      "loss": 0.0025,
      "step": 8785
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8531813338502484e-05,
      "loss": 0.0022,
      "step": 8786
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8531429832328807e-05,
      "loss": 0.0013,
      "step": 8787
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853104628004301e-05,
      "loss": 0.0018,
      "step": 8788
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.853066268164716e-05,
      "loss": 0.003,
      "step": 8789
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8530279037143334e-05,
      "loss": 0.0015,
      "step": 8790
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85298953465336e-05,
      "loss": 0.003,
      "step": 8791
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8529511609820038e-05,
      "loss": 0.0025,
      "step": 8792
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852912782700472e-05,
      "loss": 0.0026,
      "step": 8793
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852874399808972e-05,
      "loss": 0.0024,
      "step": 8794
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8528360123077114e-05,
      "loss": 0.0021,
      "step": 8795
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8527976201968973e-05,
      "loss": 0.0027,
      "step": 8796
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8527592234767375e-05,
      "loss": 0.0012,
      "step": 8797
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85272082214744e-05,
      "loss": 0.0023,
      "step": 8798
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852682416209211e-05,
      "loss": 0.0015,
      "step": 8799
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8526440056622593e-05,
      "loss": 0.0016,
      "step": 8800
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852605590506792e-05,
      "loss": 0.0017,
      "step": 8801
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8525671707430173e-05,
      "loss": 0.0021,
      "step": 8802
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852528746371142e-05,
      "loss": 0.0038,
      "step": 8803
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8524903173913744e-05,
      "loss": 0.0018,
      "step": 8804
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852451883803922e-05,
      "loss": 0.0017,
      "step": 8805
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8524134456089926e-05,
      "loss": 0.0022,
      "step": 8806
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8523750028067938e-05,
      "loss": 0.0027,
      "step": 8807
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8523365553975337e-05,
      "loss": 0.0023,
      "step": 8808
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8522981033814196e-05,
      "loss": 0.0023,
      "step": 8809
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85225964675866e-05,
      "loss": 0.0025,
      "step": 8810
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852221185529462e-05,
      "loss": 0.0015,
      "step": 8811
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852182719694034e-05,
      "loss": 0.0036,
      "step": 8812
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8521442492525837e-05,
      "loss": 0.0025,
      "step": 8813
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8521057742053195e-05,
      "loss": 0.0023,
      "step": 8814
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8520672945524485e-05,
      "loss": 0.0034,
      "step": 8815
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.852028810294179e-05,
      "loss": 0.0019,
      "step": 8816
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8519903214307196e-05,
      "loss": 0.0011,
      "step": 8817
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8519518279622778e-05,
      "loss": 0.0022,
      "step": 8818
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8519133298890616e-05,
      "loss": 0.0013,
      "step": 8819
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8518748272112794e-05,
      "loss": 0.0019,
      "step": 8820
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.851836319929139e-05,
      "loss": 0.0018,
      "step": 8821
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8517978080428487e-05,
      "loss": 0.0017,
      "step": 8822
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8517592915526168e-05,
      "loss": 0.0017,
      "step": 8823
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.851720770458651e-05,
      "loss": 0.0018,
      "step": 8824
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.85168224476116e-05,
      "loss": 0.0018,
      "step": 8825
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8516437144603516e-05,
      "loss": 0.0017,
      "step": 8826
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8516051795564342e-05,
      "loss": 0.0018,
      "step": 8827
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8515666400496164e-05,
      "loss": 0.0011,
      "step": 8828
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8515280959401064e-05,
      "loss": 0.0026,
      "step": 8829
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8514895472281124e-05,
      "loss": 0.0015,
      "step": 8830
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8514509939138424e-05,
      "loss": 0.0029,
      "step": 8831
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8514124359975052e-05,
      "loss": 0.0017,
      "step": 8832
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8513738734793092e-05,
      "loss": 0.0012,
      "step": 8833
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8513353063594627e-05,
      "loss": 0.0006,
      "step": 8834
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8512967346381744e-05,
      "loss": 0.0031,
      "step": 8835
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8512581583156523e-05,
      "loss": 0.002,
      "step": 8836
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8512195773921056e-05,
      "loss": 0.0029,
      "step": 8837
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8511809918677422e-05,
      "loss": 0.0012,
      "step": 8838
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.851142401742771e-05,
      "loss": 0.0024,
      "step": 8839
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8511038070174003e-05,
      "loss": 0.0014,
      "step": 8840
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8510652076918392e-05,
      "loss": 0.0015,
      "step": 8841
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8510266037662956e-05,
      "loss": 0.0017,
      "step": 8842
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8509879952409785e-05,
      "loss": 0.003,
      "step": 8843
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850949382116097e-05,
      "loss": 0.0033,
      "step": 8844
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8509107643918595e-05,
      "loss": 0.0017,
      "step": 8845
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8508721420684743e-05,
      "loss": 0.0029,
      "step": 8846
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8508335151461505e-05,
      "loss": 0.0012,
      "step": 8847
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8507948836250967e-05,
      "loss": 0.0018,
      "step": 8848
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8507562475055225e-05,
      "loss": 0.0026,
      "step": 8849
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8507176067876357e-05,
      "loss": 0.0024,
      "step": 8850
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850678961471646e-05,
      "loss": 0.0019,
      "step": 8851
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8506403115577613e-05,
      "loss": 0.0013,
      "step": 8852
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850601657046191e-05,
      "loss": 0.0021,
      "step": 8853
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8505629979371448e-05,
      "loss": 0.002,
      "step": 8854
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8505243342308302e-05,
      "loss": 0.0014,
      "step": 8855
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8504856659274572e-05,
      "loss": 0.0034,
      "step": 8856
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8504469930272343e-05,
      "loss": 0.0024,
      "step": 8857
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8504083155303713e-05,
      "loss": 0.0029,
      "step": 8858
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8503696334370758e-05,
      "loss": 0.0018,
      "step": 8859
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8503309467475584e-05,
      "loss": 0.0028,
      "step": 8860
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8502922554620273e-05,
      "loss": 0.001,
      "step": 8861
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850253559580692e-05,
      "loss": 0.0015,
      "step": 8862
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8502148591037613e-05,
      "loss": 0.0018,
      "step": 8863
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850176154031445e-05,
      "loss": 0.0026,
      "step": 8864
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8501374443639514e-05,
      "loss": 0.0028,
      "step": 8865
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8500987301014905e-05,
      "loss": 0.002,
      "step": 8866
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8500600112442716e-05,
      "loss": 0.0026,
      "step": 8867
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.850021287792503e-05,
      "loss": 0.0019,
      "step": 8868
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849982559746395e-05,
      "loss": 0.0028,
      "step": 8869
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8499438271061566e-05,
      "loss": 0.0023,
      "step": 8870
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8499050898719972e-05,
      "loss": 0.0022,
      "step": 8871
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8498663480441257e-05,
      "loss": 0.0009,
      "step": 8872
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8498276016227525e-05,
      "loss": 0.0022,
      "step": 8873
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849788850608086e-05,
      "loss": 0.0034,
      "step": 8874
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8497500950003358e-05,
      "loss": 0.0042,
      "step": 8875
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8497113347997122e-05,
      "loss": 0.0017,
      "step": 8876
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849672570006424e-05,
      "loss": 0.0015,
      "step": 8877
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849633800620681e-05,
      "loss": 0.0026,
      "step": 8878
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849595026642692e-05,
      "loss": 0.0019,
      "step": 8879
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8495562480726677e-05,
      "loss": 0.0034,
      "step": 8880
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849517464910817e-05,
      "loss": 0.0031,
      "step": 8881
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8494786771573495e-05,
      "loss": 0.0016,
      "step": 8882
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8494398848124754e-05,
      "loss": 0.0017,
      "step": 8883
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8494010878764038e-05,
      "loss": 0.0028,
      "step": 8884
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849362286349345e-05,
      "loss": 0.0011,
      "step": 8885
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849323480231508e-05,
      "loss": 0.0023,
      "step": 8886
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849284669523103e-05,
      "loss": 0.0024,
      "step": 8887
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8492458542243393e-05,
      "loss": 0.0032,
      "step": 8888
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8492070343354275e-05,
      "loss": 0.0009,
      "step": 8889
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.849168209856577e-05,
      "loss": 0.0025,
      "step": 8890
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8491293807879972e-05,
      "loss": 0.0022,
      "step": 8891
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8490905471298984e-05,
      "loss": 0.0018,
      "step": 8892
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8490517088824908e-05,
      "loss": 0.0016,
      "step": 8893
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8490128660459837e-05,
      "loss": 0.0012,
      "step": 8894
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8489740186205875e-05,
      "loss": 0.0014,
      "step": 8895
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848935166606512e-05,
      "loss": 0.0037,
      "step": 8896
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848896310003967e-05,
      "loss": 0.0037,
      "step": 8897
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848857448813163e-05,
      "loss": 0.0024,
      "step": 8898
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.84881858303431e-05,
      "loss": 0.0012,
      "step": 8899
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8487797126676174e-05,
      "loss": 0.0024,
      "step": 8900
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8487408377132957e-05,
      "loss": 0.0026,
      "step": 8901
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8487019581715553e-05,
      "loss": 0.002,
      "step": 8902
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848663074042606e-05,
      "loss": 0.0018,
      "step": 8903
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848624185326658e-05,
      "loss": 0.0027,
      "step": 8904
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8485852920239217e-05,
      "loss": 0.0018,
      "step": 8905
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8485463941346068e-05,
      "loss": 0.0015,
      "step": 8906
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8485074916589242e-05,
      "loss": 0.0025,
      "step": 8907
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8484685845970837e-05,
      "loss": 0.0023,
      "step": 8908
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8484296729492958e-05,
      "loss": 0.0019,
      "step": 8909
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848390756715771e-05,
      "loss": 0.0024,
      "step": 8910
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8483518358967192e-05,
      "loss": 0.0017,
      "step": 8911
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848312910492351e-05,
      "loss": 0.0009,
      "step": 8912
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848273980502877e-05,
      "loss": 0.0031,
      "step": 8913
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8482350459285073e-05,
      "loss": 0.0024,
      "step": 8914
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848196106769452e-05,
      "loss": 0.0025,
      "step": 8915
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848157163025923e-05,
      "loss": 0.0016,
      "step": 8916
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.848118214698129e-05,
      "loss": 0.0007,
      "step": 8917
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8480792617862816e-05,
      "loss": 0.0024,
      "step": 8918
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8480403042905907e-05,
      "loss": 0.0022,
      "step": 8919
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8480013422112674e-05,
      "loss": 0.0013,
      "step": 8920
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847962375548522e-05,
      "loss": 0.003,
      "step": 8921
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8479234043025656e-05,
      "loss": 0.0035,
      "step": 8922
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847884428473608e-05,
      "loss": 0.0019,
      "step": 8923
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8478454480618604e-05,
      "loss": 0.0018,
      "step": 8924
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8478064630675335e-05,
      "loss": 0.0019,
      "step": 8925
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847767473490838e-05,
      "loss": 0.0023,
      "step": 8926
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8477284793319843e-05,
      "loss": 0.0012,
      "step": 8927
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8476894805911835e-05,
      "loss": 0.003,
      "step": 8928
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8476504772686463e-05,
      "loss": 0.0017,
      "step": 8929
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847611469364584e-05,
      "loss": 0.0011,
      "step": 8930
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8475724568792062e-05,
      "loss": 0.0019,
      "step": 8931
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847533439812725e-05,
      "loss": 0.0028,
      "step": 8932
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8474944181653502e-05,
      "loss": 0.0021,
      "step": 8933
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8474553919372938e-05,
      "loss": 0.0016,
      "step": 8934
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847416361128766e-05,
      "loss": 0.0039,
      "step": 8935
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8473773257399786e-05,
      "loss": 0.0012,
      "step": 8936
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8473382857711413e-05,
      "loss": 0.0017,
      "step": 8937
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8472992412224663e-05,
      "loss": 0.0022,
      "step": 8938
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8472601920941637e-05,
      "loss": 0.0021,
      "step": 8939
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847221138386445e-05,
      "loss": 0.0032,
      "step": 8940
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8471820800995215e-05,
      "loss": 0.0014,
      "step": 8941
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847143017233604e-05,
      "loss": 0.0006,
      "step": 8942
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.847103949788904e-05,
      "loss": 0.0015,
      "step": 8943
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8470648777656318e-05,
      "loss": 0.0016,
      "step": 8944
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8470258011639998e-05,
      "loss": 0.0026,
      "step": 8945
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846986719984218e-05,
      "loss": 0.0019,
      "step": 8946
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8469476342264985e-05,
      "loss": 0.0019,
      "step": 8947
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846908543891052e-05,
      "loss": 0.0017,
      "step": 8948
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8468694489780903e-05,
      "loss": 0.0022,
      "step": 8949
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8468303494878243e-05,
      "loss": 0.0012,
      "step": 8950
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8467912454204656e-05,
      "loss": 0.0015,
      "step": 8951
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8467521367762254e-05,
      "loss": 0.0022,
      "step": 8952
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846713023555315e-05,
      "loss": 0.0015,
      "step": 8953
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846673905757946e-05,
      "loss": 0.0019,
      "step": 8954
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8466347833843297e-05,
      "loss": 0.0012,
      "step": 8955
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846595656434678e-05,
      "loss": 0.0025,
      "step": 8956
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8465565249092016e-05,
      "loss": 0.0017,
      "step": 8957
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8465173888081126e-05,
      "loss": 0.0023,
      "step": 8958
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846478248131622e-05,
      "loss": 0.0021,
      "step": 8959
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846439102879942e-05,
      "loss": 0.0019,
      "step": 8960
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8463999530532834e-05,
      "loss": 0.002,
      "step": 8961
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8463607986518585e-05,
      "loss": 0.0024,
      "step": 8962
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8463216396758788e-05,
      "loss": 0.0023,
      "step": 8963
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846282476125556e-05,
      "loss": 0.0019,
      "step": 8964
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846243308001101e-05,
      "loss": 0.0024,
      "step": 8965
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846204135302727e-05,
      "loss": 0.0006,
      "step": 8966
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846164958030644e-05,
      "loss": 0.0028,
      "step": 8967
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846125776185065e-05,
      "loss": 0.0022,
      "step": 8968
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8460865897662013e-05,
      "loss": 0.0025,
      "step": 8969
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.846047398774265e-05,
      "loss": 0.0017,
      "step": 8970
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8460082032094672e-05,
      "loss": 0.0015,
      "step": 8971
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8459690030720206e-05,
      "loss": 0.0015,
      "step": 8972
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8459297983621363e-05,
      "loss": 0.0018,
      "step": 8973
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8458905890800275e-05,
      "loss": 0.0015,
      "step": 8974
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8458513752259046e-05,
      "loss": 0.0014,
      "step": 8975
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8458121567999802e-05,
      "loss": 0.0029,
      "step": 8976
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845772933802467e-05,
      "loss": 0.0017,
      "step": 8977
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8457337062335755e-05,
      "loss": 0.0029,
      "step": 8978
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8456944740935186e-05,
      "loss": 0.0018,
      "step": 8979
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8456552373825083e-05,
      "loss": 0.0017,
      "step": 8980
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845615996100757e-05,
      "loss": 0.002,
      "step": 8981
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845576750248476e-05,
      "loss": 0.002,
      "step": 8982
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8455374998258776e-05,
      "loss": 0.0023,
      "step": 8983
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845498244833175e-05,
      "loss": 0.0015,
      "step": 8984
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845458985270579e-05,
      "loss": 0.0019,
      "step": 8985
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8454197211383024e-05,
      "loss": 0.0023,
      "step": 8986
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8453804524365572e-05,
      "loss": 0.0025,
      "step": 8987
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845341179165556e-05,
      "loss": 0.0026,
      "step": 8988
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.845301901325511e-05,
      "loss": 0.0015,
      "step": 8989
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8452626189166345e-05,
      "loss": 0.0021,
      "step": 8990
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8452233319391384e-05,
      "loss": 0.002,
      "step": 8991
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8451840403932358e-05,
      "loss": 0.0021,
      "step": 8992
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8451447442791382e-05,
      "loss": 0.0018,
      "step": 8993
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8451054435970586e-05,
      "loss": 0.0037,
      "step": 8994
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8450661383472093e-05,
      "loss": 0.0016,
      "step": 8995
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8450268285298025e-05,
      "loss": 0.002,
      "step": 8996
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8449875141450507e-05,
      "loss": 0.0025,
      "step": 8997
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844948195193167e-05,
      "loss": 0.0029,
      "step": 8998
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8449088716743633e-05,
      "loss": 0.0013,
      "step": 8999
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8448695435888523e-05,
      "loss": 0.0026,
      "step": 9000
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8448302109368467e-05,
      "loss": 0.0022,
      "step": 9001
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8447908737185586e-05,
      "loss": 0.0017,
      "step": 9002
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8447515319342013e-05,
      "loss": 0.0018,
      "step": 9003
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844712185583987e-05,
      "loss": 0.0019,
      "step": 9004
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8446728346681286e-05,
      "loss": 0.0012,
      "step": 9005
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8446334791868385e-05,
      "loss": 0.0018,
      "step": 9006
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8445941191403294e-05,
      "loss": 0.002,
      "step": 9007
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8445547545288146e-05,
      "loss": 0.0035,
      "step": 9008
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8445153853525067e-05,
      "loss": 0.0029,
      "step": 9009
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844476011611618e-05,
      "loss": 0.0012,
      "step": 9010
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8444366333063617e-05,
      "loss": 0.0017,
      "step": 9011
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8443972504369504e-05,
      "loss": 0.0029,
      "step": 9012
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844357863003597e-05,
      "loss": 0.0022,
      "step": 9013
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8443184710065148e-05,
      "loss": 0.0025,
      "step": 9014
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8442790744459163e-05,
      "loss": 0.0021,
      "step": 9015
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8442396733220146e-05,
      "loss": 0.0019,
      "step": 9016
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8442002676350224e-05,
      "loss": 0.0015,
      "step": 9017
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.844160857385153e-05,
      "loss": 0.0008,
      "step": 9018
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8441214425726193e-05,
      "loss": 0.0027,
      "step": 9019
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8440820231976343e-05,
      "loss": 0.0016,
      "step": 9020
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8440425992604113e-05,
      "loss": 0.0013,
      "step": 9021
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8440031707611627e-05,
      "loss": 0.0019,
      "step": 9022
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8439637377001026e-05,
      "loss": 0.0019,
      "step": 9023
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8439243000774434e-05,
      "loss": 0.0016,
      "step": 9024
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8438848578933984e-05,
      "loss": 0.0029,
      "step": 9025
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8438454111481808e-05,
      "loss": 0.002,
      "step": 9026
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8438059598420043e-05,
      "loss": 0.0029,
      "step": 9027
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8437665039750815e-05,
      "loss": 0.0032,
      "step": 9028
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.843727043547626e-05,
      "loss": 0.0029,
      "step": 9029
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8436875785598506e-05,
      "loss": 0.0027,
      "step": 9030
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.8436481090119694e-05,
      "loss": 0.0025,
      "step": 9031
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.843608634904195e-05,
      "loss": 0.0021,
      "step": 9032
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.843569156236741e-05,
      "loss": 0.0011,
      "step": 9033
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8435296730098208e-05,
      "loss": 0.0033,
      "step": 9034
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8434901852236482e-05,
      "loss": 0.0011,
      "step": 9035
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.843450692878436e-05,
      "loss": 0.0019,
      "step": 9036
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.843411195974398e-05,
      "loss": 0.0016,
      "step": 9037
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8433716945117475e-05,
      "loss": 0.0021,
      "step": 9038
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.843332188490698e-05,
      "loss": 0.0024,
      "step": 9039
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8432926779114636e-05,
      "loss": 0.002,
      "step": 9040
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8432531627742566e-05,
      "loss": 0.0027,
      "step": 9041
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.843213643079292e-05,
      "loss": 0.0017,
      "step": 9042
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8431741188267825e-05,
      "loss": 0.0024,
      "step": 9043
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8431345900169422e-05,
      "loss": 0.002,
      "step": 9044
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8430950566499847e-05,
      "loss": 0.0013,
      "step": 9045
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.843055518726123e-05,
      "loss": 0.0027,
      "step": 9046
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8430159762455718e-05,
      "loss": 0.0027,
      "step": 9047
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842976429208544e-05,
      "loss": 0.0028,
      "step": 9048
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8429368776152538e-05,
      "loss": 0.0012,
      "step": 9049
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842897321465915e-05,
      "loss": 0.0023,
      "step": 9050
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842857760760741e-05,
      "loss": 0.0023,
      "step": 9051
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8428181954999465e-05,
      "loss": 0.001,
      "step": 9052
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842778625683744e-05,
      "loss": 0.0013,
      "step": 9053
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8427390513123488e-05,
      "loss": 0.0019,
      "step": 9054
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8426994723859735e-05,
      "loss": 0.0024,
      "step": 9055
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842659888904833e-05,
      "loss": 0.0023,
      "step": 9056
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842620300869141e-05,
      "loss": 0.0021,
      "step": 9057
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842580708279111e-05,
      "loss": 0.0022,
      "step": 9058
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8425411111349577e-05,
      "loss": 0.0029,
      "step": 9059
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8425015094368945e-05,
      "loss": 0.0016,
      "step": 9060
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8424619031851358e-05,
      "loss": 0.0013,
      "step": 9061
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8424222923798956e-05,
      "loss": 0.001,
      "step": 9062
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8423826770213882e-05,
      "loss": 0.0015,
      "step": 9063
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8423430571098272e-05,
      "loss": 0.001,
      "step": 9064
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8423034326454273e-05,
      "loss": 0.0012,
      "step": 9065
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8422638036284028e-05,
      "loss": 0.002,
      "step": 9066
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842224170058967e-05,
      "loss": 0.0022,
      "step": 9067
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8421845319373343e-05,
      "loss": 0.0013,
      "step": 9068
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.84214488926372e-05,
      "loss": 0.0024,
      "step": 9069
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.842105242038337e-05,
      "loss": 0.0012,
      "step": 9070
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8420655902614007e-05,
      "loss": 0.0035,
      "step": 9071
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8420259339331246e-05,
      "loss": 0.0013,
      "step": 9072
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841986273053724e-05,
      "loss": 0.0022,
      "step": 9073
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8419466076234123e-05,
      "loss": 0.0017,
      "step": 9074
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841906937642404e-05,
      "loss": 0.0026,
      "step": 9075
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8418672631109142e-05,
      "loss": 0.0024,
      "step": 9076
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841827584029157e-05,
      "loss": 0.0024,
      "step": 9077
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8417879003973463e-05,
      "loss": 0.0019,
      "step": 9078
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8417482122156973e-05,
      "loss": 0.0012,
      "step": 9079
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841708519484424e-05,
      "loss": 0.0034,
      "step": 9080
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8416688222037415e-05,
      "loss": 0.0018,
      "step": 9081
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8416291203738645e-05,
      "loss": 0.0022,
      "step": 9082
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8415894139950065e-05,
      "loss": 0.0027,
      "step": 9083
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841549703067383e-05,
      "loss": 0.0034,
      "step": 9084
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8415099875912085e-05,
      "loss": 0.0022,
      "step": 9085
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8414702675666975e-05,
      "loss": 0.0014,
      "step": 9086
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8414305429940644e-05,
      "loss": 0.002,
      "step": 9087
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8413908138735247e-05,
      "loss": 0.0011,
      "step": 9088
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8413510802052926e-05,
      "loss": 0.0022,
      "step": 9089
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8413113419895832e-05,
      "loss": 0.0009,
      "step": 9090
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841271599226611e-05,
      "loss": 0.0033,
      "step": 9091
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8412318519165903e-05,
      "loss": 0.0014,
      "step": 9092
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.841192100059737e-05,
      "loss": 0.0022,
      "step": 9093
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8411523436562656e-05,
      "loss": 0.0014,
      "step": 9094
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8411125827063904e-05,
      "loss": 0.0021,
      "step": 9095
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8410728172103268e-05,
      "loss": 0.0027,
      "step": 9096
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8410330471682898e-05,
      "loss": 0.002,
      "step": 9097
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.840993272580494e-05,
      "loss": 0.0017,
      "step": 9098
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8409534934471545e-05,
      "loss": 0.0028,
      "step": 9099
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8409137097684872e-05,
      "loss": 0.0021,
      "step": 9100
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8408739215447057e-05,
      "loss": 0.0022,
      "step": 9101
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8408341287760257e-05,
      "loss": 0.0023,
      "step": 9102
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8407943314626625e-05,
      "loss": 0.0017,
      "step": 9103
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8407545296048307e-05,
      "loss": 0.0008,
      "step": 9104
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.840714723202746e-05,
      "loss": 0.0019,
      "step": 9105
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8406749122566232e-05,
      "loss": 0.0022,
      "step": 9106
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8406350967666774e-05,
      "loss": 0.0024,
      "step": 9107
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.840595276733124e-05,
      "loss": 0.0017,
      "step": 9108
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.840555452156178e-05,
      "loss": 0.0017,
      "step": 9109
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.840515623036055e-05,
      "loss": 0.0018,
      "step": 9110
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.84047578937297e-05,
      "loss": 0.0019,
      "step": 9111
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8404359511671384e-05,
      "loss": 0.0006,
      "step": 9112
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8403961084187755e-05,
      "loss": 0.0016,
      "step": 9113
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8403562611280968e-05,
      "loss": 0.0021,
      "step": 9114
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8403164092953174e-05,
      "loss": 0.0022,
      "step": 9115
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8402765529206528e-05,
      "loss": 0.002,
      "step": 9116
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8402366920043185e-05,
      "loss": 0.0012,
      "step": 9117
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.84019682654653e-05,
      "loss": 0.0023,
      "step": 9118
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8401569565475027e-05,
      "loss": 0.002,
      "step": 9119
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8401170820074518e-05,
      "loss": 0.003,
      "step": 9120
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8400772029265932e-05,
      "loss": 0.0025,
      "step": 9121
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8400373193051423e-05,
      "loss": 0.0021,
      "step": 9122
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839997431143315e-05,
      "loss": 0.0019,
      "step": 9123
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839957538441326e-05,
      "loss": 0.0014,
      "step": 9124
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839917641199392e-05,
      "loss": 0.0021,
      "step": 9125
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839877739417728e-05,
      "loss": 0.0019,
      "step": 9126
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83983783309655e-05,
      "loss": 0.0034,
      "step": 9127
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8397979222360733e-05,
      "loss": 0.004,
      "step": 9128
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839758006836514e-05,
      "loss": 0.0011,
      "step": 9129
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8397180868980875e-05,
      "loss": 0.0015,
      "step": 9130
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83967816242101e-05,
      "loss": 0.003,
      "step": 9131
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8396382334054968e-05,
      "loss": 0.0012,
      "step": 9132
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8395982998517636e-05,
      "loss": 0.0015,
      "step": 9133
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839558361760027e-05,
      "loss": 0.0024,
      "step": 9134
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8395184191305026e-05,
      "loss": 0.0021,
      "step": 9135
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839478471963406e-05,
      "loss": 0.0017,
      "step": 9136
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8394385202589532e-05,
      "loss": 0.0023,
      "step": 9137
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8393985640173603e-05,
      "loss": 0.0018,
      "step": 9138
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8393586032388434e-05,
      "loss": 0.0012,
      "step": 9139
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8393186379236177e-05,
      "loss": 0.0018,
      "step": 9140
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8392786680719e-05,
      "loss": 0.0012,
      "step": 9141
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8392386936839062e-05,
      "loss": 0.0017,
      "step": 9142
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839198714759852e-05,
      "loss": 0.0021,
      "step": 9143
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8391587312999538e-05,
      "loss": 0.0004,
      "step": 9144
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.839118743304428e-05,
      "loss": 0.0016,
      "step": 9145
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83907875077349e-05,
      "loss": 0.0017,
      "step": 9146
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8390387537073563e-05,
      "loss": 0.0019,
      "step": 9147
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8389987521062434e-05,
      "loss": 0.0013,
      "step": 9148
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838958745970367e-05,
      "loss": 0.0016,
      "step": 9149
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8389187352999437e-05,
      "loss": 0.001,
      "step": 9150
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8388787200951896e-05,
      "loss": 0.0024,
      "step": 9151
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838838700356321e-05,
      "loss": 0.0021,
      "step": 9152
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838798676083554e-05,
      "loss": 0.0023,
      "step": 9153
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838758647277105e-05,
      "loss": 0.0023,
      "step": 9154
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838718613937191e-05,
      "loss": 0.0033,
      "step": 9155
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8386785760640276e-05,
      "loss": 0.0011,
      "step": 9156
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8386385336578316e-05,
      "loss": 0.0018,
      "step": 9157
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8385984867188194e-05,
      "loss": 0.0017,
      "step": 9158
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8385584352472068e-05,
      "loss": 0.001,
      "step": 9159
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8385183792432114e-05,
      "loss": 0.0027,
      "step": 9160
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8384783187070487e-05,
      "loss": 0.0019,
      "step": 9161
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838438253638936e-05,
      "loss": 0.002,
      "step": 9162
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8383981840390895e-05,
      "loss": 0.0011,
      "step": 9163
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8383581099077257e-05,
      "loss": 0.0025,
      "step": 9164
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838318031245061e-05,
      "loss": 0.0017,
      "step": 9165
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8382779480513126e-05,
      "loss": 0.0024,
      "step": 9166
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8382378603266967e-05,
      "loss": 0.0024,
      "step": 9167
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8381977680714303e-05,
      "loss": 0.0018,
      "step": 9168
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8381576712857295e-05,
      "loss": 0.0035,
      "step": 9169
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.838117569969812e-05,
      "loss": 0.002,
      "step": 9170
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8380774641238938e-05,
      "loss": 0.0022,
      "step": 9171
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8380373537481918e-05,
      "loss": 0.0024,
      "step": 9172
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8379972388429232e-05,
      "loss": 0.002,
      "step": 9173
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8379571194083038e-05,
      "loss": 0.0008,
      "step": 9174
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8379169954445518e-05,
      "loss": 0.002,
      "step": 9175
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.837876866951883e-05,
      "loss": 0.0026,
      "step": 9176
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8378367339305146e-05,
      "loss": 0.0014,
      "step": 9177
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8377965963806637e-05,
      "loss": 0.002,
      "step": 9178
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8377564543025474e-05,
      "loss": 0.0018,
      "step": 9179
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.837716307696382e-05,
      "loss": 0.0016,
      "step": 9180
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8376761565623852e-05,
      "loss": 0.0026,
      "step": 9181
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8376360009007738e-05,
      "loss": 0.0024,
      "step": 9182
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.837595840711764e-05,
      "loss": 0.0031,
      "step": 9183
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8375556759955745e-05,
      "loss": 0.0018,
      "step": 9184
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8375155067524213e-05,
      "loss": 0.0018,
      "step": 9185
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8374753329825214e-05,
      "loss": 0.0024,
      "step": 9186
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8374351546860928e-05,
      "loss": 0.0018,
      "step": 9187
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8373949718633518e-05,
      "loss": 0.0015,
      "step": 9188
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8373547845145156e-05,
      "loss": 0.0011,
      "step": 9189
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8373145926398025e-05,
      "loss": 0.0024,
      "step": 9190
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8372743962394283e-05,
      "loss": 0.003,
      "step": 9191
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8372341953136112e-05,
      "loss": 0.0033,
      "step": 9192
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8371939898625683e-05,
      "loss": 0.002,
      "step": 9193
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.837153779886516e-05,
      "loss": 0.0013,
      "step": 9194
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8371135653856736e-05,
      "loss": 0.0013,
      "step": 9195
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.837073346360257e-05,
      "loss": 0.0022,
      "step": 9196
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.837033122810483e-05,
      "loss": 0.0015,
      "step": 9197
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.836992894736571e-05,
      "loss": 0.0016,
      "step": 9198
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8369526621387367e-05,
      "loss": 0.0017,
      "step": 9199
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8369124250171983e-05,
      "loss": 0.0012,
      "step": 9200
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8368721833721736e-05,
      "loss": 0.0024,
      "step": 9201
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8368319372038792e-05,
      "loss": 0.0015,
      "step": 9202
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.836791686512533e-05,
      "loss": 0.0032,
      "step": 9203
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.836751431298353e-05,
      "loss": 0.0022,
      "step": 9204
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8367111715615564e-05,
      "loss": 0.002,
      "step": 9205
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8366709073023608e-05,
      "loss": 0.0012,
      "step": 9206
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.836630638520984e-05,
      "loss": 0.0015,
      "step": 9207
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.836590365217643e-05,
      "loss": 0.0029,
      "step": 9208
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8365500873925565e-05,
      "loss": 0.0031,
      "step": 9209
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8365098050459412e-05,
      "loss": 0.0011,
      "step": 9210
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8364695181780155e-05,
      "loss": 0.0013,
      "step": 9211
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8364292267889973e-05,
      "loss": 0.0015,
      "step": 9212
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8363889308791037e-05,
      "loss": 0.0013,
      "step": 9213
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.836348630448553e-05,
      "loss": 0.0013,
      "step": 9214
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8363083254975627e-05,
      "loss": 0.0024,
      "step": 9215
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8362680160263507e-05,
      "loss": 0.0012,
      "step": 9216
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8362277020351355e-05,
      "loss": 0.002,
      "step": 9217
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8361873835241338e-05,
      "loss": 0.0024,
      "step": 9218
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8361470604935645e-05,
      "loss": 0.0017,
      "step": 9219
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8361067329436456e-05,
      "loss": 0.0017,
      "step": 9220
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8360664008745944e-05,
      "loss": 0.002,
      "step": 9221
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.836026064286629e-05,
      "loss": 0.0025,
      "step": 9222
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8359857231799676e-05,
      "loss": 0.0015,
      "step": 9223
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8359453775548283e-05,
      "loss": 0.0025,
      "step": 9224
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8359050274114293e-05,
      "loss": 0.0012,
      "step": 9225
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8358646727499888e-05,
      "loss": 0.0035,
      "step": 9226
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835824313570724e-05,
      "loss": 0.0015,
      "step": 9227
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835783949873854e-05,
      "loss": 0.0018,
      "step": 9228
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8357435816595964e-05,
      "loss": 0.0016,
      "step": 9229
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8357032089281702e-05,
      "loss": 0.0024,
      "step": 9230
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8356628316797925e-05,
      "loss": 0.0016,
      "step": 9231
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8356224499146824e-05,
      "loss": 0.0016,
      "step": 9232
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8355820636330577e-05,
      "loss": 0.0017,
      "step": 9233
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8355416728351367e-05,
      "loss": 0.0031,
      "step": 9234
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.835501277521138e-05,
      "loss": 0.0017,
      "step": 9235
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8354608776912796e-05,
      "loss": 0.0018,
      "step": 9236
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83542047334578e-05,
      "loss": 0.0029,
      "step": 9237
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8353800644848582e-05,
      "loss": 0.0024,
      "step": 9238
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8353396511087312e-05,
      "loss": 0.0024,
      "step": 9239
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8352992332176188e-05,
      "loss": 0.0027,
      "step": 9240
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8352588108117388e-05,
      "loss": 0.0033,
      "step": 9241
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8352183838913097e-05,
      "loss": 0.0018,
      "step": 9242
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8351779524565504e-05,
      "loss": 0.002,
      "step": 9243
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8351375165076788e-05,
      "loss": 0.0021,
      "step": 9244
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8350970760449137e-05,
      "loss": 0.001,
      "step": 9245
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8350566310684743e-05,
      "loss": 0.0018,
      "step": 9246
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8350161815785782e-05,
      "loss": 0.001,
      "step": 9247
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8349757275754446e-05,
      "loss": 0.003,
      "step": 9248
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834935269059292e-05,
      "loss": 0.0025,
      "step": 9249
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8348948060303394e-05,
      "loss": 0.0018,
      "step": 9250
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834854338488805e-05,
      "loss": 0.0012,
      "step": 9251
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834813866434908e-05,
      "loss": 0.0016,
      "step": 9252
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8347733898688666e-05,
      "loss": 0.0021,
      "step": 9253
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8347329087909002e-05,
      "loss": 0.0015,
      "step": 9254
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834692423201227e-05,
      "loss": 0.0029,
      "step": 9255
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8346519331000662e-05,
      "loss": 0.0012,
      "step": 9256
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8346114384876367e-05,
      "loss": 0.0019,
      "step": 9257
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834570939364157e-05,
      "loss": 0.0016,
      "step": 9258
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8345304357298463e-05,
      "loss": 0.0017,
      "step": 9259
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8344899275849237e-05,
      "loss": 0.0025,
      "step": 9260
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8344494149296076e-05,
      "loss": 0.0013,
      "step": 9261
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8344088977641172e-05,
      "loss": 0.0013,
      "step": 9262
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8343683760886717e-05,
      "loss": 0.0013,
      "step": 9263
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83432784990349e-05,
      "loss": 0.0022,
      "step": 9264
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834287319208791e-05,
      "loss": 0.0025,
      "step": 9265
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834246784004794e-05,
      "loss": 0.0023,
      "step": 9266
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834206244291718e-05,
      "loss": 0.0012,
      "step": 9267
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834165700069782e-05,
      "loss": 0.0018,
      "step": 9268
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8341251513392052e-05,
      "loss": 0.003,
      "step": 9269
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8340845981002066e-05,
      "loss": 0.0018,
      "step": 9270
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.834044040353006e-05,
      "loss": 0.0022,
      "step": 9271
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8340034780978218e-05,
      "loss": 0.0026,
      "step": 9272
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8339629113348742e-05,
      "loss": 0.0023,
      "step": 9273
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8339223400643814e-05,
      "loss": 0.0032,
      "step": 9274
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833881764286563e-05,
      "loss": 0.0016,
      "step": 9275
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833841184001639e-05,
      "loss": 0.0026,
      "step": 9276
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833800599209828e-05,
      "loss": 0.0019,
      "step": 9277
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8337600099113496e-05,
      "loss": 0.0034,
      "step": 9278
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833719416106423e-05,
      "loss": 0.0021,
      "step": 9279
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8336788177952682e-05,
      "loss": 0.0022,
      "step": 9280
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833638214978104e-05,
      "loss": 0.0028,
      "step": 9281
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83359760765515e-05,
      "loss": 0.0017,
      "step": 9282
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833556995826626e-05,
      "loss": 0.0022,
      "step": 9283
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833516379492751e-05,
      "loss": 0.0016,
      "step": 9284
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833475758653745e-05,
      "loss": 0.0014,
      "step": 9285
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833435133309827e-05,
      "loss": 0.0025,
      "step": 9286
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833394503461217e-05,
      "loss": 0.003,
      "step": 9287
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8333538691081348e-05,
      "loss": 0.0019,
      "step": 9288
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8333132302507995e-05,
      "loss": 0.0021,
      "step": 9289
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8332725868894312e-05,
      "loss": 0.0015,
      "step": 9290
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833231939024249e-05,
      "loss": 0.0032,
      "step": 9291
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8331912866554735e-05,
      "loss": 0.0006,
      "step": 9292
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8331506297833236e-05,
      "loss": 0.0019,
      "step": 9293
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8331099684080195e-05,
      "loss": 0.0018,
      "step": 9294
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.833069302529781e-05,
      "loss": 0.0017,
      "step": 9295
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8330286321488273e-05,
      "loss": 0.0024,
      "step": 9296
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832987957265379e-05,
      "loss": 0.0009,
      "step": 9297
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8329472778796554e-05,
      "loss": 0.0013,
      "step": 9298
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832906593991876e-05,
      "loss": 0.002,
      "step": 9299
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832865905602262e-05,
      "loss": 0.0012,
      "step": 9300
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8328252127110325e-05,
      "loss": 0.0022,
      "step": 9301
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8327845153184076e-05,
      "loss": 0.0023,
      "step": 9302
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832743813424607e-05,
      "loss": 0.0023,
      "step": 9303
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8327031070298507e-05,
      "loss": 0.0025,
      "step": 9304
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8326623961343592e-05,
      "loss": 0.0024,
      "step": 9305
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8326216807383523e-05,
      "loss": 0.0033,
      "step": 9306
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83258096084205e-05,
      "loss": 0.002,
      "step": 9307
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832540236445672e-05,
      "loss": 0.0023,
      "step": 9308
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8324995075494394e-05,
      "loss": 0.0017,
      "step": 9309
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8324587741535714e-05,
      "loss": 0.004,
      "step": 9310
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8324180362582884e-05,
      "loss": 0.0012,
      "step": 9311
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832377293863811e-05,
      "loss": 0.0013,
      "step": 9312
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8323365469703587e-05,
      "loss": 0.0033,
      "step": 9313
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8322957955781525e-05,
      "loss": 0.002,
      "step": 9314
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8322550396874123e-05,
      "loss": 0.0022,
      "step": 9315
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8322142792983585e-05,
      "loss": 0.002,
      "step": 9316
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8321735144112106e-05,
      "loss": 0.002,
      "step": 9317
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8321327450261902e-05,
      "loss": 0.0015,
      "step": 9318
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.832091971143517e-05,
      "loss": 0.0008,
      "step": 9319
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8320511927634118e-05,
      "loss": 0.002,
      "step": 9320
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8320104098860944e-05,
      "loss": 0.0032,
      "step": 9321
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8319696225117853e-05,
      "loss": 0.0019,
      "step": 9322
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8319288306407053e-05,
      "loss": 0.0025,
      "step": 9323
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831888034273075e-05,
      "loss": 0.0024,
      "step": 9324
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8318472334091144e-05,
      "loss": 0.0016,
      "step": 9325
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8318064280490442e-05,
      "loss": 0.0015,
      "step": 9326
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831765618193085e-05,
      "loss": 0.0011,
      "step": 9327
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831724803841458e-05,
      "loss": 0.002,
      "step": 9328
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8316839849943827e-05,
      "loss": 0.0014,
      "step": 9329
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83164316165208e-05,
      "loss": 0.0018,
      "step": 9330
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831602333814771e-05,
      "loss": 0.0028,
      "step": 9331
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8315615014826762e-05,
      "loss": 0.0038,
      "step": 9332
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8315206646560164e-05,
      "loss": 0.0026,
      "step": 9333
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831479823335012e-05,
      "loss": 0.0012,
      "step": 9334
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8314389775198836e-05,
      "loss": 0.0017,
      "step": 9335
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8313981272108527e-05,
      "loss": 0.0038,
      "step": 9336
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83135727240814e-05,
      "loss": 0.0022,
      "step": 9337
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8313164131119654e-05,
      "loss": 0.0019,
      "step": 9338
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8312755493225505e-05,
      "loss": 0.0034,
      "step": 9339
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8312346810401158e-05,
      "loss": 0.001,
      "step": 9340
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8311938082648827e-05,
      "loss": 0.0011,
      "step": 9341
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831152930997072e-05,
      "loss": 0.0025,
      "step": 9342
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.831112049236904e-05,
      "loss": 0.0009,
      "step": 9343
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8310711629846003e-05,
      "loss": 0.0025,
      "step": 9344
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8310302722403818e-05,
      "loss": 0.002,
      "step": 9345
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8309893770044693e-05,
      "loss": 0.003,
      "step": 9346
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830948477277084e-05,
      "loss": 0.0011,
      "step": 9347
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830907573058447e-05,
      "loss": 0.0015,
      "step": 9348
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8308666643487793e-05,
      "loss": 0.0025,
      "step": 9349
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8308257511483018e-05,
      "loss": 0.0012,
      "step": 9350
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830784833457236e-05,
      "loss": 0.0019,
      "step": 9351
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830743911275803e-05,
      "loss": 0.0026,
      "step": 9352
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8307029846042236e-05,
      "loss": 0.0023,
      "step": 9353
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8306620534427198e-05,
      "loss": 0.0017,
      "step": 9354
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830621117791512e-05,
      "loss": 0.0011,
      "step": 9355
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8305801776508218e-05,
      "loss": 0.0015,
      "step": 9356
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8305392330208707e-05,
      "loss": 0.0019,
      "step": 9357
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8304982839018795e-05,
      "loss": 0.003,
      "step": 9358
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.83045733029407e-05,
      "loss": 0.0011,
      "step": 9359
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8304163721976632e-05,
      "loss": 0.0028,
      "step": 9360
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8303754096128807e-05,
      "loss": 0.003,
      "step": 9361
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8303344425399436e-05,
      "loss": 0.0016,
      "step": 9362
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8302934709790737e-05,
      "loss": 0.0037,
      "step": 9363
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8302524949304924e-05,
      "loss": 0.0022,
      "step": 9364
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8302115143944213e-05,
      "loss": 0.0036,
      "step": 9365
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8301705293710817e-05,
      "loss": 0.0048,
      "step": 9366
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830129539860695e-05,
      "loss": 0.0032,
      "step": 9367
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8300885458634824e-05,
      "loss": 0.0022,
      "step": 9368
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830047547379666e-05,
      "loss": 0.0017,
      "step": 9369
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.830006544409468e-05,
      "loss": 0.0031,
      "step": 9370
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829965536953109e-05,
      "loss": 0.0021,
      "step": 9371
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8299245250108106e-05,
      "loss": 0.0023,
      "step": 9372
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8298835085827952e-05,
      "loss": 0.0015,
      "step": 9373
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8298424876692842e-05,
      "loss": 0.0023,
      "step": 9374
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829801462270499e-05,
      "loss": 0.0023,
      "step": 9375
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829760432386662e-05,
      "loss": 0.0028,
      "step": 9376
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8297193980179943e-05,
      "loss": 0.002,
      "step": 9377
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829678359164718e-05,
      "loss": 0.0016,
      "step": 9378
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8296373158270552e-05,
      "loss": 0.0022,
      "step": 9379
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8295962680052272e-05,
      "loss": 0.0014,
      "step": 9380
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829555215699456e-05,
      "loss": 0.0017,
      "step": 9381
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8295141589099633e-05,
      "loss": 0.0029,
      "step": 9382
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8294730976369713e-05,
      "loss": 0.0008,
      "step": 9383
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8294320318807023e-05,
      "loss": 0.0017,
      "step": 9384
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8293909616413776e-05,
      "loss": 0.0026,
      "step": 9385
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8293498869192198e-05,
      "loss": 0.0011,
      "step": 9386
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.82930880771445e-05,
      "loss": 0.0016,
      "step": 9387
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8292677240272912e-05,
      "loss": 0.004,
      "step": 9388
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829226635857965e-05,
      "loss": 0.0017,
      "step": 9389
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8291855432066933e-05,
      "loss": 0.0013,
      "step": 9390
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8291444460736985e-05,
      "loss": 0.0032,
      "step": 9391
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8291033444592027e-05,
      "loss": 0.002,
      "step": 9392
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.829062238363428e-05,
      "loss": 0.003,
      "step": 9393
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8290211277865967e-05,
      "loss": 0.0028,
      "step": 9394
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8289800127289308e-05,
      "loss": 0.0031,
      "step": 9395
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8289388931906528e-05,
      "loss": 0.0032,
      "step": 9396
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8288977691719845e-05,
      "loss": 0.0022,
      "step": 9397
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8288566406731486e-05,
      "loss": 0.0027,
      "step": 9398
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8288155076943672e-05,
      "loss": 0.0021,
      "step": 9399
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8287743702358628e-05,
      "loss": 0.0024,
      "step": 9400
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828733228297857e-05,
      "loss": 0.0023,
      "step": 9401
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8286920818805734e-05,
      "loss": 0.0018,
      "step": 9402
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8286509309842334e-05,
      "loss": 0.002,
      "step": 9403
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.82860977560906e-05,
      "loss": 0.0016,
      "step": 9404
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8285686157552755e-05,
      "loss": 0.001,
      "step": 9405
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8285274514231024e-05,
      "loss": 0.0016,
      "step": 9406
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828486282612763e-05,
      "loss": 0.0023,
      "step": 9407
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.82844510932448e-05,
      "loss": 0.0009,
      "step": 9408
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828403931558475e-05,
      "loss": 0.0025,
      "step": 9409
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8283627493149723e-05,
      "loss": 0.0016,
      "step": 9410
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8283215625941934e-05,
      "loss": 0.0028,
      "step": 9411
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8282803713963613e-05,
      "loss": 0.0023,
      "step": 9412
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828239175721698e-05,
      "loss": 0.0014,
      "step": 9413
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828197975570427e-05,
      "loss": 0.0023,
      "step": 9414
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8281567709427706e-05,
      "loss": 0.0042,
      "step": 9415
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8281155618389516e-05,
      "loss": 0.0031,
      "step": 9416
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8280743482591923e-05,
      "loss": 0.0019,
      "step": 9417
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.828033130203716e-05,
      "loss": 0.0027,
      "step": 9418
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.827991907672745e-05,
      "loss": 0.0021,
      "step": 9419
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8279506806665027e-05,
      "loss": 0.0025,
      "step": 9420
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8279094491852116e-05,
      "loss": 0.0015,
      "step": 9421
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8278682132290946e-05,
      "loss": 0.0017,
      "step": 9422
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8278269727983743e-05,
      "loss": 0.0017,
      "step": 9423
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8277857278932743e-05,
      "loss": 0.0015,
      "step": 9424
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8277444785140164e-05,
      "loss": 0.0024,
      "step": 9425
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.827703224660825e-05,
      "loss": 0.001,
      "step": 9426
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8276619663339222e-05,
      "loss": 0.0021,
      "step": 9427
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8276207035335306e-05,
      "loss": 0.0025,
      "step": 9428
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.827579436259874e-05,
      "loss": 0.0013,
      "step": 9429
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8275381645131754e-05,
      "loss": 0.0013,
      "step": 9430
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8274968882936576e-05,
      "loss": 0.0019,
      "step": 9431
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8274556076015436e-05,
      "loss": 0.0008,
      "step": 9432
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8274143224370567e-05,
      "loss": 0.0011,
      "step": 9433
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.82737303280042e-05,
      "loss": 0.0022,
      "step": 9434
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.827331738691857e-05,
      "loss": 0.003,
      "step": 9435
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8272904401115905e-05,
      "loss": 0.0015,
      "step": 9436
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8272491370598436e-05,
      "loss": 0.0026,
      "step": 9437
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.82720782953684e-05,
      "loss": 0.0021,
      "step": 9438
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8271665175428022e-05,
      "loss": 0.0022,
      "step": 9439
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8271252010779546e-05,
      "loss": 0.0011,
      "step": 9440
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8270838801425195e-05,
      "loss": 0.0012,
      "step": 9441
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8270425547367207e-05,
      "loss": 0.0023,
      "step": 9442
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8270012248607818e-05,
      "loss": 0.002,
      "step": 9443
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8269598905149257e-05,
      "loss": 0.0016,
      "step": 9444
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826918551699376e-05,
      "loss": 0.0017,
      "step": 9445
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8268772084143562e-05,
      "loss": 0.0019,
      "step": 9446
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8268358606600895e-05,
      "loss": 0.0015,
      "step": 9447
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8267945084368e-05,
      "loss": 0.0016,
      "step": 9448
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8267531517447104e-05,
      "loss": 0.0015,
      "step": 9449
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826711790584045e-05,
      "loss": 0.0016,
      "step": 9450
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8266704249550265e-05,
      "loss": 0.0018,
      "step": 9451
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8266290548578795e-05,
      "loss": 0.0018,
      "step": 9452
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826587680292827e-05,
      "loss": 0.0017,
      "step": 9453
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8265463012600925e-05,
      "loss": 0.0028,
      "step": 9454
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8265049177598997e-05,
      "loss": 0.0028,
      "step": 9455
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8264635297924727e-05,
      "loss": 0.003,
      "step": 9456
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826422137358035e-05,
      "loss": 0.0014,
      "step": 9457
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.82638074045681e-05,
      "loss": 0.0025,
      "step": 9458
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8263393390890218e-05,
      "loss": 0.0012,
      "step": 9459
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8262979332548944e-05,
      "loss": 0.0023,
      "step": 9460
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8262565229546506e-05,
      "loss": 0.0013,
      "step": 9461
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8262151081885157e-05,
      "loss": 0.002,
      "step": 9462
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826173688956712e-05,
      "loss": 0.002,
      "step": 9463
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8261322652594645e-05,
      "loss": 0.0017,
      "step": 9464
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8260908370969967e-05,
      "loss": 0.0015,
      "step": 9465
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8260494044695326e-05,
      "loss": 0.0037,
      "step": 9466
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.826007967377296e-05,
      "loss": 0.0023,
      "step": 9467
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8259665258205107e-05,
      "loss": 0.0029,
      "step": 9468
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.825925079799401e-05,
      "loss": 0.0017,
      "step": 9469
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.825883629314191e-05,
      "loss": 0.0017,
      "step": 9470
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8258421743651043e-05,
      "loss": 0.0022,
      "step": 9471
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8258007149523656e-05,
      "loss": 0.0025,
      "step": 9472
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8257592510761983e-05,
      "loss": 0.002,
      "step": 9473
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825717782736827e-05,
      "loss": 0.0031,
      "step": 9474
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8256763099344757e-05,
      "loss": 0.0017,
      "step": 9475
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8256348326693684e-05,
      "loss": 0.0017,
      "step": 9476
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8255933509417296e-05,
      "loss": 0.0012,
      "step": 9477
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825551864751783e-05,
      "loss": 0.0032,
      "step": 9478
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8255103740997537e-05,
      "loss": 0.0023,
      "step": 9479
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825468878985865e-05,
      "loss": 0.0028,
      "step": 9480
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8254273794103415e-05,
      "loss": 0.002,
      "step": 9481
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825385875373408e-05,
      "loss": 0.0026,
      "step": 9482
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825344366875288e-05,
      "loss": 0.0033,
      "step": 9483
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8253028539162064e-05,
      "loss": 0.0022,
      "step": 9484
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8252613364963875e-05,
      "loss": 0.0026,
      "step": 9485
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825219814616056e-05,
      "loss": 0.0023,
      "step": 9486
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8251782882754354e-05,
      "loss": 0.0016,
      "step": 9487
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825136757474751e-05,
      "loss": 0.002,
      "step": 9488
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825095222214227e-05,
      "loss": 0.0029,
      "step": 9489
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8250536824940877e-05,
      "loss": 0.0021,
      "step": 9490
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.825012138314558e-05,
      "loss": 0.0026,
      "step": 9491
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8249705896758622e-05,
      "loss": 0.0017,
      "step": 9492
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8249290365782248e-05,
      "loss": 0.0027,
      "step": 9493
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8248874790218707e-05,
      "loss": 0.0015,
      "step": 9494
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8248459170070244e-05,
      "loss": 0.0008,
      "step": 9495
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8248043505339104e-05,
      "loss": 0.0018,
      "step": 9496
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8247627796027535e-05,
      "loss": 0.0022,
      "step": 9497
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.824721204213778e-05,
      "loss": 0.0015,
      "step": 9498
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8246796243672092e-05,
      "loss": 0.0015,
      "step": 9499
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8246380400632717e-05,
      "loss": 0.0019,
      "step": 9500
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8245964513021902e-05,
      "loss": 0.0029,
      "step": 9501
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.824554858084189e-05,
      "loss": 0.0009,
      "step": 9502
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8245132604094936e-05,
      "loss": 0.0036,
      "step": 9503
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8244716582783288e-05,
      "loss": 0.0015,
      "step": 9504
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.824430051690919e-05,
      "loss": 0.0018,
      "step": 9505
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8243884406474892e-05,
      "loss": 0.0027,
      "step": 9506
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8243468251482647e-05,
      "loss": 0.001,
      "step": 9507
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.82430520519347e-05,
      "loss": 0.0031,
      "step": 9508
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8242635807833302e-05,
      "loss": 0.0026,
      "step": 9509
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8242219519180705e-05,
      "loss": 0.0017,
      "step": 9510
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8241803185979155e-05,
      "loss": 0.0024,
      "step": 9511
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8241386808230903e-05,
      "loss": 0.001,
      "step": 9512
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8240970385938204e-05,
      "loss": 0.0027,
      "step": 9513
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8240553919103302e-05,
      "loss": 0.0017,
      "step": 9514
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8240137407728453e-05,
      "loss": 0.0014,
      "step": 9515
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8239720851815907e-05,
      "loss": 0.0025,
      "step": 9516
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8239304251367914e-05,
      "loss": 0.0023,
      "step": 9517
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8238887606386727e-05,
      "loss": 0.0022,
      "step": 9518
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.82384709168746e-05,
      "loss": 0.0008,
      "step": 9519
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.823805418283378e-05,
      "loss": 0.001,
      "step": 9520
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8237637404266526e-05,
      "loss": 0.0035,
      "step": 9521
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8237220581175082e-05,
      "loss": 0.0018,
      "step": 9522
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8236803713561713e-05,
      "loss": 0.0019,
      "step": 9523
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.823638680142866e-05,
      "loss": 0.0018,
      "step": 9524
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8235969844778184e-05,
      "loss": 0.0012,
      "step": 9525
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8235552843612534e-05,
      "loss": 0.0025,
      "step": 9526
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8235135797933968e-05,
      "loss": 0.0024,
      "step": 9527
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8234718707744738e-05,
      "loss": 0.002,
      "step": 9528
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8234301573047095e-05,
      "loss": 0.0021,
      "step": 9529
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8233884393843298e-05,
      "loss": 0.0016,
      "step": 9530
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8233467170135604e-05,
      "loss": 0.0022,
      "step": 9531
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8233049901926266e-05,
      "loss": 0.0011,
      "step": 9532
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8232632589217538e-05,
      "loss": 0.0013,
      "step": 9533
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8232215232011678e-05,
      "loss": 0.0045,
      "step": 9534
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8231797830310934e-05,
      "loss": 0.002,
      "step": 9535
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.823138038411757e-05,
      "loss": 0.0021,
      "step": 9536
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.823096289343384e-05,
      "loss": 0.0027,
      "step": 9537
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8230545358262e-05,
      "loss": 0.0019,
      "step": 9538
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.823012777860431e-05,
      "loss": 0.0021,
      "step": 9539
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8229710154463024e-05,
      "loss": 0.0014,
      "step": 9540
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.82292924858404e-05,
      "loss": 0.0022,
      "step": 9541
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822887477273869e-05,
      "loss": 0.002,
      "step": 9542
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822845701516016e-05,
      "loss": 0.003,
      "step": 9543
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8228039213107068e-05,
      "loss": 0.003,
      "step": 9544
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8227621366581666e-05,
      "loss": 0.0017,
      "step": 9545
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8227203475586213e-05,
      "loss": 0.0039,
      "step": 9546
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822678554012298e-05,
      "loss": 0.002,
      "step": 9547
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8226367560194207e-05,
      "loss": 0.0026,
      "step": 9548
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8225949535802165e-05,
      "loss": 0.0016,
      "step": 9549
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8225531466949106e-05,
      "loss": 0.0021,
      "step": 9550
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8225113353637304e-05,
      "loss": 0.0009,
      "step": 9551
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8224695195869e-05,
      "loss": 0.0018,
      "step": 9552
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.822427699364647e-05,
      "loss": 0.0023,
      "step": 9553
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8223858746971965e-05,
      "loss": 0.0015,
      "step": 9554
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8223440455847747e-05,
      "loss": 0.0026,
      "step": 9555
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8223022120276078e-05,
      "loss": 0.0011,
      "step": 9556
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8222603740259225e-05,
      "loss": 0.0018,
      "step": 9557
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8222185315799438e-05,
      "loss": 0.0025,
      "step": 9558
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8221766846898987e-05,
      "loss": 0.002,
      "step": 9559
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8221348333560127e-05,
      "loss": 0.0015,
      "step": 9560
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8220929775785126e-05,
      "loss": 0.0019,
      "step": 9561
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8220511173576248e-05,
      "loss": 0.0027,
      "step": 9562
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8220092526935747e-05,
      "loss": 0.0013,
      "step": 9563
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8219673835865892e-05,
      "loss": 0.0024,
      "step": 9564
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8219255100368946e-05,
      "loss": 0.001,
      "step": 9565
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821883632044717e-05,
      "loss": 0.0014,
      "step": 9566
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8218417496102828e-05,
      "loss": 0.0018,
      "step": 9567
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8217998627338186e-05,
      "loss": 0.0023,
      "step": 9568
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8217579714155503e-05,
      "loss": 0.0025,
      "step": 9569
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8217160756557048e-05,
      "loss": 0.0026,
      "step": 9570
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8216741754545088e-05,
      "loss": 0.0019,
      "step": 9571
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821632270812188e-05,
      "loss": 0.0021,
      "step": 9572
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8215903617289688e-05,
      "loss": 0.0015,
      "step": 9573
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821548448205079e-05,
      "loss": 0.0023,
      "step": 9574
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8215065302407434e-05,
      "loss": 0.0037,
      "step": 9575
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.82146460783619e-05,
      "loss": 0.0016,
      "step": 9576
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821422680991645e-05,
      "loss": 0.0017,
      "step": 9577
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8213807497073344e-05,
      "loss": 0.0017,
      "step": 9578
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8213388139834855e-05,
      "loss": 0.0016,
      "step": 9579
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821296873820325e-05,
      "loss": 0.0022,
      "step": 9580
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8212549292180793e-05,
      "loss": 0.0017,
      "step": 9581
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821212980176975e-05,
      "loss": 0.0022,
      "step": 9582
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.821171026697239e-05,
      "loss": 0.0019,
      "step": 9583
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8211290687790982e-05,
      "loss": 0.0026,
      "step": 9584
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8210871064227787e-05,
      "loss": 0.0022,
      "step": 9585
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8210451396285083e-05,
      "loss": 0.0024,
      "step": 9586
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8210031683965134e-05,
      "loss": 0.0018,
      "step": 9587
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820961192727021e-05,
      "loss": 0.0023,
      "step": 9588
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8209192126202573e-05,
      "loss": 0.0023,
      "step": 9589
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.82087722807645e-05,
      "loss": 0.0027,
      "step": 9590
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8208352390958257e-05,
      "loss": 0.0017,
      "step": 9591
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820793245678611e-05,
      "loss": 0.0021,
      "step": 9592
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8207512478250338e-05,
      "loss": 0.0021,
      "step": 9593
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8207092455353202e-05,
      "loss": 0.0026,
      "step": 9594
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8206672388096978e-05,
      "loss": 0.0013,
      "step": 9595
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8206252276483932e-05,
      "loss": 0.0016,
      "step": 9596
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8205832120516338e-05,
      "loss": 0.0018,
      "step": 9597
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8205411920196465e-05,
      "loss": 0.0014,
      "step": 9598
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8204991675526585e-05,
      "loss": 0.0021,
      "step": 9599
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820457138650897e-05,
      "loss": 0.0019,
      "step": 9600
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8204151053145893e-05,
      "loss": 0.0019,
      "step": 9601
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8203730675439622e-05,
      "loss": 0.0021,
      "step": 9602
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8203310253392427e-05,
      "loss": 0.0011,
      "step": 9603
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820288978700659e-05,
      "loss": 0.0016,
      "step": 9604
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8202469276284376e-05,
      "loss": 0.0021,
      "step": 9605
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820204872122806e-05,
      "loss": 0.0024,
      "step": 9606
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8201628121839915e-05,
      "loss": 0.0016,
      "step": 9607
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8201207478122215e-05,
      "loss": 0.0016,
      "step": 9608
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.820078679007723e-05,
      "loss": 0.0025,
      "step": 9609
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8200366057707236e-05,
      "loss": 0.0017,
      "step": 9610
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819994528101451e-05,
      "loss": 0.0023,
      "step": 9611
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8199524460001323e-05,
      "loss": 0.0018,
      "step": 9612
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819910359466995e-05,
      "loss": 0.0021,
      "step": 9613
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819868268502267e-05,
      "loss": 0.0024,
      "step": 9614
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819826173106175e-05,
      "loss": 0.0028,
      "step": 9615
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8197840732789473e-05,
      "loss": 0.0031,
      "step": 9616
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819741969020811e-05,
      "loss": 0.0016,
      "step": 9617
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8196998603319935e-05,
      "loss": 0.0017,
      "step": 9618
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819657747212723e-05,
      "loss": 0.0022,
      "step": 9619
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8196156296632263e-05,
      "loss": 0.0023,
      "step": 9620
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8195735076837318e-05,
      "loss": 0.0017,
      "step": 9621
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819531381274467e-05,
      "loss": 0.0022,
      "step": 9622
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8194892504356592e-05,
      "loss": 0.0036,
      "step": 9623
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8194471151675368e-05,
      "loss": 0.0013,
      "step": 9624
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819404975470327e-05,
      "loss": 0.0022,
      "step": 9625
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819362831344258e-05,
      "loss": 0.0022,
      "step": 9626
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8193206827895566e-05,
      "loss": 0.0009,
      "step": 9627
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8192785298064516e-05,
      "loss": 0.0029,
      "step": 9628
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8192363723951705e-05,
      "loss": 0.0029,
      "step": 9629
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8191942105559414e-05,
      "loss": 0.002,
      "step": 9630
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819152044288992e-05,
      "loss": 0.0017,
      "step": 9631
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8191098735945502e-05,
      "loss": 0.0018,
      "step": 9632
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.819067698472844e-05,
      "loss": 0.0033,
      "step": 9633
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8190255189241006e-05,
      "loss": 0.0023,
      "step": 9634
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8189833349485493e-05,
      "loss": 0.0017,
      "step": 9635
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8189411465464173e-05,
      "loss": 0.0026,
      "step": 9636
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8188989537179328e-05,
      "loss": 0.002,
      "step": 9637
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8188567564633237e-05,
      "loss": 0.0019,
      "step": 9638
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8188145547828184e-05,
      "loss": 0.0019,
      "step": 9639
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8187723486766448e-05,
      "loss": 0.003,
      "step": 9640
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818730138145031e-05,
      "loss": 0.0016,
      "step": 9641
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8186879231882052e-05,
      "loss": 0.0027,
      "step": 9642
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8186457038063955e-05,
      "loss": 0.003,
      "step": 9643
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8186034799998303e-05,
      "loss": 0.0019,
      "step": 9644
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8185612517687374e-05,
      "loss": 0.0024,
      "step": 9645
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8185190191133455e-05,
      "loss": 0.0029,
      "step": 9646
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8184767820338825e-05,
      "loss": 0.0024,
      "step": 9647
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8184345405305768e-05,
      "loss": 0.0024,
      "step": 9648
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818392294603657e-05,
      "loss": 0.0035,
      "step": 9649
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8183500442533515e-05,
      "loss": 0.0019,
      "step": 9650
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8183077894798876e-05,
      "loss": 0.0017,
      "step": 9651
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8182655302834955e-05,
      "loss": 0.0013,
      "step": 9652
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8182232666644014e-05,
      "loss": 0.0015,
      "step": 9653
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818180998622836e-05,
      "loss": 0.0013,
      "step": 9654
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.818138726159026e-05,
      "loss": 0.0022,
      "step": 9655
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8180964492732007e-05,
      "loss": 0.0022,
      "step": 9656
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8180541679655885e-05,
      "loss": 0.0028,
      "step": 9657
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8180118822364178e-05,
      "loss": 0.0013,
      "step": 9658
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.817969592085917e-05,
      "loss": 0.0026,
      "step": 9659
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8179272975143154e-05,
      "loss": 0.0016,
      "step": 9660
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8178849985218407e-05,
      "loss": 0.0028,
      "step": 9661
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8178426951087224e-05,
      "loss": 0.0021,
      "step": 9662
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8178003872751882e-05,
      "loss": 0.002,
      "step": 9663
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8177580750214675e-05,
      "loss": 0.0015,
      "step": 9664
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.817715758347789e-05,
      "loss": 0.0016,
      "step": 9665
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8176734372543808e-05,
      "loss": 0.0022,
      "step": 9666
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8176311117414722e-05,
      "loss": 0.0029,
      "step": 9667
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8175887818092916e-05,
      "loss": 0.0027,
      "step": 9668
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8175464474580682e-05,
      "loss": 0.0026,
      "step": 9669
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81750410868803e-05,
      "loss": 0.0022,
      "step": 9670
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8174617654994075e-05,
      "loss": 0.0025,
      "step": 9671
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8174194178924275e-05,
      "loss": 0.003,
      "step": 9672
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8173770658673203e-05,
      "loss": 0.0011,
      "step": 9673
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8173347094243145e-05,
      "loss": 0.002,
      "step": 9674
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.817292348563639e-05,
      "loss": 0.0023,
      "step": 9675
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8172499832855225e-05,
      "loss": 0.0012,
      "step": 9676
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8172076135901943e-05,
      "loss": 0.0013,
      "step": 9677
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.817165239477883e-05,
      "loss": 0.0018,
      "step": 9678
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.817122860948818e-05,
      "loss": 0.0021,
      "step": 9679
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8170804780032285e-05,
      "loss": 0.0023,
      "step": 9680
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8170380906413433e-05,
      "loss": 0.0011,
      "step": 9681
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8169956988633912e-05,
      "loss": 0.0014,
      "step": 9682
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8169533026696022e-05,
      "loss": 0.0027,
      "step": 9683
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8169109020602043e-05,
      "loss": 0.0011,
      "step": 9684
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816868497035428e-05,
      "loss": 0.0015,
      "step": 9685
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8168260875955013e-05,
      "loss": 0.0024,
      "step": 9686
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8167836737406542e-05,
      "loss": 0.0017,
      "step": 9687
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8167412554711155e-05,
      "loss": 0.0028,
      "step": 9688
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8166988327871148e-05,
      "loss": 0.0018,
      "step": 9689
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8166564056888808e-05,
      "loss": 0.002,
      "step": 9690
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816613974176644e-05,
      "loss": 0.0014,
      "step": 9691
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8165715382506322e-05,
      "loss": 0.002,
      "step": 9692
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816529097911076e-05,
      "loss": 0.0007,
      "step": 9693
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8164866531582038e-05,
      "loss": 0.0031,
      "step": 9694
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8164442039922462e-05,
      "loss": 0.0017,
      "step": 9695
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816401750413432e-05,
      "loss": 0.0024,
      "step": 9696
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81635929242199e-05,
      "loss": 0.0013,
      "step": 9697
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816316830018151e-05,
      "loss": 0.0017,
      "step": 9698
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8162743632021436e-05,
      "loss": 0.0026,
      "step": 9699
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8162318919741974e-05,
      "loss": 0.0014,
      "step": 9700
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8161894163345425e-05,
      "loss": 0.0022,
      "step": 9701
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8161469362834075e-05,
      "loss": 0.0017,
      "step": 9702
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8161044518210232e-05,
      "loss": 0.0018,
      "step": 9703
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8160619629476186e-05,
      "loss": 0.0019,
      "step": 9704
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.816019469663423e-05,
      "loss": 0.0014,
      "step": 9705
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8159769719686667e-05,
      "loss": 0.0028,
      "step": 9706
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815934469863579e-05,
      "loss": 0.0027,
      "step": 9707
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8158919633483902e-05,
      "loss": 0.0025,
      "step": 9708
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815849452423329e-05,
      "loss": 0.0033,
      "step": 9709
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8158069370886268e-05,
      "loss": 0.0016,
      "step": 9710
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8157644173445115e-05,
      "loss": 0.002,
      "step": 9711
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815721893191214e-05,
      "loss": 0.0019,
      "step": 9712
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815679364628964e-05,
      "loss": 0.0029,
      "step": 9713
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8156368316579916e-05,
      "loss": 0.002,
      "step": 9714
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815594294278526e-05,
      "loss": 0.0026,
      "step": 9715
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8155517524907977e-05,
      "loss": 0.0019,
      "step": 9716
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8155092062950367e-05,
      "loss": 0.0014,
      "step": 9717
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815466655691472e-05,
      "loss": 0.0017,
      "step": 9718
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815424100680335e-05,
      "loss": 0.0017,
      "step": 9719
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815381541261855e-05,
      "loss": 0.0025,
      "step": 9720
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8153389774362617e-05,
      "loss": 0.003,
      "step": 9721
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8152964092037857e-05,
      "loss": 0.0012,
      "step": 9722
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815253836564657e-05,
      "loss": 0.0027,
      "step": 9723
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8152112595191053e-05,
      "loss": 0.001,
      "step": 9724
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.815168678067361e-05,
      "loss": 0.0011,
      "step": 9725
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8151260922096544e-05,
      "loss": 0.0016,
      "step": 9726
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8150835019462156e-05,
      "loss": 0.0041,
      "step": 9727
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8150409072772747e-05,
      "loss": 0.0022,
      "step": 9728
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814998308203062e-05,
      "loss": 0.0022,
      "step": 9729
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8149557047238078e-05,
      "loss": 0.0021,
      "step": 9730
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814913096839742e-05,
      "loss": 0.0019,
      "step": 9731
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8148704845510953e-05,
      "loss": 0.0018,
      "step": 9732
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814827867858098e-05,
      "loss": 0.0021,
      "step": 9733
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8147852467609802e-05,
      "loss": 0.0027,
      "step": 9734
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8147426212599726e-05,
      "loss": 0.0021,
      "step": 9735
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814699991355305e-05,
      "loss": 0.0022,
      "step": 9736
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814657357047209e-05,
      "loss": 0.0016,
      "step": 9737
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8146147183359134e-05,
      "loss": 0.0028,
      "step": 9738
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81457207522165e-05,
      "loss": 0.0032,
      "step": 9739
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8145294277046487e-05,
      "loss": 0.0022,
      "step": 9740
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81448677578514e-05,
      "loss": 0.0022,
      "step": 9741
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8144441194633546e-05,
      "loss": 0.0022,
      "step": 9742
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8144014587395227e-05,
      "loss": 0.0012,
      "step": 9743
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8143587936138755e-05,
      "loss": 0.001,
      "step": 9744
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814316124086643e-05,
      "loss": 0.0019,
      "step": 9745
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8142734501580563e-05,
      "loss": 0.0019,
      "step": 9746
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8142307718283455e-05,
      "loss": 0.0012,
      "step": 9747
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8141880890977418e-05,
      "loss": 0.0013,
      "step": 9748
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.814145401966476e-05,
      "loss": 0.0018,
      "step": 9749
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8141027104347783e-05,
      "loss": 0.0017,
      "step": 9750
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81406001450288e-05,
      "loss": 0.0013,
      "step": 9751
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8140173141710112e-05,
      "loss": 0.0025,
      "step": 9752
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8139746094394034e-05,
      "loss": 0.001,
      "step": 9753
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8139319003082867e-05,
      "loss": 0.0007,
      "step": 9754
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8138891867778924e-05,
      "loss": 0.0022,
      "step": 9755
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8138464688484515e-05,
      "loss": 0.0023,
      "step": 9756
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8138037465201946e-05,
      "loss": 0.0015,
      "step": 9757
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8137610197933525e-05,
      "loss": 0.0023,
      "step": 9758
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8137182886681564e-05,
      "loss": 0.0035,
      "step": 9759
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8136755531448372e-05,
      "loss": 0.0035,
      "step": 9760
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813632813223626e-05,
      "loss": 0.0023,
      "step": 9761
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8135900689047534e-05,
      "loss": 0.0024,
      "step": 9762
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8135473201884508e-05,
      "loss": 0.002,
      "step": 9763
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8135045670749495e-05,
      "loss": 0.003,
      "step": 9764
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81346180956448e-05,
      "loss": 0.0015,
      "step": 9765
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8134190476572733e-05,
      "loss": 0.0026,
      "step": 9766
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813376281353561e-05,
      "loss": 0.0024,
      "step": 9767
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8133335106535742e-05,
      "loss": 0.001,
      "step": 9768
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8132907355575442e-05,
      "loss": 0.0018,
      "step": 9769
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813247956065702e-05,
      "loss": 0.0023,
      "step": 9770
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8132051721782786e-05,
      "loss": 0.0014,
      "step": 9771
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8131623838955056e-05,
      "loss": 0.0015,
      "step": 9772
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813119591217614e-05,
      "loss": 0.0022,
      "step": 9773
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.813076794144835e-05,
      "loss": 0.0018,
      "step": 9774
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8130339926774006e-05,
      "loss": 0.0019,
      "step": 9775
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8129911868155415e-05,
      "loss": 0.0021,
      "step": 9776
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8129483765594893e-05,
      "loss": 0.0015,
      "step": 9777
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8129055619094754e-05,
      "loss": 0.0009,
      "step": 9778
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8128627428657308e-05,
      "loss": 0.0014,
      "step": 9779
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8128199194284873e-05,
      "loss": 0.001,
      "step": 9780
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8127770915979766e-05,
      "loss": 0.0033,
      "step": 9781
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81273425937443e-05,
      "loss": 0.0024,
      "step": 9782
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812691422758079e-05,
      "loss": 0.0021,
      "step": 9783
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8126485817491547e-05,
      "loss": 0.002,
      "step": 9784
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812605736347889e-05,
      "loss": 0.0024,
      "step": 9785
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8125628865545138e-05,
      "loss": 0.0019,
      "step": 9786
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81252003236926e-05,
      "loss": 0.0009,
      "step": 9787
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81247717379236e-05,
      "loss": 0.0019,
      "step": 9788
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812434310824045e-05,
      "loss": 0.0033,
      "step": 9789
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8123914434645463e-05,
      "loss": 0.0021,
      "step": 9790
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8123485717140966e-05,
      "loss": 0.0019,
      "step": 9791
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812305695572927e-05,
      "loss": 0.0021,
      "step": 9792
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812262815041269e-05,
      "loss": 0.0029,
      "step": 9793
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8122199301193547e-05,
      "loss": 0.0019,
      "step": 9794
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8121770408074163e-05,
      "loss": 0.0015,
      "step": 9795
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812134147105685e-05,
      "loss": 0.0022,
      "step": 9796
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8120912490143923e-05,
      "loss": 0.0017,
      "step": 9797
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.812048346533771e-05,
      "loss": 0.0025,
      "step": 9798
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8120054396640525e-05,
      "loss": 0.0017,
      "step": 9799
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8119625284054688e-05,
      "loss": 0.0026,
      "step": 9800
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8119196127582518e-05,
      "loss": 0.0025,
      "step": 9801
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8118766927226337e-05,
      "loss": 0.0015,
      "step": 9802
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.811833768298846e-05,
      "loss": 0.0012,
      "step": 9803
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8117908394871212e-05,
      "loss": 0.0013,
      "step": 9804
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.811747906287691e-05,
      "loss": 0.0019,
      "step": 9805
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.811704968700787e-05,
      "loss": 0.0025,
      "step": 9806
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8116620267266423e-05,
      "loss": 0.0021,
      "step": 9807
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8116190803654886e-05,
      "loss": 0.0023,
      "step": 9808
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8115761296175577e-05,
      "loss": 0.0018,
      "step": 9809
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8115331744830823e-05,
      "loss": 0.0011,
      "step": 9810
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.811490214962294e-05,
      "loss": 0.0021,
      "step": 9811
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.811447251055425e-05,
      "loss": 0.0021,
      "step": 9812
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.811404282762708e-05,
      "loss": 0.0029,
      "step": 9813
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8113613100843753e-05,
      "loss": 0.0019,
      "step": 9814
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8113183330206584e-05,
      "loss": 0.0009,
      "step": 9815
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8112753515717906e-05,
      "loss": 0.0016,
      "step": 9816
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.811232365738003e-05,
      "loss": 0.0019,
      "step": 9817
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.811189375519529e-05,
      "loss": 0.0019,
      "step": 9818
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8111463809166007e-05,
      "loss": 0.0023,
      "step": 9819
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8111033819294502e-05,
      "loss": 0.0029,
      "step": 9820
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.81106037855831e-05,
      "loss": 0.0019,
      "step": 9821
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.811017370803413e-05,
      "loss": 0.0019,
      "step": 9822
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810974358664991e-05,
      "loss": 0.0019,
      "step": 9823
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8109313421432768e-05,
      "loss": 0.0028,
      "step": 9824
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8108883212385026e-05,
      "loss": 0.0025,
      "step": 9825
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8108452959509012e-05,
      "loss": 0.0019,
      "step": 9826
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8108022662807056e-05,
      "loss": 0.003,
      "step": 9827
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8107592322281475e-05,
      "loss": 0.0015,
      "step": 9828
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8107161937934597e-05,
      "loss": 0.0031,
      "step": 9829
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8106731509768753e-05,
      "loss": 0.0019,
      "step": 9830
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8106301037786268e-05,
      "loss": 0.0033,
      "step": 9831
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8105870521989465e-05,
      "loss": 0.0033,
      "step": 9832
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8105439962380672e-05,
      "loss": 0.0008,
      "step": 9833
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810500935896222e-05,
      "loss": 0.0021,
      "step": 9834
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810457871173643e-05,
      "loss": 0.0011,
      "step": 9835
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810414802070564e-05,
      "loss": 0.0014,
      "step": 9836
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8103717285872163e-05,
      "loss": 0.0029,
      "step": 9837
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8103286507238343e-05,
      "loss": 0.0013,
      "step": 9838
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8102855684806496e-05,
      "loss": 0.0026,
      "step": 9839
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8102424818578956e-05,
      "loss": 0.0017,
      "step": 9840
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8101993908558054e-05,
      "loss": 0.0017,
      "step": 9841
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810156295474611e-05,
      "loss": 0.0018,
      "step": 9842
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810113195714547e-05,
      "loss": 0.0026,
      "step": 9843
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8100700915758444e-05,
      "loss": 0.0019,
      "step": 9844
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.810026983058737e-05,
      "loss": 0.0015,
      "step": 9845
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809983870163458e-05,
      "loss": 0.0035,
      "step": 9846
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809940752890241e-05,
      "loss": 0.002,
      "step": 9847
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8098976312393176e-05,
      "loss": 0.0023,
      "step": 9848
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809854505210922e-05,
      "loss": 0.0024,
      "step": 9849
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809811374805287e-05,
      "loss": 0.0024,
      "step": 9850
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809768240022645e-05,
      "loss": 0.0022,
      "step": 9851
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8097251008632306e-05,
      "loss": 0.0029,
      "step": 9852
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8096819573272754e-05,
      "loss": 0.0018,
      "step": 9853
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809638809415014e-05,
      "loss": 0.0021,
      "step": 9854
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8095956571266783e-05,
      "loss": 0.002,
      "step": 9855
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8095525004625025e-05,
      "loss": 0.0016,
      "step": 9856
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8095093394227196e-05,
      "loss": 0.0022,
      "step": 9857
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809466174007563e-05,
      "loss": 0.0034,
      "step": 9858
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809423004217265e-05,
      "loss": 0.002,
      "step": 9859
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8093798300520606e-05,
      "loss": 0.0014,
      "step": 9860
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809336651512182e-05,
      "loss": 0.0017,
      "step": 9861
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8092934685978632e-05,
      "loss": 0.0018,
      "step": 9862
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809250281309337e-05,
      "loss": 0.0016,
      "step": 9863
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.809207089646837e-05,
      "loss": 0.0018,
      "step": 9864
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8091638936105972e-05,
      "loss": 0.0019,
      "step": 9865
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8091206932008502e-05,
      "loss": 0.0022,
      "step": 9866
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8090774884178302e-05,
      "loss": 0.0029,
      "step": 9867
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8090342792617704e-05,
      "loss": 0.0019,
      "step": 9868
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8089910657329045e-05,
      "loss": 0.0018,
      "step": 9869
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808947847831466e-05,
      "loss": 0.0007,
      "step": 9870
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8089046255576883e-05,
      "loss": 0.0016,
      "step": 9871
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808861398911805e-05,
      "loss": 0.0031,
      "step": 9872
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.80881816789405e-05,
      "loss": 0.003,
      "step": 9873
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8087749325046573e-05,
      "loss": 0.0018,
      "step": 9874
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.80873169274386e-05,
      "loss": 0.0012,
      "step": 9875
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8086884486118918e-05,
      "loss": 0.0016,
      "step": 9876
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8086452001089866e-05,
      "loss": 0.0018,
      "step": 9877
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8086019472353786e-05,
      "loss": 0.0022,
      "step": 9878
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8085586899913008e-05,
      "loss": 0.0017,
      "step": 9879
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8085154283769876e-05,
      "loss": 0.0015,
      "step": 9880
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8084721623926723e-05,
      "loss": 0.0016,
      "step": 9881
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808428892038589e-05,
      "loss": 0.0013,
      "step": 9882
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8083856173149717e-05,
      "loss": 0.002,
      "step": 9883
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808342338222054e-05,
      "loss": 0.0025,
      "step": 9884
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8082990547600707e-05,
      "loss": 0.001,
      "step": 9885
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8082557669292544e-05,
      "loss": 0.0021,
      "step": 9886
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8082124747298402e-05,
      "loss": 0.0021,
      "step": 9887
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8081691781620613e-05,
      "loss": 0.0015,
      "step": 9888
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.808125877226152e-05,
      "loss": 0.0022,
      "step": 9889
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8080825719223468e-05,
      "loss": 0.0026,
      "step": 9890
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8080392622508794e-05,
      "loss": 0.0022,
      "step": 9891
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8079959482119835e-05,
      "loss": 0.0025,
      "step": 9892
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8079526298058937e-05,
      "loss": 0.0021,
      "step": 9893
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.807909307032844e-05,
      "loss": 0.0019,
      "step": 9894
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8078659798930686e-05,
      "loss": 0.0031,
      "step": 9895
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8078226483868015e-05,
      "loss": 0.0013,
      "step": 9896
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.807779312514277e-05,
      "loss": 0.0014,
      "step": 9897
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8077359722757295e-05,
      "loss": 0.0033,
      "step": 9898
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.807692627671393e-05,
      "loss": 0.0015,
      "step": 9899
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8076492787015022e-05,
      "loss": 0.0021,
      "step": 9900
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8076059253662907e-05,
      "loss": 0.0023,
      "step": 9901
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8075625676659932e-05,
      "loss": 0.0011,
      "step": 9902
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8075192056008445e-05,
      "loss": 0.0005,
      "step": 9903
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8074758391710783e-05,
      "loss": 0.0019,
      "step": 9904
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8074324683769295e-05,
      "loss": 0.0011,
      "step": 9905
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8073890932186317e-05,
      "loss": 0.002,
      "step": 9906
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8073457136964202e-05,
      "loss": 0.0037,
      "step": 9907
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.807302329810529e-05,
      "loss": 0.0016,
      "step": 9908
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.807258941561193e-05,
      "loss": 0.0017,
      "step": 9909
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8072155489486462e-05,
      "loss": 0.0015,
      "step": 9910
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8071721519731237e-05,
      "loss": 0.0012,
      "step": 9911
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.8071287506348593e-05,
      "loss": 0.0021,
      "step": 9912
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8070853449340883e-05,
      "loss": 0.0023,
      "step": 9913
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.807041934871045e-05,
      "loss": 0.0032,
      "step": 9914
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8069985204459642e-05,
      "loss": 0.0017,
      "step": 9915
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8069551016590807e-05,
      "loss": 0.001,
      "step": 9916
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8069116785106284e-05,
      "loss": 0.0026,
      "step": 9917
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8068682510008427e-05,
      "loss": 0.0036,
      "step": 9918
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.806824819129958e-05,
      "loss": 0.0018,
      "step": 9919
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.806781382898209e-05,
      "loss": 0.0015,
      "step": 9920
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8067379423058312e-05,
      "loss": 0.0017,
      "step": 9921
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8066944973530588e-05,
      "loss": 0.0019,
      "step": 9922
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8066510480401263e-05,
      "loss": 0.0011,
      "step": 9923
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.806607594367269e-05,
      "loss": 0.0025,
      "step": 9924
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8065641363347218e-05,
      "loss": 0.0011,
      "step": 9925
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8065206739427194e-05,
      "loss": 0.0021,
      "step": 9926
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8064772071914968e-05,
      "loss": 0.0021,
      "step": 9927
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8064337360812888e-05,
      "loss": 0.0017,
      "step": 9928
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8063902606123306e-05,
      "loss": 0.0025,
      "step": 9929
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.806346780784857e-05,
      "loss": 0.0023,
      "step": 9930
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.806303296599103e-05,
      "loss": 0.0022,
      "step": 9931
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8062598080553037e-05,
      "loss": 0.0022,
      "step": 9932
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.806216315153694e-05,
      "loss": 0.0014,
      "step": 9933
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8061728178945092e-05,
      "loss": 0.001,
      "step": 9934
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8061293162779844e-05,
      "loss": 0.0035,
      "step": 9935
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8060858103043547e-05,
      "loss": 0.0019,
      "step": 9936
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8060422999738552e-05,
      "loss": 0.0023,
      "step": 9937
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805998785286721e-05,
      "loss": 0.0019,
      "step": 9938
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8059552662431875e-05,
      "loss": 0.0024,
      "step": 9939
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8059117428434897e-05,
      "loss": 0.0011,
      "step": 9940
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805868215087863e-05,
      "loss": 0.001,
      "step": 9941
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8058246829765424e-05,
      "loss": 0.0021,
      "step": 9942
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8057811465097635e-05,
      "loss": 0.0029,
      "step": 9943
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8057376056877614e-05,
      "loss": 0.0019,
      "step": 9944
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8056940605107716e-05,
      "loss": 0.0012,
      "step": 9945
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8056505109790296e-05,
      "loss": 0.0015,
      "step": 9946
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.80560695709277e-05,
      "loss": 0.0025,
      "step": 9947
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8055633988522294e-05,
      "loss": 0.0029,
      "step": 9948
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805519836257642e-05,
      "loss": 0.0025,
      "step": 9949
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8054762693092446e-05,
      "loss": 0.0018,
      "step": 9950
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8054326980072715e-05,
      "loss": 0.0017,
      "step": 9951
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805389122351959e-05,
      "loss": 0.0014,
      "step": 9952
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805345542343542e-05,
      "loss": 0.0017,
      "step": 9953
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805301957982256e-05,
      "loss": 0.0022,
      "step": 9954
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8052583692683375e-05,
      "loss": 0.0026,
      "step": 9955
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8052147762020212e-05,
      "loss": 0.0017,
      "step": 9956
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.805171178783543e-05,
      "loss": 0.0013,
      "step": 9957
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8051275770131384e-05,
      "loss": 0.0026,
      "step": 9958
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8050839708910436e-05,
      "loss": 0.0029,
      "step": 9959
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8050403604174938e-05,
      "loss": 0.0034,
      "step": 9960
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8049967455927245e-05,
      "loss": 0.0017,
      "step": 9961
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.804953126416972e-05,
      "loss": 0.0017,
      "step": 9962
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.804909502890472e-05,
      "loss": 0.0018,
      "step": 9963
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.80486587501346e-05,
      "loss": 0.0013,
      "step": 9964
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8048222427861717e-05,
      "loss": 0.0035,
      "step": 9965
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8047786062088432e-05,
      "loss": 0.001,
      "step": 9966
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8047349652817105e-05,
      "loss": 0.0023,
      "step": 9967
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8046913200050094e-05,
      "loss": 0.0022,
      "step": 9968
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8046476703789754e-05,
      "loss": 0.0027,
      "step": 9969
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8046040164038446e-05,
      "loss": 0.0017,
      "step": 9970
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.804560358079853e-05,
      "loss": 0.0015,
      "step": 9971
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8045166954072367e-05,
      "loss": 0.0018,
      "step": 9972
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.804473028386232e-05,
      "loss": 0.0026,
      "step": 9973
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8044293570170742e-05,
      "loss": 0.0026,
      "step": 9974
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8043856813e-05,
      "loss": 0.0015,
      "step": 9975
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8043420012352446e-05,
      "loss": 0.0017,
      "step": 9976
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.804298316823045e-05,
      "loss": 0.0016,
      "step": 9977
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.804254628063637e-05,
      "loss": 0.0009,
      "step": 9978
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8042109349572567e-05,
      "loss": 0.0023,
      "step": 9979
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.80416723750414e-05,
      "loss": 0.0017,
      "step": 9980
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8041235357045233e-05,
      "loss": 0.0031,
      "step": 9981
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8040798295586428e-05,
      "loss": 0.0012,
      "step": 9982
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8040361190667348e-05,
      "loss": 0.0019,
      "step": 9983
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8039924042290358e-05,
      "loss": 0.0013,
      "step": 9984
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8039486850457817e-05,
      "loss": 0.0019,
      "step": 9985
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803904961517209e-05,
      "loss": 0.0008,
      "step": 9986
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8038612336435534e-05,
      "loss": 0.0033,
      "step": 9987
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8038175014250524e-05,
      "loss": 0.003,
      "step": 9988
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8037737648619413e-05,
      "loss": 0.0026,
      "step": 9989
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803730023954457e-05,
      "loss": 0.0026,
      "step": 9990
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803686278702836e-05,
      "loss": 0.0026,
      "step": 9991
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8036425291073146e-05,
      "loss": 0.001,
      "step": 9992
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803598775168129e-05,
      "loss": 0.0009,
      "step": 9993
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803555016885516e-05,
      "loss": 0.0018,
      "step": 9994
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8035112542597125e-05,
      "loss": 0.0012,
      "step": 9995
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8034674872909544e-05,
      "loss": 0.0021,
      "step": 9996
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803423715979478e-05,
      "loss": 0.0024,
      "step": 9997
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803379940325521e-05,
      "loss": 0.0025,
      "step": 9998
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803336160329319e-05,
      "loss": 0.0028,
      "step": 9999
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803292375991109e-05,
      "loss": 0.0025,
      "step": 10000
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8032485873111275e-05,
      "loss": 0.0021,
      "step": 10001
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8032047942896113e-05,
      "loss": 0.0024,
      "step": 10002
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8031609969267974e-05,
      "loss": 0.0018,
      "step": 10003
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.803117195222922e-05,
      "loss": 0.0033,
      "step": 10004
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8030733891782223e-05,
      "loss": 0.002,
      "step": 10005
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8030295787929345e-05,
      "loss": 0.0024,
      "step": 10006
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8029857640672957e-05,
      "loss": 0.0022,
      "step": 10007
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802941945001543e-05,
      "loss": 0.0015,
      "step": 10008
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802898121595913e-05,
      "loss": 0.0034,
      "step": 10009
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8028542938506427e-05,
      "loss": 0.0025,
      "step": 10010
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8028104617659687e-05,
      "loss": 0.0029,
      "step": 10011
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802766625342128e-05,
      "loss": 0.003,
      "step": 10012
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802722784579358e-05,
      "loss": 0.0008,
      "step": 10013
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8026789394778944e-05,
      "loss": 0.0016,
      "step": 10014
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8026350900379757e-05,
      "loss": 0.0022,
      "step": 10015
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802591236259838e-05,
      "loss": 0.0017,
      "step": 10016
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8025473781437186e-05,
      "loss": 0.002,
      "step": 10017
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8025035156898546e-05,
      "loss": 0.0023,
      "step": 10018
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802459648898483e-05,
      "loss": 0.0015,
      "step": 10019
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8024157777698406e-05,
      "loss": 0.0015,
      "step": 10020
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802371902304165e-05,
      "loss": 0.0022,
      "step": 10021
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802328022501693e-05,
      "loss": 0.0015,
      "step": 10022
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8022841383626624e-05,
      "loss": 0.0013,
      "step": 10023
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8022402498873096e-05,
      "loss": 0.0015,
      "step": 10024
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.802196357075872e-05,
      "loss": 0.0023,
      "step": 10025
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8021524599285872e-05,
      "loss": 0.0022,
      "step": 10026
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8021085584456926e-05,
      "loss": 0.002,
      "step": 10027
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8020646526274246e-05,
      "loss": 0.0023,
      "step": 10028
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8020207424740212e-05,
      "loss": 0.002,
      "step": 10029
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8019768279857194e-05,
      "loss": 0.0032,
      "step": 10030
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801932909162757e-05,
      "loss": 0.0023,
      "step": 10031
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8018889860053708e-05,
      "loss": 0.0019,
      "step": 10032
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8018450585137987e-05,
      "loss": 0.001,
      "step": 10033
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801801126688278e-05,
      "loss": 0.001,
      "step": 10034
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801757190529046e-05,
      "loss": 0.002,
      "step": 10035
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.80171325003634e-05,
      "loss": 0.0021,
      "step": 10036
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8016693052103982e-05,
      "loss": 0.001,
      "step": 10037
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8016253560514573e-05,
      "loss": 0.0024,
      "step": 10038
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8015814025597555e-05,
      "loss": 0.0016,
      "step": 10039
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.80153744473553e-05,
      "loss": 0.0013,
      "step": 10040
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8014934825790183e-05,
      "loss": 0.002,
      "step": 10041
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8014495160904586e-05,
      "loss": 0.002,
      "step": 10042
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801405545270088e-05,
      "loss": 0.002,
      "step": 10043
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801361570118144e-05,
      "loss": 0.0017,
      "step": 10044
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801317590634865e-05,
      "loss": 0.0018,
      "step": 10045
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8012736068204878e-05,
      "loss": 0.0017,
      "step": 10046
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801229618675251e-05,
      "loss": 0.0023,
      "step": 10047
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8011856261993917e-05,
      "loss": 0.0022,
      "step": 10048
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.801141629393148e-05,
      "loss": 0.0022,
      "step": 10049
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8010976282567577e-05,
      "loss": 0.0023,
      "step": 10050
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8010536227904584e-05,
      "loss": 0.0031,
      "step": 10051
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8010096129944884e-05,
      "loss": 0.001,
      "step": 10052
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8009655988690854e-05,
      "loss": 0.0024,
      "step": 10053
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800921580414487e-05,
      "loss": 0.0017,
      "step": 10054
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8008775576309312e-05,
      "loss": 0.0019,
      "step": 10055
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800833530518656e-05,
      "loss": 0.0025,
      "step": 10056
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8007894990778997e-05,
      "loss": 0.0023,
      "step": 10057
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8007454633089e-05,
      "loss": 0.0018,
      "step": 10058
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8007014232118944e-05,
      "loss": 0.0019,
      "step": 10059
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800657378787122e-05,
      "loss": 0.0021,
      "step": 10060
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8006133300348197e-05,
      "loss": 0.002,
      "step": 10061
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8005692769552266e-05,
      "loss": 0.0029,
      "step": 10062
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8005252195485806e-05,
      "loss": 0.0019,
      "step": 10063
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8004811578151196e-05,
      "loss": 0.0027,
      "step": 10064
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8004370917550816e-05,
      "loss": 0.0027,
      "step": 10065
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8003930213687047e-05,
      "loss": 0.0025,
      "step": 10066
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800348946656228e-05,
      "loss": 0.0013,
      "step": 10067
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8003048676178885e-05,
      "loss": 0.0017,
      "step": 10068
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8002607842539253e-05,
      "loss": 0.0021,
      "step": 10069
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800216696564576e-05,
      "loss": 0.0013,
      "step": 10070
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.80017260455008e-05,
      "loss": 0.0017,
      "step": 10071
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8001285082106745e-05,
      "loss": 0.0014,
      "step": 10072
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.800084407546598e-05,
      "loss": 0.0027,
      "step": 10073
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.8000403025580896e-05,
      "loss": 0.0029,
      "step": 10074
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7999961932453866e-05,
      "loss": 0.0017,
      "step": 10075
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7999520796087284e-05,
      "loss": 0.0016,
      "step": 10076
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799907961648353e-05,
      "loss": 0.002,
      "step": 10077
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7998638393644987e-05,
      "loss": 0.0032,
      "step": 10078
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7998197127574043e-05,
      "loss": 0.0023,
      "step": 10079
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799775581827308e-05,
      "loss": 0.0012,
      "step": 10080
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7997314465744488e-05,
      "loss": 0.0026,
      "step": 10081
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7996873069990647e-05,
      "loss": 0.0017,
      "step": 10082
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799643163101395e-05,
      "loss": 0.0022,
      "step": 10083
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799599014881677e-05,
      "loss": 0.0021,
      "step": 10084
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7995548623401506e-05,
      "loss": 0.0024,
      "step": 10085
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799510705477054e-05,
      "loss": 0.0032,
      "step": 10086
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799466544292626e-05,
      "loss": 0.0018,
      "step": 10087
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7994223787871048e-05,
      "loss": 0.002,
      "step": 10088
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7993782089607295e-05,
      "loss": 0.0021,
      "step": 10089
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7993340348137387e-05,
      "loss": 0.0022,
      "step": 10090
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7992898563463714e-05,
      "loss": 0.0013,
      "step": 10091
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799245673558866e-05,
      "loss": 0.0024,
      "step": 10092
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799201486451462e-05,
      "loss": 0.0016,
      "step": 10093
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7991572950243975e-05,
      "loss": 0.0017,
      "step": 10094
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7991130992779115e-05,
      "loss": 0.0017,
      "step": 10095
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.799068899212243e-05,
      "loss": 0.0019,
      "step": 10096
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7990246948276314e-05,
      "loss": 0.0017,
      "step": 10097
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7989804861243144e-05,
      "loss": 0.0028,
      "step": 10098
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798936273102532e-05,
      "loss": 0.0017,
      "step": 10099
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7988920557625233e-05,
      "loss": 0.0013,
      "step": 10100
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798847834104526e-05,
      "loss": 0.0016,
      "step": 10101
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7988036081287803e-05,
      "loss": 0.0022,
      "step": 10102
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798759377835525e-05,
      "loss": 0.0033,
      "step": 10103
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798715143224999e-05,
      "loss": 0.0016,
      "step": 10104
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798670904297441e-05,
      "loss": 0.0025,
      "step": 10105
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798626661053091e-05,
      "loss": 0.002,
      "step": 10106
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7985824134921878e-05,
      "loss": 0.0024,
      "step": 10107
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7985381616149703e-05,
      "loss": 0.0022,
      "step": 10108
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7984939054216774e-05,
      "loss": 0.0013,
      "step": 10109
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798449644912549e-05,
      "loss": 0.0015,
      "step": 10110
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798405380087824e-05,
      "loss": 0.0024,
      "step": 10111
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7983611109477418e-05,
      "loss": 0.0033,
      "step": 10112
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7983168374925416e-05,
      "loss": 0.0026,
      "step": 10113
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7982725597224627e-05,
      "loss": 0.0023,
      "step": 10114
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7982282776377443e-05,
      "loss": 0.002,
      "step": 10115
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798183991238626e-05,
      "loss": 0.0013,
      "step": 10116
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7981397005253467e-05,
      "loss": 0.0016,
      "step": 10117
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798095405498146e-05,
      "loss": 0.0015,
      "step": 10118
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7980511061572636e-05,
      "loss": 0.0013,
      "step": 10119
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.798006802502939e-05,
      "loss": 0.0021,
      "step": 10120
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797962494535411e-05,
      "loss": 0.0022,
      "step": 10121
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7979181822549196e-05,
      "loss": 0.0028,
      "step": 10122
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7978738656617042e-05,
      "loss": 0.001,
      "step": 10123
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7978295447560043e-05,
      "loss": 0.0047,
      "step": 10124
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7977852195380595e-05,
      "loss": 0.0009,
      "step": 10125
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7977408900081093e-05,
      "loss": 0.0015,
      "step": 10126
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7976965561663934e-05,
      "loss": 0.0009,
      "step": 10127
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7976522180131514e-05,
      "loss": 0.0012,
      "step": 10128
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7976078755486225e-05,
      "loss": 0.0026,
      "step": 10129
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7975635287730472e-05,
      "loss": 0.0026,
      "step": 10130
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7975191776866648e-05,
      "loss": 0.0018,
      "step": 10131
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797474822289715e-05,
      "loss": 0.0015,
      "step": 10132
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7974304625824373e-05,
      "loss": 0.0017,
      "step": 10133
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7973860985650717e-05,
      "loss": 0.0012,
      "step": 10134
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797341730237858e-05,
      "loss": 0.0016,
      "step": 10135
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797297357601036e-05,
      "loss": 0.0022,
      "step": 10136
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797252980654846e-05,
      "loss": 0.0017,
      "step": 10137
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7972085993995267e-05,
      "loss": 0.0023,
      "step": 10138
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797164213835319e-05,
      "loss": 0.0033,
      "step": 10139
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7971198239624624e-05,
      "loss": 0.0028,
      "step": 10140
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.797075429781197e-05,
      "loss": 0.0015,
      "step": 10141
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7970310312917624e-05,
      "loss": 0.003,
      "step": 10142
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796986628494399e-05,
      "loss": 0.0019,
      "step": 10143
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7969422213893466e-05,
      "loss": 0.0016,
      "step": 10144
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796897809976845e-05,
      "loss": 0.0013,
      "step": 10145
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7968533942571348e-05,
      "loss": 0.0029,
      "step": 10146
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7968089742304555e-05,
      "loss": 0.0019,
      "step": 10147
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7967645498970474e-05,
      "loss": 0.0016,
      "step": 10148
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796720121257151e-05,
      "loss": 0.0026,
      "step": 10149
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7966756883110054e-05,
      "loss": 0.0015,
      "step": 10150
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7966312510588517e-05,
      "loss": 0.0016,
      "step": 10151
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79658680950093e-05,
      "loss": 0.0008,
      "step": 10152
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7965423636374805e-05,
      "loss": 0.0016,
      "step": 10153
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7964979134687428e-05,
      "loss": 0.0016,
      "step": 10154
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7964534589949578e-05,
      "loss": 0.0024,
      "step": 10155
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7964090002163653e-05,
      "loss": 0.0015,
      "step": 10156
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7963645371332063e-05,
      "loss": 0.0025,
      "step": 10157
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7963200697457203e-05,
      "loss": 0.0011,
      "step": 10158
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796275598054148e-05,
      "loss": 0.0018,
      "step": 10159
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7962311220587304e-05,
      "loss": 0.0014,
      "step": 10160
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796186641759707e-05,
      "loss": 0.0014,
      "step": 10161
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7961421571573182e-05,
      "loss": 0.0019,
      "step": 10162
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.796097668251805e-05,
      "loss": 0.0018,
      "step": 10163
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7960531750434074e-05,
      "loss": 0.002,
      "step": 10164
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7960086775323663e-05,
      "loss": 0.0025,
      "step": 10165
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7959641757189222e-05,
      "loss": 0.0018,
      "step": 10166
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795919669603315e-05,
      "loss": 0.0018,
      "step": 10167
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7958751591857862e-05,
      "loss": 0.001,
      "step": 10168
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7958306444665755e-05,
      "loss": 0.0032,
      "step": 10169
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7957861254459237e-05,
      "loss": 0.0022,
      "step": 10170
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795741602124072e-05,
      "loss": 0.001,
      "step": 10171
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7956970745012605e-05,
      "loss": 0.002,
      "step": 10172
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7956525425777298e-05,
      "loss": 0.0027,
      "step": 10173
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795608006353721e-05,
      "loss": 0.0024,
      "step": 10174
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7955634658294746e-05,
      "loss": 0.0031,
      "step": 10175
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7955189210052313e-05,
      "loss": 0.001,
      "step": 10176
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795474371881232e-05,
      "loss": 0.0027,
      "step": 10177
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7954298184577173e-05,
      "loss": 0.0019,
      "step": 10178
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795385260734928e-05,
      "loss": 0.0013,
      "step": 10179
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795340698713105e-05,
      "loss": 0.0013,
      "step": 10180
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7952961323924897e-05,
      "loss": 0.0012,
      "step": 10181
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7952515617733223e-05,
      "loss": 0.003,
      "step": 10182
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795206986855844e-05,
      "loss": 0.0017,
      "step": 10183
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.795162407640295e-05,
      "loss": 0.0013,
      "step": 10184
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7951178241269175e-05,
      "loss": 0.0025,
      "step": 10185
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7950732363159513e-05,
      "loss": 0.0014,
      "step": 10186
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7950286442076383e-05,
      "loss": 0.0021,
      "step": 10187
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794984047802219e-05,
      "loss": 0.002,
      "step": 10188
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794939447099935e-05,
      "loss": 0.0012,
      "step": 10189
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7948948421010264e-05,
      "loss": 0.0013,
      "step": 10190
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7948502328057353e-05,
      "loss": 0.0021,
      "step": 10191
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794805619214302e-05,
      "loss": 0.0016,
      "step": 10192
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7947610013269684e-05,
      "loss": 0.002,
      "step": 10193
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7947163791439748e-05,
      "loss": 0.0014,
      "step": 10194
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794671752665563e-05,
      "loss": 0.0031,
      "step": 10195
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794627121891974e-05,
      "loss": 0.0026,
      "step": 10196
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794582486823449e-05,
      "loss": 0.0025,
      "step": 10197
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7945378474602294e-05,
      "loss": 0.0012,
      "step": 10198
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7944932038025568e-05,
      "loss": 0.0028,
      "step": 10199
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7944485558506715e-05,
      "loss": 0.0025,
      "step": 10200
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7944039036048157e-05,
      "loss": 0.0017,
      "step": 10201
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7943592470652302e-05,
      "loss": 0.0013,
      "step": 10202
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794314586232157e-05,
      "loss": 0.0015,
      "step": 10203
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7942699211058368e-05,
      "loss": 0.0017,
      "step": 10204
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7942252516865117e-05,
      "loss": 0.0019,
      "step": 10205
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7941805779744225e-05,
      "loss": 0.0013,
      "step": 10206
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.794135899969811e-05,
      "loss": 0.0014,
      "step": 10207
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7940912176729185e-05,
      "loss": 0.0016,
      "step": 10208
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7940465310839865e-05,
      "loss": 0.0017,
      "step": 10209
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7940018402032567e-05,
      "loss": 0.0021,
      "step": 10210
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793957145030971e-05,
      "loss": 0.002,
      "step": 10211
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79391244556737e-05,
      "loss": 0.0008,
      "step": 10212
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7938677418126964e-05,
      "loss": 0.0025,
      "step": 10213
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793823033767191e-05,
      "loss": 0.0016,
      "step": 10214
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7937783214310957e-05,
      "loss": 0.002,
      "step": 10215
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7937336048046525e-05,
      "loss": 0.0018,
      "step": 10216
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7936888838881022e-05,
      "loss": 0.0023,
      "step": 10217
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7936441586816876e-05,
      "loss": 0.0014,
      "step": 10218
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79359942918565e-05,
      "loss": 0.0013,
      "step": 10219
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793554695400231e-05,
      "loss": 0.0023,
      "step": 10220
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7935099573256724e-05,
      "loss": 0.002,
      "step": 10221
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793465214962216e-05,
      "loss": 0.0013,
      "step": 10222
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793420468310104e-05,
      "loss": 0.0016,
      "step": 10223
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793375717369578e-05,
      "loss": 0.0013,
      "step": 10224
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79333096214088e-05,
      "loss": 0.0025,
      "step": 10225
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7932862026242516e-05,
      "loss": 0.0012,
      "step": 10226
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7932414388199346e-05,
      "loss": 0.0019,
      "step": 10227
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7931966707281714e-05,
      "loss": 0.0022,
      "step": 10228
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793151898349204e-05,
      "loss": 0.0024,
      "step": 10229
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7931071216832743e-05,
      "loss": 0.0025,
      "step": 10230
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.793062340730624e-05,
      "loss": 0.0029,
      "step": 10231
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7930175554914955e-05,
      "loss": 0.0016,
      "step": 10232
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7929727659661303e-05,
      "loss": 0.0024,
      "step": 10233
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7929279721547714e-05,
      "loss": 0.0016,
      "step": 10234
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79288317405766e-05,
      "loss": 0.0024,
      "step": 10235
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792838371675039e-05,
      "loss": 0.0011,
      "step": 10236
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7927935650071503e-05,
      "loss": 0.0016,
      "step": 10237
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7927487540542358e-05,
      "loss": 0.0024,
      "step": 10238
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792703938816538e-05,
      "loss": 0.0024,
      "step": 10239
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792659119294299e-05,
      "loss": 0.0018,
      "step": 10240
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792614295487761e-05,
      "loss": 0.0009,
      "step": 10241
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7925694673971662e-05,
      "loss": 0.0022,
      "step": 10242
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792524635022757e-05,
      "loss": 0.0021,
      "step": 10243
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792479798364776e-05,
      "loss": 0.0021,
      "step": 10244
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792434957423465e-05,
      "loss": 0.0008,
      "step": 10245
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792390112199067e-05,
      "loss": 0.0015,
      "step": 10246
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.792345262691824e-05,
      "loss": 0.0024,
      "step": 10247
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7923004089019783e-05,
      "loss": 0.0017,
      "step": 10248
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7922555508297723e-05,
      "loss": 0.0016,
      "step": 10249
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7922106884754488e-05,
      "loss": 0.0025,
      "step": 10250
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7921658218392504e-05,
      "loss": 0.0027,
      "step": 10251
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7921209509214187e-05,
      "loss": 0.0016,
      "step": 10252
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7920760757221973e-05,
      "loss": 0.0008,
      "step": 10253
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7920311962418285e-05,
      "loss": 0.0022,
      "step": 10254
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791986312480554e-05,
      "loss": 0.0014,
      "step": 10255
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7919414244386178e-05,
      "loss": 0.0027,
      "step": 10256
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7918965321162615e-05,
      "loss": 0.0022,
      "step": 10257
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7918516355137278e-05,
      "loss": 0.0023,
      "step": 10258
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79180673463126e-05,
      "loss": 0.0009,
      "step": 10259
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7917618294690997e-05,
      "loss": 0.0024,
      "step": 10260
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791716920027491e-05,
      "loss": 0.0015,
      "step": 10261
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7916720063066755e-05,
      "loss": 0.001,
      "step": 10262
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7916270883068962e-05,
      "loss": 0.0025,
      "step": 10263
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7915821660283964e-05,
      "loss": 0.0017,
      "step": 10264
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7915372394714187e-05,
      "loss": 0.002,
      "step": 10265
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7914923086362056e-05,
      "loss": 0.0013,
      "step": 10266
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791447373523e-05,
      "loss": 0.0012,
      "step": 10267
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791402434132045e-05,
      "loss": 0.0012,
      "step": 10268
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791357490463584e-05,
      "loss": 0.0033,
      "step": 10269
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7913125425178584e-05,
      "loss": 0.0026,
      "step": 10270
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7912675902951125e-05,
      "loss": 0.002,
      "step": 10271
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791222633795589e-05,
      "loss": 0.0009,
      "step": 10272
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7911776730195304e-05,
      "loss": 0.0017,
      "step": 10273
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7911327079671803e-05,
      "loss": 0.001,
      "step": 10274
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7910877386387813e-05,
      "loss": 0.0032,
      "step": 10275
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.791042765034577e-05,
      "loss": 0.0026,
      "step": 10276
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7909977871548093e-05,
      "loss": 0.0029,
      "step": 10277
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7909528049997226e-05,
      "loss": 0.0029,
      "step": 10278
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7909078185695596e-05,
      "loss": 0.0013,
      "step": 10279
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7908628278645633e-05,
      "loss": 0.0014,
      "step": 10280
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.790817832884977e-05,
      "loss": 0.0029,
      "step": 10281
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.790772833631044e-05,
      "loss": 0.002,
      "step": 10282
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7907278301030072e-05,
      "loss": 0.0022,
      "step": 10283
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79068282230111e-05,
      "loss": 0.0028,
      "step": 10284
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7906378102255957e-05,
      "loss": 0.0018,
      "step": 10285
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7905927938767078e-05,
      "loss": 0.0021,
      "step": 10286
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.790547773254689e-05,
      "loss": 0.0015,
      "step": 10287
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.790502748359783e-05,
      "loss": 0.0021,
      "step": 10288
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7904577191922333e-05,
      "loss": 0.0024,
      "step": 10289
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7904126857522835e-05,
      "loss": 0.0019,
      "step": 10290
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7903676480401767e-05,
      "loss": 0.0013,
      "step": 10291
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7903226060561557e-05,
      "loss": 0.0016,
      "step": 10292
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.790277559800465e-05,
      "loss": 0.0018,
      "step": 10293
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7902325092733477e-05,
      "loss": 0.0019,
      "step": 10294
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.790187454475047e-05,
      "loss": 0.0022,
      "step": 10295
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7901423954058065e-05,
      "loss": 0.0009,
      "step": 10296
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.79009733206587e-05,
      "loss": 0.0035,
      "step": 10297
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7900522644554813e-05,
      "loss": 0.0018,
      "step": 10298
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7900071925748833e-05,
      "loss": 0.0022,
      "step": 10299
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7899621164243197e-05,
      "loss": 0.0014,
      "step": 10300
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7899170360040347e-05,
      "loss": 0.0015,
      "step": 10301
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7898719513142718e-05,
      "loss": 0.0017,
      "step": 10302
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789826862355274e-05,
      "loss": 0.0021,
      "step": 10303
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789781769127286e-05,
      "loss": 0.0013,
      "step": 10304
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789736671630551e-05,
      "loss": 0.0016,
      "step": 10305
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7896915698653126e-05,
      "loss": 0.0011,
      "step": 10306
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789646463831815e-05,
      "loss": 0.0024,
      "step": 10307
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7896013535303015e-05,
      "loss": 0.0022,
      "step": 10308
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7895562389610166e-05,
      "loss": 0.0018,
      "step": 10309
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7895111201242032e-05,
      "loss": 0.003,
      "step": 10310
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7894659970201063e-05,
      "loss": 0.0017,
      "step": 10311
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7894208696489687e-05,
      "loss": 0.0014,
      "step": 10312
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7893757380110352e-05,
      "loss": 0.0015,
      "step": 10313
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789330602106549e-05,
      "loss": 0.0023,
      "step": 10314
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7892854619357545e-05,
      "loss": 0.0014,
      "step": 10315
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7892403174988957e-05,
      "loss": 0.0017,
      "step": 10316
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7891951687962166e-05,
      "loss": 0.0021,
      "step": 10317
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7891500158279605e-05,
      "loss": 0.002,
      "step": 10318
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7891048585943725e-05,
      "loss": 0.0013,
      "step": 10319
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7890596970956964e-05,
      "loss": 0.0016,
      "step": 10320
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.789014531332176e-05,
      "loss": 0.0025,
      "step": 10321
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7889693613040556e-05,
      "loss": 0.0016,
      "step": 10322
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.788924187011579e-05,
      "loss": 0.0022,
      "step": 10323
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.788879008454991e-05,
      "loss": 0.0018,
      "step": 10324
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7888338256345353e-05,
      "loss": 0.0012,
      "step": 10325
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.788788638550456e-05,
      "loss": 0.0031,
      "step": 10326
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.788743447202998e-05,
      "loss": 0.0016,
      "step": 10327
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.788698251592405e-05,
      "loss": 0.001,
      "step": 10328
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7886530517189215e-05,
      "loss": 0.0014,
      "step": 10329
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.788607847582792e-05,
      "loss": 0.0029,
      "step": 10330
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.78856263918426e-05,
      "loss": 0.0008,
      "step": 10331
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7885174265235704e-05,
      "loss": 0.0028,
      "step": 10332
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7884722096009682e-05,
      "loss": 0.0017,
      "step": 10333
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7884269884166966e-05,
      "loss": 0.0014,
      "step": 10334
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.788381762971001e-05,
      "loss": 0.0024,
      "step": 10335
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7883365332641253e-05,
      "loss": 0.0015,
      "step": 10336
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7882912992963142e-05,
      "loss": 0.0016,
      "step": 10337
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7882460610678118e-05,
      "loss": 0.0019,
      "step": 10338
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.788200818578863e-05,
      "loss": 0.0031,
      "step": 10339
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7881555718297124e-05,
      "loss": 0.0023,
      "step": 10340
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7881103208206044e-05,
      "loss": 0.0015,
      "step": 10341
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.788065065551784e-05,
      "loss": 0.0026,
      "step": 10342
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7880198060234945e-05,
      "loss": 0.0021,
      "step": 10343
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.787974542235982e-05,
      "loss": 0.0014,
      "step": 10344
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7879292741894906e-05,
      "loss": 0.0013,
      "step": 10345
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7878840018842646e-05,
      "loss": 0.0018,
      "step": 10346
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.787838725320549e-05,
      "loss": 0.0023,
      "step": 10347
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.787793444498589e-05,
      "loss": 0.0016,
      "step": 10348
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7877481594186285e-05,
      "loss": 0.0021,
      "step": 10349
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7877028700809126e-05,
      "loss": 0.0027,
      "step": 10350
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.7876575764856863e-05,
      "loss": 0.0039,
      "step": 10351
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.787612278633194e-05,
      "loss": 0.0012,
      "step": 10352
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7875669765236813e-05,
      "loss": 0.0024,
      "step": 10353
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7875216701573922e-05,
      "loss": 0.0014,
      "step": 10354
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7874763595345722e-05,
      "loss": 0.0009,
      "step": 10355
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.787431044655466e-05,
      "loss": 0.0013,
      "step": 10356
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7873857255203178e-05,
      "loss": 0.0016,
      "step": 10357
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.787340402129374e-05,
      "loss": 0.003,
      "step": 10358
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.787295074482878e-05,
      "loss": 0.0021,
      "step": 10359
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.787249742581076e-05,
      "loss": 0.0018,
      "step": 10360
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7872044064242124e-05,
      "loss": 0.0021,
      "step": 10361
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7871590660125325e-05,
      "loss": 0.0023,
      "step": 10362
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7871137213462813e-05,
      "loss": 0.0017,
      "step": 10363
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7870683724257038e-05,
      "loss": 0.0022,
      "step": 10364
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7870230192510452e-05,
      "loss": 0.0027,
      "step": 10365
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786977661822551e-05,
      "loss": 0.001,
      "step": 10366
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7869323001404657e-05,
      "loss": 0.0017,
      "step": 10367
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7868869342050345e-05,
      "loss": 0.002,
      "step": 10368
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7868415640165032e-05,
      "loss": 0.0017,
      "step": 10369
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7867961895751164e-05,
      "loss": 0.0034,
      "step": 10370
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7867508108811197e-05,
      "loss": 0.0014,
      "step": 10371
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7867054279347584e-05,
      "loss": 0.0019,
      "step": 10372
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786660040736278e-05,
      "loss": 0.0022,
      "step": 10373
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786614649285923e-05,
      "loss": 0.0024,
      "step": 10374
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786569253583939e-05,
      "loss": 0.0019,
      "step": 10375
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786523853630572e-05,
      "loss": 0.0019,
      "step": 10376
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786478449426067e-05,
      "loss": 0.0025,
      "step": 10377
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7864330409706696e-05,
      "loss": 0.0012,
      "step": 10378
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786387628264625e-05,
      "loss": 0.0023,
      "step": 10379
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786342211308178e-05,
      "loss": 0.0008,
      "step": 10380
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7862967901015754e-05,
      "loss": 0.0009,
      "step": 10381
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786251364645062e-05,
      "loss": 0.0022,
      "step": 10382
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7862059349388833e-05,
      "loss": 0.0019,
      "step": 10383
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.786160500983285e-05,
      "loss": 0.0025,
      "step": 10384
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7861150627785124e-05,
      "loss": 0.002,
      "step": 10385
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7860696203248116e-05,
      "loss": 0.0017,
      "step": 10386
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7860241736224274e-05,
      "loss": 0.0025,
      "step": 10387
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7859787226716065e-05,
      "loss": 0.0018,
      "step": 10388
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785933267472594e-05,
      "loss": 0.0024,
      "step": 10389
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785887808025635e-05,
      "loss": 0.0018,
      "step": 10390
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7858423443309765e-05,
      "loss": 0.003,
      "step": 10391
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785796876388863e-05,
      "loss": 0.0017,
      "step": 10392
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785751404199541e-05,
      "loss": 0.0021,
      "step": 10393
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7857059277632562e-05,
      "loss": 0.0022,
      "step": 10394
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7856604470802537e-05,
      "loss": 0.0011,
      "step": 10395
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7856149621507807e-05,
      "loss": 0.0021,
      "step": 10396
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7855694729750817e-05,
      "loss": 0.0014,
      "step": 10397
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7855239795534033e-05,
      "loss": 0.0019,
      "step": 10398
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785478481885991e-05,
      "loss": 0.0022,
      "step": 10399
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785432979973091e-05,
      "loss": 0.002,
      "step": 10400
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7853874738149492e-05,
      "loss": 0.0013,
      "step": 10401
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7853419634118114e-05,
      "loss": 0.0016,
      "step": 10402
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7852964487639234e-05,
      "loss": 0.002,
      "step": 10403
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785250929871532e-05,
      "loss": 0.0027,
      "step": 10404
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7852054067348822e-05,
      "loss": 0.0018,
      "step": 10405
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7851598793542208e-05,
      "loss": 0.002,
      "step": 10406
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7851143477297936e-05,
      "loss": 0.0024,
      "step": 10407
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.785068811861847e-05,
      "loss": 0.0026,
      "step": 10408
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7850232717506263e-05,
      "loss": 0.0019,
      "step": 10409
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7849777273963788e-05,
      "loss": 0.0017,
      "step": 10410
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7849321787993497e-05,
      "loss": 0.0018,
      "step": 10411
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7848866259597856e-05,
      "loss": 0.0016,
      "step": 10412
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7848410688779326e-05,
      "loss": 0.0022,
      "step": 10413
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.784795507554037e-05,
      "loss": 0.0035,
      "step": 10414
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7847499419883453e-05,
      "loss": 0.0019,
      "step": 10415
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7847043721811033e-05,
      "loss": 0.002,
      "step": 10416
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7846587981325573e-05,
      "loss": 0.002,
      "step": 10417
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7846132198429546e-05,
      "loss": 0.0016,
      "step": 10418
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78456763731254e-05,
      "loss": 0.0025,
      "step": 10419
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7845220505415613e-05,
      "loss": 0.0016,
      "step": 10420
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.784476459530264e-05,
      "loss": 0.0029,
      "step": 10421
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7844308642788943e-05,
      "loss": 0.0021,
      "step": 10422
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7843852647876998e-05,
      "loss": 0.001,
      "step": 10423
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7843396610569265e-05,
      "loss": 0.0026,
      "step": 10424
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78429405308682e-05,
      "loss": 0.0015,
      "step": 10425
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7842484408776278e-05,
      "loss": 0.0017,
      "step": 10426
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.784202824429596e-05,
      "loss": 0.0019,
      "step": 10427
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7841572037429714e-05,
      "loss": 0.0022,
      "step": 10428
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7841115788180006e-05,
      "loss": 0.0018,
      "step": 10429
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78406594965493e-05,
      "loss": 0.0018,
      "step": 10430
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7840203162540063e-05,
      "loss": 0.0025,
      "step": 10431
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7839746786154762e-05,
      "loss": 0.0012,
      "step": 10432
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7839290367395858e-05,
      "loss": 0.0015,
      "step": 10433
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783883390626583e-05,
      "loss": 0.0019,
      "step": 10434
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7838377402767137e-05,
      "loss": 0.0014,
      "step": 10435
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7837920856902242e-05,
      "loss": 0.0014,
      "step": 10436
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7837464268673624e-05,
      "loss": 0.003,
      "step": 10437
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783700763808374e-05,
      "loss": 0.0027,
      "step": 10438
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7836550965135067e-05,
      "loss": 0.0013,
      "step": 10439
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7836094249830068e-05,
      "loss": 0.0018,
      "step": 10440
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783563749217121e-05,
      "loss": 0.0016,
      "step": 10441
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783518069216097e-05,
      "loss": 0.0015,
      "step": 10442
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783472384980181e-05,
      "loss": 0.0015,
      "step": 10443
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7834266965096198e-05,
      "loss": 0.0024,
      "step": 10444
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7833810038046612e-05,
      "loss": 0.0016,
      "step": 10445
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783335306865551e-05,
      "loss": 0.002,
      "step": 10446
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783289605692537e-05,
      "loss": 0.0021,
      "step": 10447
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783243900285866e-05,
      "loss": 0.0013,
      "step": 10448
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783198190645785e-05,
      "loss": 0.0015,
      "step": 10449
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7831524767725414e-05,
      "loss": 0.0028,
      "step": 10450
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.783106758666382e-05,
      "loss": 0.0022,
      "step": 10451
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7830610363275537e-05,
      "loss": 0.0011,
      "step": 10452
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7830153097563036e-05,
      "loss": 0.0016,
      "step": 10453
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.782969578952879e-05,
      "loss": 0.0033,
      "step": 10454
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7829238439175276e-05,
      "loss": 0.0022,
      "step": 10455
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7828781046504957e-05,
      "loss": 0.0017,
      "step": 10456
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7828323611520315e-05,
      "loss": 0.0019,
      "step": 10457
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7827866134223812e-05,
      "loss": 0.003,
      "step": 10458
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7827408614617928e-05,
      "loss": 0.0011,
      "step": 10459
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7826951052705134e-05,
      "loss": 0.0015,
      "step": 10460
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78264934484879e-05,
      "loss": 0.0012,
      "step": 10461
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78260358019687e-05,
      "loss": 0.0033,
      "step": 10462
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7825578113150016e-05,
      "loss": 0.0018,
      "step": 10463
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7825120382034314e-05,
      "loss": 0.0016,
      "step": 10464
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7824662608624067e-05,
      "loss": 0.0021,
      "step": 10465
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.782420479292175e-05,
      "loss": 0.0015,
      "step": 10466
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7823746934929843e-05,
      "loss": 0.002,
      "step": 10467
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7823289034650813e-05,
      "loss": 0.003,
      "step": 10468
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.782283109208714e-05,
      "loss": 0.0017,
      "step": 10469
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.78223731072413e-05,
      "loss": 0.0029,
      "step": 10470
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7821915080115765e-05,
      "loss": 0.0017,
      "step": 10471
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7821457010713013e-05,
      "loss": 0.0022,
      "step": 10472
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7820998899035514e-05,
      "loss": 0.0032,
      "step": 10473
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7820540745085755e-05,
      "loss": 0.0025,
      "step": 10474
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7820082548866206e-05,
      "loss": 0.0027,
      "step": 10475
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.781962431037934e-05,
      "loss": 0.0023,
      "step": 10476
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7819166029627638e-05,
      "loss": 0.0022,
      "step": 10477
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7818707706613575e-05,
      "loss": 0.0015,
      "step": 10478
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7818249341339633e-05,
      "loss": 0.0017,
      "step": 10479
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7817790933808285e-05,
      "loss": 0.0018,
      "step": 10480
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.781733248402201e-05,
      "loss": 0.0015,
      "step": 10481
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7816873991983285e-05,
      "loss": 0.0016,
      "step": 10482
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.781641545769459e-05,
      "loss": 0.0021,
      "step": 10483
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7815956881158404e-05,
      "loss": 0.0022,
      "step": 10484
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7815498262377197e-05,
      "loss": 0.0024,
      "step": 10485
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7815039601353458e-05,
      "loss": 0.0017,
      "step": 10486
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7814580898089663e-05,
      "loss": 0.0021,
      "step": 10487
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7814122152588292e-05,
      "loss": 0.0031,
      "step": 10488
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7813663364851823e-05,
      "loss": 0.0024,
      "step": 10489
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7813204534882738e-05,
      "loss": 0.0017,
      "step": 10490
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7812745662683514e-05,
      "loss": 0.002,
      "step": 10491
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.781228674825663e-05,
      "loss": 0.0011,
      "step": 10492
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.781182779160457e-05,
      "loss": 0.0012,
      "step": 10493
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7811368792729813e-05,
      "loss": 0.0022,
      "step": 10494
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7810909751634842e-05,
      "loss": 0.0018,
      "step": 10495
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7810450668322136e-05,
      "loss": 0.0019,
      "step": 10496
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7809991542794175e-05,
      "loss": 0.0011,
      "step": 10497
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7809532375053443e-05,
      "loss": 0.0027,
      "step": 10498
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780907316510242e-05,
      "loss": 0.0018,
      "step": 10499
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780861391294359e-05,
      "loss": 0.0011,
      "step": 10500
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7808154618579438e-05,
      "loss": 0.0022,
      "step": 10501
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7807695282012436e-05,
      "loss": 0.0024,
      "step": 10502
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7807235903245076e-05,
      "loss": 0.002,
      "step": 10503
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7806776482279843e-05,
      "loss": 0.0018,
      "step": 10504
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7806317019119206e-05,
      "loss": 0.0021,
      "step": 10505
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7805857513765667e-05,
      "loss": 0.002,
      "step": 10506
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7805397966221697e-05,
      "loss": 0.0017,
      "step": 10507
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7804938376489784e-05,
      "loss": 0.0038,
      "step": 10508
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780447874457241e-05,
      "loss": 0.0022,
      "step": 10509
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7804019070472063e-05,
      "loss": 0.0015,
      "step": 10510
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7803559354191226e-05,
      "loss": 0.002,
      "step": 10511
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780309959573238e-05,
      "loss": 0.0018,
      "step": 10512
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7802639795098014e-05,
      "loss": 0.0027,
      "step": 10513
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7802179952290614e-05,
      "loss": 0.002,
      "step": 10514
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7801720067312662e-05,
      "loss": 0.003,
      "step": 10515
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7801260140166645e-05,
      "loss": 0.0025,
      "step": 10516
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780080017085505e-05,
      "loss": 0.0013,
      "step": 10517
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.780034015938036e-05,
      "loss": 0.0011,
      "step": 10518
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7799880105745068e-05,
      "loss": 0.0008,
      "step": 10519
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7799420009951657e-05,
      "loss": 0.0012,
      "step": 10520
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7798959872002606e-05,
      "loss": 0.0022,
      "step": 10521
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7798499691900414e-05,
      "loss": 0.0023,
      "step": 10522
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7798039469647563e-05,
      "loss": 0.0022,
      "step": 10523
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779757920524654e-05,
      "loss": 0.0017,
      "step": 10524
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7797118898699835e-05,
      "loss": 0.0009,
      "step": 10525
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779665855000993e-05,
      "loss": 0.002,
      "step": 10526
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7796198159179326e-05,
      "loss": 0.0019,
      "step": 10527
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7795737726210498e-05,
      "loss": 0.0017,
      "step": 10528
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7795277251105942e-05,
      "loss": 0.0007,
      "step": 10529
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779481673386814e-05,
      "loss": 0.0025,
      "step": 10530
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779435617449959e-05,
      "loss": 0.0011,
      "step": 10531
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7793895573002775e-05,
      "loss": 0.0017,
      "step": 10532
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7793434929380187e-05,
      "loss": 0.0016,
      "step": 10533
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7792974243634315e-05,
      "loss": 0.0017,
      "step": 10534
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779251351576765e-05,
      "loss": 0.0019,
      "step": 10535
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7792052745782678e-05,
      "loss": 0.0021,
      "step": 10536
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77915919336819e-05,
      "loss": 0.0015,
      "step": 10537
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7791131079467792e-05,
      "loss": 0.0013,
      "step": 10538
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.779067018314286e-05,
      "loss": 0.0021,
      "step": 10539
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7790209244709583e-05,
      "loss": 0.003,
      "step": 10540
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7789748264170455e-05,
      "loss": 0.0026,
      "step": 10541
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7789287241527976e-05,
      "loss": 0.0016,
      "step": 10542
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7788826176784625e-05,
      "loss": 0.0028,
      "step": 10543
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7788365069942904e-05,
      "loss": 0.0026,
      "step": 10544
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7787903921005298e-05,
      "loss": 0.001,
      "step": 10545
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7787442729974305e-05,
      "loss": 0.002,
      "step": 10546
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778698149685242e-05,
      "loss": 0.0015,
      "step": 10547
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778652022164213e-05,
      "loss": 0.0012,
      "step": 10548
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7786058904345928e-05,
      "loss": 0.0035,
      "step": 10549
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778559754496631e-05,
      "loss": 0.0011,
      "step": 10550
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778513614350577e-05,
      "loss": 0.0006,
      "step": 10551
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77846746999668e-05,
      "loss": 0.0013,
      "step": 10552
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7784213214351896e-05,
      "loss": 0.0032,
      "step": 10553
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.778375168666355e-05,
      "loss": 0.0014,
      "step": 10554
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7783290116904257e-05,
      "loss": 0.0009,
      "step": 10555
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7782828505076516e-05,
      "loss": 0.0023,
      "step": 10556
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7782366851182814e-05,
      "loss": 0.0017,
      "step": 10557
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7781905155225656e-05,
      "loss": 0.0015,
      "step": 10558
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7781443417207528e-05,
      "loss": 0.0022,
      "step": 10559
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7780981637130935e-05,
      "loss": 0.0013,
      "step": 10560
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7780519814998363e-05,
      "loss": 0.0012,
      "step": 10561
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7780057950812317e-05,
      "loss": 0.0011,
      "step": 10562
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7779596044575286e-05,
      "loss": 0.002,
      "step": 10563
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7779134096289774e-05,
      "loss": 0.0024,
      "step": 10564
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7778672105958272e-05,
      "loss": 0.0021,
      "step": 10565
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7778210073583276e-05,
      "loss": 0.0027,
      "step": 10566
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.777774799916729e-05,
      "loss": 0.0017,
      "step": 10567
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7777285882712803e-05,
      "loss": 0.0023,
      "step": 10568
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7776823724222323e-05,
      "loss": 0.0017,
      "step": 10569
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.777636152369834e-05,
      "loss": 0.0024,
      "step": 10570
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7775899281143355e-05,
      "loss": 0.0012,
      "step": 10571
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7775436996559864e-05,
      "loss": 0.0012,
      "step": 10572
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.777497466995037e-05,
      "loss": 0.0013,
      "step": 10573
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.777451230131737e-05,
      "loss": 0.0012,
      "step": 10574
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7774049890663357e-05,
      "loss": 0.0017,
      "step": 10575
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7773587437990843e-05,
      "loss": 0.0027,
      "step": 10576
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7773124943302318e-05,
      "loss": 0.0016,
      "step": 10577
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.777266240660028e-05,
      "loss": 0.0021,
      "step": 10578
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7772199827887238e-05,
      "loss": 0.0037,
      "step": 10579
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7771737207165688e-05,
      "loss": 0.0025,
      "step": 10580
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7771274544438127e-05,
      "loss": 0.002,
      "step": 10581
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7770811839707057e-05,
      "loss": 0.0033,
      "step": 10582
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7770349092974984e-05,
      "loss": 0.0023,
      "step": 10583
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77698863042444e-05,
      "loss": 0.0024,
      "step": 10584
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7769423473517817e-05,
      "loss": 0.002,
      "step": 10585
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.776896060079773e-05,
      "loss": 0.0018,
      "step": 10586
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7768497686086644e-05,
      "loss": 0.0015,
      "step": 10587
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7768034729387057e-05,
      "loss": 0.0023,
      "step": 10588
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7767571730701476e-05,
      "loss": 0.0017,
      "step": 10589
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77671086900324e-05,
      "loss": 0.0026,
      "step": 10590
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7766645607382332e-05,
      "loss": 0.0019,
      "step": 10591
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7766182482753774e-05,
      "loss": 0.0011,
      "step": 10592
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7765719316149234e-05,
      "loss": 0.002,
      "step": 10593
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7765256107571213e-05,
      "loss": 0.0021,
      "step": 10594
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.776479285702221e-05,
      "loss": 0.0038,
      "step": 10595
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7764329564504736e-05,
      "loss": 0.002,
      "step": 10596
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7763866230021292e-05,
      "loss": 0.0021,
      "step": 10597
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.776340285357438e-05,
      "loss": 0.0018,
      "step": 10598
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.776293943516651e-05,
      "loss": 0.0018,
      "step": 10599
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7762475974800183e-05,
      "loss": 0.003,
      "step": 10600
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77620124724779e-05,
      "loss": 0.0038,
      "step": 10601
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7761548928202174e-05,
      "loss": 0.0026,
      "step": 10602
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7761085341975506e-05,
      "loss": 0.0012,
      "step": 10603
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7760621713800406e-05,
      "loss": 0.002,
      "step": 10604
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7760158043679373e-05,
      "loss": 0.0014,
      "step": 10605
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7759694331614916e-05,
      "loss": 0.0015,
      "step": 10606
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7759230577609544e-05,
      "loss": 0.0031,
      "step": 10607
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7758766781665765e-05,
      "loss": 0.0015,
      "step": 10608
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775830294378608e-05,
      "loss": 0.0017,
      "step": 10609
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7757839063972998e-05,
      "loss": 0.0017,
      "step": 10610
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7757375142229024e-05,
      "loss": 0.0023,
      "step": 10611
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7756911178556672e-05,
      "loss": 0.0016,
      "step": 10612
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775644717295845e-05,
      "loss": 0.0013,
      "step": 10613
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7755983125436856e-05,
      "loss": 0.0025,
      "step": 10614
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7755519035994402e-05,
      "loss": 0.0024,
      "step": 10615
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7755054904633606e-05,
      "loss": 0.0019,
      "step": 10616
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7754590731356965e-05,
      "loss": 0.0023,
      "step": 10617
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7754126516166992e-05,
      "loss": 0.0013,
      "step": 10618
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7753662259066198e-05,
      "loss": 0.0012,
      "step": 10619
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7753197960057087e-05,
      "loss": 0.0014,
      "step": 10620
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7752733619142176e-05,
      "loss": 0.0017,
      "step": 10621
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7752269236323966e-05,
      "loss": 0.0026,
      "step": 10622
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7751804811604977e-05,
      "loss": 0.0025,
      "step": 10623
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775134034498771e-05,
      "loss": 0.0017,
      "step": 10624
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.775087583647468e-05,
      "loss": 0.0032,
      "step": 10625
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7750411286068395e-05,
      "loss": 0.0016,
      "step": 10626
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7749946693771368e-05,
      "loss": 0.0013,
      "step": 10627
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7749482059586112e-05,
      "loss": 0.0019,
      "step": 10628
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7749017383515138e-05,
      "loss": 0.0014,
      "step": 10629
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7748552665560953e-05,
      "loss": 0.0017,
      "step": 10630
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7748087905726074e-05,
      "loss": 0.0009,
      "step": 10631
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.774762310401301e-05,
      "loss": 0.0025,
      "step": 10632
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.774715826042427e-05,
      "loss": 0.0037,
      "step": 10633
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.774669337496237e-05,
      "loss": 0.0023,
      "step": 10634
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.774622844762983e-05,
      "loss": 0.0017,
      "step": 10635
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7745763478429153e-05,
      "loss": 0.0022,
      "step": 10636
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7745298467362852e-05,
      "loss": 0.0024,
      "step": 10637
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7744833414433445e-05,
      "loss": 0.0012,
      "step": 10638
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7744368319643442e-05,
      "loss": 0.002,
      "step": 10639
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7743903182995362e-05,
      "loss": 0.0023,
      "step": 10640
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7743438004491715e-05,
      "loss": 0.0013,
      "step": 10641
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7742972784135018e-05,
      "loss": 0.0015,
      "step": 10642
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.774250752192778e-05,
      "loss": 0.0015,
      "step": 10643
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7742042217872523e-05,
      "loss": 0.0021,
      "step": 10644
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7741576871971756e-05,
      "loss": 0.0025,
      "step": 10645
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7741111484227996e-05,
      "loss": 0.0015,
      "step": 10646
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.774064605464376e-05,
      "loss": 0.0014,
      "step": 10647
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7740180583221563e-05,
      "loss": 0.0011,
      "step": 10648
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7739715069963922e-05,
      "loss": 0.0015,
      "step": 10649
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7739249514873346e-05,
      "loss": 0.0022,
      "step": 10650
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7738783917952364e-05,
      "loss": 0.0018,
      "step": 10651
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7738318279203478e-05,
      "loss": 0.001,
      "step": 10652
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7737852598629216e-05,
      "loss": 0.0014,
      "step": 10653
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773738687623209e-05,
      "loss": 0.0017,
      "step": 10654
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773692111201462e-05,
      "loss": 0.002,
      "step": 10655
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773645530597932e-05,
      "loss": 0.0015,
      "step": 10656
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773598945812871e-05,
      "loss": 0.0017,
      "step": 10657
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7735523568465308e-05,
      "loss": 0.0023,
      "step": 10658
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7735057636991634e-05,
      "loss": 0.0016,
      "step": 10659
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77345916637102e-05,
      "loss": 0.0017,
      "step": 10660
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7734125648623528e-05,
      "loss": 0.0018,
      "step": 10661
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7733659591734138e-05,
      "loss": 0.0013,
      "step": 10662
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773319349304455e-05,
      "loss": 0.0024,
      "step": 10663
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773272735255728e-05,
      "loss": 0.002,
      "step": 10664
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773226117027485e-05,
      "loss": 0.0005,
      "step": 10665
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7731794946199776e-05,
      "loss": 0.0031,
      "step": 10666
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773132868033458e-05,
      "loss": 0.0025,
      "step": 10667
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7730862372681787e-05,
      "loss": 0.0025,
      "step": 10668
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.773039602324391e-05,
      "loss": 0.0021,
      "step": 10669
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7729929632023473e-05,
      "loss": 0.0013,
      "step": 10670
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7729463199022997e-05,
      "loss": 0.0014,
      "step": 10671
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7728996724245003e-05,
      "loss": 0.001,
      "step": 10672
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772853020769201e-05,
      "loss": 0.002,
      "step": 10673
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7728063649366546e-05,
      "loss": 0.0012,
      "step": 10674
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7727597049271125e-05,
      "loss": 0.0025,
      "step": 10675
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772713040740827e-05,
      "loss": 0.0022,
      "step": 10676
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772666372378051e-05,
      "loss": 0.0025,
      "step": 10677
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7726196998390358e-05,
      "loss": 0.0028,
      "step": 10678
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7725730231240344e-05,
      "loss": 0.0019,
      "step": 10679
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7725263422332986e-05,
      "loss": 0.0018,
      "step": 10680
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772479657167081e-05,
      "loss": 0.0015,
      "step": 10681
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.772432967925634e-05,
      "loss": 0.0032,
      "step": 10682
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7723862745092096e-05,
      "loss": 0.0019,
      "step": 10683
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7723395769180604e-05,
      "loss": 0.0018,
      "step": 10684
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7722928751524388e-05,
      "loss": 0.0019,
      "step": 10685
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7722461692125975e-05,
      "loss": 0.0022,
      "step": 10686
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7721994590987885e-05,
      "loss": 0.0018,
      "step": 10687
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7721527448112644e-05,
      "loss": 0.0017,
      "step": 10688
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7721060263502778e-05,
      "loss": 0.0021,
      "step": 10689
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7720593037160808e-05,
      "loss": 0.0011,
      "step": 10690
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7720125769089262e-05,
      "loss": 0.0022,
      "step": 10691
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771965845929067e-05,
      "loss": 0.0024,
      "step": 10692
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771919110776755e-05,
      "loss": 0.0029,
      "step": 10693
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7718723714522435e-05,
      "loss": 0.0016,
      "step": 10694
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771825627955785e-05,
      "loss": 0.0025,
      "step": 10695
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7717788802876316e-05,
      "loss": 0.0018,
      "step": 10696
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7717321284480364e-05,
      "loss": 0.0015,
      "step": 10697
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7716853724372522e-05,
      "loss": 0.0016,
      "step": 10698
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771638612255531e-05,
      "loss": 0.0015,
      "step": 10699
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7715918479031267e-05,
      "loss": 0.0022,
      "step": 10700
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771545079380291e-05,
      "loss": 0.0019,
      "step": 10701
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7714983066872776e-05,
      "loss": 0.002,
      "step": 10702
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7714515298243383e-05,
      "loss": 0.0021,
      "step": 10703
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7714047487917268e-05,
      "loss": 0.0019,
      "step": 10704
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7713579635896956e-05,
      "loss": 0.0018,
      "step": 10705
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7713111742184975e-05,
      "loss": 0.0022,
      "step": 10706
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7712643806783854e-05,
      "loss": 0.0022,
      "step": 10707
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7712175829696122e-05,
      "loss": 0.001,
      "step": 10708
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7711707810924313e-05,
      "loss": 0.0009,
      "step": 10709
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771123975047095e-05,
      "loss": 0.0027,
      "step": 10710
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7710771648338565e-05,
      "loss": 0.001,
      "step": 10711
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.771030350452969e-05,
      "loss": 0.002,
      "step": 10712
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7709835319046855e-05,
      "loss": 0.0032,
      "step": 10713
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770936709189259e-05,
      "loss": 0.0016,
      "step": 10714
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7708898823069423e-05,
      "loss": 0.0026,
      "step": 10715
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7708430512579888e-05,
      "loss": 0.0018,
      "step": 10716
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770796216042652e-05,
      "loss": 0.0019,
      "step": 10717
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770749376661184e-05,
      "loss": 0.0026,
      "step": 10718
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770702533113839e-05,
      "loss": 0.0015,
      "step": 10719
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7706556854008694e-05,
      "loss": 0.0021,
      "step": 10720
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770608833522529e-05,
      "loss": 0.001,
      "step": 10721
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7705619774790704e-05,
      "loss": 0.0021,
      "step": 10722
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770515117270748e-05,
      "loss": 0.0016,
      "step": 10723
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7704682528978138e-05,
      "loss": 0.0016,
      "step": 10724
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770421384360522e-05,
      "loss": 0.0012,
      "step": 10725
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770374511659125e-05,
      "loss": 0.0018,
      "step": 10726
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.770327634793877e-05,
      "loss": 0.0008,
      "step": 10727
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7702807537650313e-05,
      "loss": 0.0026,
      "step": 10728
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7702338685728406e-05,
      "loss": 0.0013,
      "step": 10729
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7701869792175593e-05,
      "loss": 0.0014,
      "step": 10730
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.77014008569944e-05,
      "loss": 0.0014,
      "step": 10731
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7700931880187365e-05,
      "loss": 0.0029,
      "step": 10732
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7700462861757023e-05,
      "loss": 0.001,
      "step": 10733
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7699993801705908e-05,
      "loss": 0.0024,
      "step": 10734
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7699524700036557e-05,
      "loss": 0.0018,
      "step": 10735
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7699055556751502e-05,
      "loss": 0.0021,
      "step": 10736
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7698586371853283e-05,
      "loss": 0.0019,
      "step": 10737
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7698117145344432e-05,
      "loss": 0.0021,
      "step": 10738
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769764787722749e-05,
      "loss": 0.0018,
      "step": 10739
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7697178567504987e-05,
      "loss": 0.0021,
      "step": 10740
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7696709216179465e-05,
      "loss": 0.0023,
      "step": 10741
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7696239823253458e-05,
      "loss": 0.0031,
      "step": 10742
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7695770388729504e-05,
      "loss": 0.0026,
      "step": 10743
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769530091261014e-05,
      "loss": 0.0022,
      "step": 10744
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7694831394897904e-05,
      "loss": 0.0019,
      "step": 10745
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7694361835595334e-05,
      "loss": 0.0016,
      "step": 10746
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7693892234704967e-05,
      "loss": 0.0013,
      "step": 10747
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7693422592229342e-05,
      "loss": 0.0018,
      "step": 10748
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7692952908170996e-05,
      "loss": 0.0012,
      "step": 10749
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769248318253247e-05,
      "loss": 0.003,
      "step": 10750
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7692013415316302e-05,
      "loss": 0.0023,
      "step": 10751
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769154360652503e-05,
      "loss": 0.0015,
      "step": 10752
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7691073756161193e-05,
      "loss": 0.0023,
      "step": 10753
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.769060386422733e-05,
      "loss": 0.0017,
      "step": 10754
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7690133930725985e-05,
      "loss": 0.0022,
      "step": 10755
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.768966395565969e-05,
      "loss": 0.0016,
      "step": 10756
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7689193939030996e-05,
      "loss": 0.0011,
      "step": 10757
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7688723880842435e-05,
      "loss": 0.0013,
      "step": 10758
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7688253781096548e-05,
      "loss": 0.0023,
      "step": 10759
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7687783639795885e-05,
      "loss": 0.0031,
      "step": 10760
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7687313456942977e-05,
      "loss": 0.0019,
      "step": 10761
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.768684323254037e-05,
      "loss": 0.0023,
      "step": 10762
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7686372966590598e-05,
      "loss": 0.0018,
      "step": 10763
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7685902659096216e-05,
      "loss": 0.0019,
      "step": 10764
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7685432310059757e-05,
      "loss": 0.0016,
      "step": 10765
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7684961919483762e-05,
      "loss": 0.0027,
      "step": 10766
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.768449148737078e-05,
      "loss": 0.0032,
      "step": 10767
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.768402101372335e-05,
      "loss": 0.0011,
      "step": 10768
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7683550498544014e-05,
      "loss": 0.0023,
      "step": 10769
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7683079941835317e-05,
      "loss": 0.0012,
      "step": 10770
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7682609343599803e-05,
      "loss": 0.0027,
      "step": 10771
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7682138703840014e-05,
      "loss": 0.002,
      "step": 10772
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7681668022558493e-05,
      "loss": 0.0036,
      "step": 10773
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7681197299757782e-05,
      "loss": 0.0017,
      "step": 10774
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7680726535440432e-05,
      "loss": 0.0016,
      "step": 10775
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7680255729608984e-05,
      "loss": 0.0011,
      "step": 10776
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7679784882265983e-05,
      "loss": 0.002,
      "step": 10777
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.767931399341397e-05,
      "loss": 0.0017,
      "step": 10778
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7678843063055496e-05,
      "loss": 0.002,
      "step": 10779
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7678372091193105e-05,
      "loss": 0.0012,
      "step": 10780
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.767790107782934e-05,
      "loss": 0.0014,
      "step": 10781
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.767743002296675e-05,
      "loss": 0.0011,
      "step": 10782
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7676958926607873e-05,
      "loss": 0.0025,
      "step": 10783
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7676487788755268e-05,
      "loss": 0.0012,
      "step": 10784
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7676016609411473e-05,
      "loss": 0.0015,
      "step": 10785
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7675545388579038e-05,
      "loss": 0.0017,
      "step": 10786
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7675074126260508e-05,
      "loss": 0.0021,
      "step": 10787
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.767460282245843e-05,
      "loss": 0.0009,
      "step": 10788
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7674131477175352e-05,
      "loss": 0.0017,
      "step": 10789
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7673660090413825e-05,
      "loss": 0.0018,
      "step": 10790
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.767318866217639e-05,
      "loss": 0.0016,
      "step": 10791
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7672717192465602e-05,
      "loss": 0.0015,
      "step": 10792
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.7672245681284005e-05,
      "loss": 0.0022,
      "step": 10793
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7671774128634148e-05,
      "loss": 0.0016,
      "step": 10794
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7671302534518576e-05,
      "loss": 0.0019,
      "step": 10795
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7670830898939847e-05,
      "loss": 0.0019,
      "step": 10796
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7670359221900505e-05,
      "loss": 0.0012,
      "step": 10797
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.76698875034031e-05,
      "loss": 0.0012,
      "step": 10798
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.766941574345018e-05,
      "loss": 0.0013,
      "step": 10799
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.76689439420443e-05,
      "loss": 0.002,
      "step": 10800
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7668472099188004e-05,
      "loss": 0.0021,
      "step": 10801
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7668000214883844e-05,
      "loss": 0.0018,
      "step": 10802
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.766752828913437e-05,
      "loss": 0.0024,
      "step": 10803
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7667056321942134e-05,
      "loss": 0.0011,
      "step": 10804
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.766658431330969e-05,
      "loss": 0.0015,
      "step": 10805
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7666112263239584e-05,
      "loss": 0.0012,
      "step": 10806
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7665640171734373e-05,
      "loss": 0.0019,
      "step": 10807
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.76651680387966e-05,
      "loss": 0.0027,
      "step": 10808
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7664695864428826e-05,
      "loss": 0.0021,
      "step": 10809
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7664223648633595e-05,
      "loss": 0.0016,
      "step": 10810
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7663751391413465e-05,
      "loss": 0.0019,
      "step": 10811
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7663279092770985e-05,
      "loss": 0.0022,
      "step": 10812
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7662806752708713e-05,
      "loss": 0.0023,
      "step": 10813
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.76623343712292e-05,
      "loss": 0.0039,
      "step": 10814
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7661861948334995e-05,
      "loss": 0.0027,
      "step": 10815
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7661389484028656e-05,
      "loss": 0.0023,
      "step": 10816
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7660916978312733e-05,
      "loss": 0.0042,
      "step": 10817
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.766044443118978e-05,
      "loss": 0.002,
      "step": 10818
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7659971842662357e-05,
      "loss": 0.0017,
      "step": 10819
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7659499212733012e-05,
      "loss": 0.0024,
      "step": 10820
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7659026541404306e-05,
      "loss": 0.0024,
      "step": 10821
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7658553828678786e-05,
      "loss": 0.0023,
      "step": 10822
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.765808107455901e-05,
      "loss": 0.0017,
      "step": 10823
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7657608279047534e-05,
      "loss": 0.0021,
      "step": 10824
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7657135442146916e-05,
      "loss": 0.0022,
      "step": 10825
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7656662563859702e-05,
      "loss": 0.0017,
      "step": 10826
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.765618964418846e-05,
      "loss": 0.0026,
      "step": 10827
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7655716683135743e-05,
      "loss": 0.0026,
      "step": 10828
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7655243680704104e-05,
      "loss": 0.0011,
      "step": 10829
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7654770636896098e-05,
      "loss": 0.0009,
      "step": 10830
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7654297551714287e-05,
      "loss": 0.0016,
      "step": 10831
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7653824425161225e-05,
      "loss": 0.002,
      "step": 10832
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7653351257239473e-05,
      "loss": 0.0027,
      "step": 10833
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.765287804795158e-05,
      "loss": 0.0011,
      "step": 10834
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7652404797300114e-05,
      "loss": 0.0023,
      "step": 10835
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7651931505287622e-05,
      "loss": 0.0019,
      "step": 10836
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7651458171916674e-05,
      "loss": 0.0033,
      "step": 10837
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7650984797189816e-05,
      "loss": 0.0013,
      "step": 10838
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.765051138110962e-05,
      "loss": 0.0016,
      "step": 10839
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7650037923678634e-05,
      "loss": 0.0019,
      "step": 10840
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.764956442489942e-05,
      "loss": 0.0014,
      "step": 10841
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.764909088477454e-05,
      "loss": 0.0019,
      "step": 10842
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.764861730330655e-05,
      "loss": 0.0021,
      "step": 10843
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7648143680498012e-05,
      "loss": 0.0025,
      "step": 10844
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7647670016351485e-05,
      "loss": 0.0026,
      "step": 10845
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.764719631086953e-05,
      "loss": 0.0034,
      "step": 10846
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7646722564054708e-05,
      "loss": 0.0041,
      "step": 10847
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7646248775909575e-05,
      "loss": 0.0013,
      "step": 10848
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7645774946436697e-05,
      "loss": 0.0025,
      "step": 10849
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7645301075638634e-05,
      "loss": 0.0013,
      "step": 10850
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7644827163517943e-05,
      "loss": 0.0019,
      "step": 10851
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7644353210077193e-05,
      "loss": 0.0035,
      "step": 10852
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7643879215318938e-05,
      "loss": 0.0025,
      "step": 10853
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7643405179245746e-05,
      "loss": 0.002,
      "step": 10854
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7642931101860172e-05,
      "loss": 0.0029,
      "step": 10855
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7642456983164788e-05,
      "loss": 0.0018,
      "step": 10856
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7641982823162148e-05,
      "loss": 0.0012,
      "step": 10857
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.764150862185482e-05,
      "loss": 0.0011,
      "step": 10858
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7641034379245367e-05,
      "loss": 0.0017,
      "step": 10859
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.764056009533635e-05,
      "loss": 0.0023,
      "step": 10860
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7640085770130334e-05,
      "loss": 0.0018,
      "step": 10861
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7639611403629878e-05,
      "loss": 0.0021,
      "step": 10862
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7639136995837555e-05,
      "loss": 0.0022,
      "step": 10863
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763866254675592e-05,
      "loss": 0.0022,
      "step": 10864
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7638188056387543e-05,
      "loss": 0.002,
      "step": 10865
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7637713524734987e-05,
      "loss": 0.001,
      "step": 10866
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7637238951800814e-05,
      "loss": 0.0025,
      "step": 10867
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7636764337587595e-05,
      "loss": 0.0013,
      "step": 10868
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7636289682097895e-05,
      "loss": 0.0026,
      "step": 10869
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763581498533427e-05,
      "loss": 0.0025,
      "step": 10870
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.76353402472993e-05,
      "loss": 0.0024,
      "step": 10871
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7634865467995536e-05,
      "loss": 0.0017,
      "step": 10872
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7634390647425555e-05,
      "loss": 0.0012,
      "step": 10873
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7633915785591917e-05,
      "loss": 0.0027,
      "step": 10874
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7633440882497196e-05,
      "loss": 0.0019,
      "step": 10875
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.763296593814395e-05,
      "loss": 0.0015,
      "step": 10876
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7632490952534753e-05,
      "loss": 0.0024,
      "step": 10877
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7632015925672168e-05,
      "loss": 0.0023,
      "step": 10878
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7631540857558766e-05,
      "loss": 0.0015,
      "step": 10879
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7631065748197113e-05,
      "loss": 0.0023,
      "step": 10880
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7630590597589777e-05,
      "loss": 0.0009,
      "step": 10881
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7630115405739322e-05,
      "loss": 0.0015,
      "step": 10882
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7629640172648324e-05,
      "loss": 0.0019,
      "step": 10883
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7629164898319348e-05,
      "loss": 0.002,
      "step": 10884
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7628689582754964e-05,
      "loss": 0.0014,
      "step": 10885
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7628214225957738e-05,
      "loss": 0.0025,
      "step": 10886
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762773882793024e-05,
      "loss": 0.0023,
      "step": 10887
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7627263388675046e-05,
      "loss": 0.0026,
      "step": 10888
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7626787908194716e-05,
      "loss": 0.0023,
      "step": 10889
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7626312386491824e-05,
      "loss": 0.0008,
      "step": 10890
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762583682356894e-05,
      "loss": 0.0016,
      "step": 10891
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7625361219428638e-05,
      "loss": 0.0024,
      "step": 10892
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7624885574073487e-05,
      "loss": 0.0022,
      "step": 10893
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7624409887506053e-05,
      "loss": 0.0018,
      "step": 10894
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762393415972891e-05,
      "loss": 0.0019,
      "step": 10895
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7623458390744633e-05,
      "loss": 0.0016,
      "step": 10896
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762298258055579e-05,
      "loss": 0.0013,
      "step": 10897
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762250672916495e-05,
      "loss": 0.0011,
      "step": 10898
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7622030836574693e-05,
      "loss": 0.0016,
      "step": 10899
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762155490278758e-05,
      "loss": 0.0022,
      "step": 10900
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7621078927806195e-05,
      "loss": 0.0011,
      "step": 10901
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7620602911633105e-05,
      "loss": 0.0019,
      "step": 10902
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.762012685427088e-05,
      "loss": 0.0013,
      "step": 10903
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.76196507557221e-05,
      "loss": 0.0019,
      "step": 10904
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761917461598933e-05,
      "loss": 0.0019,
      "step": 10905
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7618698435075152e-05,
      "loss": 0.0013,
      "step": 10906
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7618222212982135e-05,
      "loss": 0.0017,
      "step": 10907
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761774594971285e-05,
      "loss": 0.0012,
      "step": 10908
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7617269645269882e-05,
      "loss": 0.0013,
      "step": 10909
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7616793299655796e-05,
      "loss": 0.0022,
      "step": 10910
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7616316912873164e-05,
      "loss": 0.0013,
      "step": 10911
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7615840484924568e-05,
      "loss": 0.0018,
      "step": 10912
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7615364015812586e-05,
      "loss": 0.0016,
      "step": 10913
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7614887505539784e-05,
      "loss": 0.0017,
      "step": 10914
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761441095410874e-05,
      "loss": 0.002,
      "step": 10915
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7613934361522035e-05,
      "loss": 0.0012,
      "step": 10916
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761345772778224e-05,
      "loss": 0.0018,
      "step": 10917
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7612981052891936e-05,
      "loss": 0.0031,
      "step": 10918
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7612504336853692e-05,
      "loss": 0.002,
      "step": 10919
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7612027579670088e-05,
      "loss": 0.0013,
      "step": 10920
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7611550781343705e-05,
      "loss": 0.0016,
      "step": 10921
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7611073941877115e-05,
      "loss": 0.0024,
      "step": 10922
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7610597061272895e-05,
      "loss": 0.0021,
      "step": 10923
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.761012013953363e-05,
      "loss": 0.0023,
      "step": 10924
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7609643176661887e-05,
      "loss": 0.0014,
      "step": 10925
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7609166172660254e-05,
      "loss": 0.0018,
      "step": 10926
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.76086891275313e-05,
      "loss": 0.0011,
      "step": 10927
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760821204127761e-05,
      "loss": 0.0026,
      "step": 10928
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7607734913901757e-05,
      "loss": 0.0024,
      "step": 10929
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7607257745406326e-05,
      "loss": 0.0017,
      "step": 10930
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7606780535793893e-05,
      "loss": 0.0013,
      "step": 10931
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760630328506704e-05,
      "loss": 0.0023,
      "step": 10932
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7605825993228345e-05,
      "loss": 0.0017,
      "step": 10933
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7605348660280384e-05,
      "loss": 0.0026,
      "step": 10934
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760487128622574e-05,
      "loss": 0.0017,
      "step": 10935
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760439387106699e-05,
      "loss": 0.0015,
      "step": 10936
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760391641480672e-05,
      "loss": 0.003,
      "step": 10937
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7603438917447513e-05,
      "loss": 0.0019,
      "step": 10938
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7602961378991943e-05,
      "loss": 0.001,
      "step": 10939
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760248379944259e-05,
      "loss": 0.0018,
      "step": 10940
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760200617880204e-05,
      "loss": 0.0021,
      "step": 10941
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7601528517072873e-05,
      "loss": 0.0018,
      "step": 10942
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760105081425767e-05,
      "loss": 0.0019,
      "step": 10943
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7600573070359014e-05,
      "loss": 0.0007,
      "step": 10944
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.760009528537949e-05,
      "loss": 0.0014,
      "step": 10945
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7599617459321674e-05,
      "loss": 0.0018,
      "step": 10946
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759913959218815e-05,
      "loss": 0.0022,
      "step": 10947
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7598661683981505e-05,
      "loss": 0.0023,
      "step": 10948
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759818373470432e-05,
      "loss": 0.0022,
      "step": 10949
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759770574435918e-05,
      "loss": 0.0023,
      "step": 10950
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7597227712948664e-05,
      "loss": 0.0018,
      "step": 10951
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7596749640475362e-05,
      "loss": 0.0012,
      "step": 10952
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759627152694185e-05,
      "loss": 0.0028,
      "step": 10953
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7595793372350716e-05,
      "loss": 0.0029,
      "step": 10954
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759531517670455e-05,
      "loss": 0.0019,
      "step": 10955
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7594836940005924e-05,
      "loss": 0.0013,
      "step": 10956
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7594358662257437e-05,
      "loss": 0.0021,
      "step": 10957
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7593880343461668e-05,
      "loss": 0.0018,
      "step": 10958
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75934019836212e-05,
      "loss": 0.0025,
      "step": 10959
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7592923582738622e-05,
      "loss": 0.0026,
      "step": 10960
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7592445140816515e-05,
      "loss": 0.0014,
      "step": 10961
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759196665785747e-05,
      "loss": 0.0013,
      "step": 10962
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.759148813386407e-05,
      "loss": 0.002,
      "step": 10963
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75910095688389e-05,
      "loss": 0.0014,
      "step": 10964
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7590530962784556e-05,
      "loss": 0.0032,
      "step": 10965
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7590052315703614e-05,
      "loss": 0.0026,
      "step": 10966
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7589573627598665e-05,
      "loss": 0.0016,
      "step": 10967
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75890948984723e-05,
      "loss": 0.0023,
      "step": 10968
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7588616128327098e-05,
      "loss": 0.0021,
      "step": 10969
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7588137317165656e-05,
      "loss": 0.0012,
      "step": 10970
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7587658464990557e-05,
      "loss": 0.0021,
      "step": 10971
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7587179571804386e-05,
      "loss": 0.0015,
      "step": 10972
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758670063760974e-05,
      "loss": 0.0012,
      "step": 10973
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7586221662409203e-05,
      "loss": 0.0027,
      "step": 10974
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758574264620536e-05,
      "loss": 0.0018,
      "step": 10975
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7585263589000807e-05,
      "loss": 0.0011,
      "step": 10976
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7584784490798128e-05,
      "loss": 0.0017,
      "step": 10977
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7584305351599918e-05,
      "loss": 0.002,
      "step": 10978
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758382617140876e-05,
      "loss": 0.002,
      "step": 10979
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758334695022725e-05,
      "loss": 0.0025,
      "step": 10980
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7582867688057976e-05,
      "loss": 0.0012,
      "step": 10981
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7582388384903525e-05,
      "loss": 0.0005,
      "step": 10982
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758190904076649e-05,
      "loss": 0.0028,
      "step": 10983
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.758142965564946e-05,
      "loss": 0.0024,
      "step": 10984
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7580950229555036e-05,
      "loss": 0.0025,
      "step": 10985
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7580470762485798e-05,
      "loss": 0.0014,
      "step": 10986
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7579991254444343e-05,
      "loss": 0.0029,
      "step": 10987
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757951170543326e-05,
      "loss": 0.0019,
      "step": 10988
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757903211545514e-05,
      "loss": 0.0015,
      "step": 10989
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7578552484512577e-05,
      "loss": 0.002,
      "step": 10990
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7578072812608167e-05,
      "loss": 0.0016,
      "step": 10991
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7577593099744496e-05,
      "loss": 0.0019,
      "step": 10992
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7577113345924163e-05,
      "loss": 0.0019,
      "step": 10993
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7576633551149754e-05,
      "loss": 0.0014,
      "step": 10994
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757615371542387e-05,
      "loss": 0.0025,
      "step": 10995
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7575673838749095e-05,
      "loss": 0.001,
      "step": 10996
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7575193921128037e-05,
      "loss": 0.0014,
      "step": 10997
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7574713962563276e-05,
      "loss": 0.0021,
      "step": 10998
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757423396305741e-05,
      "loss": 0.0016,
      "step": 10999
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757375392261304e-05,
      "loss": 0.0027,
      "step": 11000
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7573273841232753e-05,
      "loss": 0.0013,
      "step": 11001
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7572793718919146e-05,
      "loss": 0.0018,
      "step": 11002
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7572313555674813e-05,
      "loss": 0.0018,
      "step": 11003
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7571833351502353e-05,
      "loss": 0.0023,
      "step": 11004
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757135310640436e-05,
      "loss": 0.0023,
      "step": 11005
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.757087282038343e-05,
      "loss": 0.002,
      "step": 11006
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7570392493442156e-05,
      "loss": 0.003,
      "step": 11007
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756991212558313e-05,
      "loss": 0.0026,
      "step": 11008
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756943171680896e-05,
      "loss": 0.0023,
      "step": 11009
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7568951267122238e-05,
      "loss": 0.0017,
      "step": 11010
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756847077652556e-05,
      "loss": 0.0015,
      "step": 11011
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756799024502152e-05,
      "loss": 0.0022,
      "step": 11012
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7567509672612718e-05,
      "loss": 0.0027,
      "step": 11013
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7567029059301758e-05,
      "loss": 0.002,
      "step": 11014
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7566548405091223e-05,
      "loss": 0.0021,
      "step": 11015
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7566067709983722e-05,
      "loss": 0.0018,
      "step": 11016
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7565586973981853e-05,
      "loss": 0.001,
      "step": 11017
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7565106197088208e-05,
      "loss": 0.0012,
      "step": 11018
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7564625379305392e-05,
      "loss": 0.0014,
      "step": 11019
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7564144520635998e-05,
      "loss": 0.0015,
      "step": 11020
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756366362108263e-05,
      "loss": 0.0026,
      "step": 11021
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7563182680647886e-05,
      "loss": 0.0022,
      "step": 11022
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7562701699334362e-05,
      "loss": 0.0022,
      "step": 11023
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7562220677144664e-05,
      "loss": 0.0014,
      "step": 11024
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.756173961408139e-05,
      "loss": 0.0013,
      "step": 11025
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7561258510147133e-05,
      "loss": 0.0026,
      "step": 11026
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75607773653445e-05,
      "loss": 0.0027,
      "step": 11027
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7560296179676092e-05,
      "loss": 0.0021,
      "step": 11028
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755981495314451e-05,
      "loss": 0.0026,
      "step": 11029
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755933368575235e-05,
      "loss": 0.0022,
      "step": 11030
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755885237750222e-05,
      "loss": 0.0018,
      "step": 11031
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7558371028396714e-05,
      "loss": 0.0011,
      "step": 11032
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755788963843844e-05,
      "loss": 0.0032,
      "step": 11033
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755740820763e-05,
      "loss": 0.0021,
      "step": 11034
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7556926735973988e-05,
      "loss": 0.0018,
      "step": 11035
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7556445223473014e-05,
      "loss": 0.001,
      "step": 11036
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7555963670129677e-05,
      "loss": 0.0029,
      "step": 11037
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7555482075946586e-05,
      "loss": 0.0031,
      "step": 11038
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755500044092634e-05,
      "loss": 0.003,
      "step": 11039
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7554518765071534e-05,
      "loss": 0.0024,
      "step": 11040
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7554037048384788e-05,
      "loss": 0.0014,
      "step": 11041
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755355529086869e-05,
      "loss": 0.0025,
      "step": 11042
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7553073492525853e-05,
      "loss": 0.0019,
      "step": 11043
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7552591653358878e-05,
      "loss": 0.0013,
      "step": 11044
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.755210977337037e-05,
      "loss": 0.0019,
      "step": 11045
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7551627852562934e-05,
      "loss": 0.0018,
      "step": 11046
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7551145890939176e-05,
      "loss": 0.0014,
      "step": 11047
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7550663888501698e-05,
      "loss": 0.0015,
      "step": 11048
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7550181845253106e-05,
      "loss": 0.0021,
      "step": 11049
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7549699761196007e-05,
      "loss": 0.0016,
      "step": 11050
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7549217636333005e-05,
      "loss": 0.0012,
      "step": 11051
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7548735470666708e-05,
      "loss": 0.0016,
      "step": 11052
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7548253264199714e-05,
      "loss": 0.0019,
      "step": 11053
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7547771016934644e-05,
      "loss": 0.0013,
      "step": 11054
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7547288728874092e-05,
      "loss": 0.0011,
      "step": 11055
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.754680640002067e-05,
      "loss": 0.0032,
      "step": 11056
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7546324030376984e-05,
      "loss": 0.0015,
      "step": 11057
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7545841619945643e-05,
      "loss": 0.0029,
      "step": 11058
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.754535916872925e-05,
      "loss": 0.0012,
      "step": 11059
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7544876676730417e-05,
      "loss": 0.0021,
      "step": 11060
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.754439414395175e-05,
      "loss": 0.0034,
      "step": 11061
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7543911570395856e-05,
      "loss": 0.0027,
      "step": 11062
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7543428956065348e-05,
      "loss": 0.002,
      "step": 11063
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7542946300962827e-05,
      "loss": 0.002,
      "step": 11064
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.754246360509091e-05,
      "loss": 0.0026,
      "step": 11065
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75419808684522e-05,
      "loss": 0.0011,
      "step": 11066
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.754149809104931e-05,
      "loss": 0.0014,
      "step": 11067
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7541015272884842e-05,
      "loss": 0.0025,
      "step": 11068
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7540532413961413e-05,
      "loss": 0.0025,
      "step": 11069
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7540049514281633e-05,
      "loss": 0.0006,
      "step": 11070
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753956657384811e-05,
      "loss": 0.0021,
      "step": 11071
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753908359266345e-05,
      "loss": 0.0024,
      "step": 11072
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753860057073027e-05,
      "loss": 0.0016,
      "step": 11073
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753811750805118e-05,
      "loss": 0.0021,
      "step": 11074
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753763440462879e-05,
      "loss": 0.0023,
      "step": 11075
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753715126046571e-05,
      "loss": 0.0011,
      "step": 11076
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7536668075564548e-05,
      "loss": 0.004,
      "step": 11077
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7536184849927922e-05,
      "loss": 0.0016,
      "step": 11078
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753570158355844e-05,
      "loss": 0.0015,
      "step": 11079
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7535218276458717e-05,
      "loss": 0.0037,
      "step": 11080
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7534734928631364e-05,
      "loss": 0.0007,
      "step": 11081
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753425154007899e-05,
      "loss": 0.0011,
      "step": 11082
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7533768110804216e-05,
      "loss": 0.0024,
      "step": 11083
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7533284640809647e-05,
      "loss": 0.0016,
      "step": 11084
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75328011300979e-05,
      "loss": 0.002,
      "step": 11085
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7532317578671586e-05,
      "loss": 0.0025,
      "step": 11086
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7531833986533318e-05,
      "loss": 0.0018,
      "step": 11087
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.753135035368571e-05,
      "loss": 0.0026,
      "step": 11088
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7530866680131385e-05,
      "loss": 0.0016,
      "step": 11089
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7530382965872942e-05,
      "loss": 0.0008,
      "step": 11090
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.752989921091301e-05,
      "loss": 0.0023,
      "step": 11091
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7529415415254192e-05,
      "loss": 0.0026,
      "step": 11092
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.752893157889911e-05,
      "loss": 0.0016,
      "step": 11093
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7528447701850377e-05,
      "loss": 0.0021,
      "step": 11094
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7527963784110608e-05,
      "loss": 0.0024,
      "step": 11095
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.752747982568242e-05,
      "loss": 0.0013,
      "step": 11096
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7526995826568424e-05,
      "loss": 0.0021,
      "step": 11097
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7526511786771245e-05,
      "loss": 0.0011,
      "step": 11098
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.752602770629349e-05,
      "loss": 0.0018,
      "step": 11099
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7525543585137778e-05,
      "loss": 0.0014,
      "step": 11100
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7525059423306732e-05,
      "loss": 0.0017,
      "step": 11101
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7524575220802963e-05,
      "loss": 0.0021,
      "step": 11102
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7524090977629083e-05,
      "loss": 0.0027,
      "step": 11103
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7523606693787722e-05,
      "loss": 0.0025,
      "step": 11104
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7523122369281488e-05,
      "loss": 0.0022,
      "step": 11105
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7522638004113e-05,
      "loss": 0.0011,
      "step": 11106
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7522153598284884e-05,
      "loss": 0.0014,
      "step": 11107
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7521669151799746e-05,
      "loss": 0.0029,
      "step": 11108
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.752118466466021e-05,
      "loss": 0.0037,
      "step": 11109
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75207001368689e-05,
      "loss": 0.002,
      "step": 11110
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7520215568428425e-05,
      "loss": 0.0033,
      "step": 11111
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751973095934141e-05,
      "loss": 0.0009,
      "step": 11112
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7519246309610474e-05,
      "loss": 0.0012,
      "step": 11113
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7518761619238234e-05,
      "loss": 0.0012,
      "step": 11114
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7518276888227313e-05,
      "loss": 0.002,
      "step": 11115
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7517792116580328e-05,
      "loss": 0.0021,
      "step": 11116
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7517307304299898e-05,
      "loss": 0.0021,
      "step": 11117
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751682245138865e-05,
      "loss": 0.002,
      "step": 11118
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7516337557849202e-05,
      "loss": 0.0034,
      "step": 11119
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7515852623684167e-05,
      "loss": 0.0023,
      "step": 11120
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7515367648896177e-05,
      "loss": 0.001,
      "step": 11121
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751488263348785e-05,
      "loss": 0.0024,
      "step": 11122
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7514397577461803e-05,
      "loss": 0.002,
      "step": 11123
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751391248082066e-05,
      "loss": 0.0022,
      "step": 11124
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7513427343567048e-05,
      "loss": 0.0008,
      "step": 11125
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751294216570358e-05,
      "loss": 0.001,
      "step": 11126
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7512456947232884e-05,
      "loss": 0.0019,
      "step": 11127
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7511971688157585e-05,
      "loss": 0.003,
      "step": 11128
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75114863884803e-05,
      "loss": 0.0012,
      "step": 11129
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7511001048203654e-05,
      "loss": 0.0018,
      "step": 11130
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7510515667330275e-05,
      "loss": 0.0019,
      "step": 11131
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.751003024586278e-05,
      "loss": 0.0022,
      "step": 11132
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7509544783803797e-05,
      "loss": 0.0015,
      "step": 11133
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7509059281155944e-05,
      "loss": 0.0021,
      "step": 11134
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7508573737921853e-05,
      "loss": 0.002,
      "step": 11135
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7508088154104143e-05,
      "loss": 0.0019,
      "step": 11136
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7507602529705437e-05,
      "loss": 0.0019,
      "step": 11137
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7507116864728368e-05,
      "loss": 0.0032,
      "step": 11138
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7506631159175554e-05,
      "loss": 0.0019,
      "step": 11139
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.750614541304962e-05,
      "loss": 0.0029,
      "step": 11140
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75056596263532e-05,
      "loss": 0.0011,
      "step": 11141
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7505173799088906e-05,
      "loss": 0.0024,
      "step": 11142
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7504687931259376e-05,
      "loss": 0.0015,
      "step": 11143
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7504202022867226e-05,
      "loss": 0.0017,
      "step": 11144
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.750371607391509e-05,
      "loss": 0.0018,
      "step": 11145
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7503230084405594e-05,
      "loss": 0.0027,
      "step": 11146
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7502744054341363e-05,
      "loss": 0.0015,
      "step": 11147
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.750225798372502e-05,
      "loss": 0.0014,
      "step": 11148
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.75017718725592e-05,
      "loss": 0.0016,
      "step": 11149
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7501285720846523e-05,
      "loss": 0.0028,
      "step": 11150
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7500799528589624e-05,
      "loss": 0.0016,
      "step": 11151
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7500313295791123e-05,
      "loss": 0.0013,
      "step": 11152
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7499827022453653e-05,
      "loss": 0.0013,
      "step": 11153
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749934070857984e-05,
      "loss": 0.0025,
      "step": 11154
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7498854354172316e-05,
      "loss": 0.0021,
      "step": 11155
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749836795923371e-05,
      "loss": 0.0025,
      "step": 11156
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7497881523766643e-05,
      "loss": 0.0025,
      "step": 11157
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7497395047773755e-05,
      "loss": 0.0025,
      "step": 11158
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7496908531257666e-05,
      "loss": 0.0017,
      "step": 11159
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749642197422101e-05,
      "loss": 0.0011,
      "step": 11160
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7495935376666416e-05,
      "loss": 0.0008,
      "step": 11161
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7495448738596518e-05,
      "loss": 0.0019,
      "step": 11162
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749496206001394e-05,
      "loss": 0.0019,
      "step": 11163
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7494475340921317e-05,
      "loss": 0.0028,
      "step": 11164
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7493988581321276e-05,
      "loss": 0.0015,
      "step": 11165
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7493501781216448e-05,
      "loss": 0.0013,
      "step": 11166
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749301494060947e-05,
      "loss": 0.001,
      "step": 11167
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7492528059502966e-05,
      "loss": 0.0023,
      "step": 11168
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7492041137899573e-05,
      "loss": 0.0016,
      "step": 11169
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7491554175801923e-05,
      "loss": 0.0019,
      "step": 11170
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7491067173212643e-05,
      "loss": 0.0015,
      "step": 11171
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7490580130134368e-05,
      "loss": 0.0019,
      "step": 11172
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.749009304656973e-05,
      "loss": 0.0018,
      "step": 11173
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7489605922521363e-05,
      "loss": 0.0013,
      "step": 11174
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.74891187579919e-05,
      "loss": 0.0024,
      "step": 11175
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748863155298397e-05,
      "loss": 0.0022,
      "step": 11176
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7488144307500214e-05,
      "loss": 0.0012,
      "step": 11177
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7487657021543257e-05,
      "loss": 0.0012,
      "step": 11178
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7487169695115738e-05,
      "loss": 0.0033,
      "step": 11179
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7486682328220287e-05,
      "loss": 0.0013,
      "step": 11180
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7486194920859545e-05,
      "loss": 0.0011,
      "step": 11181
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748570747303614e-05,
      "loss": 0.0017,
      "step": 11182
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7485219984752714e-05,
      "loss": 0.001,
      "step": 11183
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7484732456011893e-05,
      "loss": 0.0014,
      "step": 11184
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7484244886816314e-05,
      "loss": 0.0015,
      "step": 11185
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7483757277168617e-05,
      "loss": 0.0024,
      "step": 11186
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7483269627071435e-05,
      "loss": 0.0016,
      "step": 11187
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7482781936527402e-05,
      "loss": 0.0014,
      "step": 11188
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7482294205539155e-05,
      "loss": 0.0024,
      "step": 11189
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.748180643410933e-05,
      "loss": 0.0023,
      "step": 11190
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7481318622240565e-05,
      "loss": 0.0013,
      "step": 11191
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7480830769935496e-05,
      "loss": 0.0021,
      "step": 11192
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7480342877196764e-05,
      "loss": 0.0022,
      "step": 11193
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7479854944026994e-05,
      "loss": 0.0016,
      "step": 11194
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7479366970428833e-05,
      "loss": 0.0016,
      "step": 11195
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7478878956404917e-05,
      "loss": 0.0008,
      "step": 11196
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7478390901957885e-05,
      "loss": 0.0016,
      "step": 11197
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.747790280709037e-05,
      "loss": 0.0014,
      "step": 11198
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7477414671805017e-05,
      "loss": 0.0017,
      "step": 11199
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7476926496104453e-05,
      "loss": 0.0022,
      "step": 11200
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.747643827999133e-05,
      "loss": 0.0017,
      "step": 11201
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7475950023468278e-05,
      "loss": 0.0027,
      "step": 11202
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.747546172653794e-05,
      "loss": 0.002,
      "step": 11203
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7474973389202953e-05,
      "loss": 0.0018,
      "step": 11204
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.747448501146596e-05,
      "loss": 0.0021,
      "step": 11205
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7473996593329593e-05,
      "loss": 0.0014,
      "step": 11206
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.74735081347965e-05,
      "loss": 0.0032,
      "step": 11207
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.747301963586932e-05,
      "loss": 0.003,
      "step": 11208
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7472531096550688e-05,
      "loss": 0.0016,
      "step": 11209
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.747204251684325e-05,
      "loss": 0.002,
      "step": 11210
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7471553896749643e-05,
      "loss": 0.0015,
      "step": 11211
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7471065236272513e-05,
      "loss": 0.0034,
      "step": 11212
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7470576535414492e-05,
      "loss": 0.0013,
      "step": 11213
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7470087794178232e-05,
      "loss": 0.0015,
      "step": 11214
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746959901256637e-05,
      "loss": 0.0033,
      "step": 11215
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7469110190581545e-05,
      "loss": 0.0027,
      "step": 11216
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7468621328226404e-05,
      "loss": 0.0029,
      "step": 11217
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7468132425503586e-05,
      "loss": 0.0021,
      "step": 11218
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7467643482415736e-05,
      "loss": 0.0029,
      "step": 11219
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746715449896549e-05,
      "loss": 0.0019,
      "step": 11220
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7466665475155503e-05,
      "loss": 0.0022,
      "step": 11221
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746617641098841e-05,
      "loss": 0.0021,
      "step": 11222
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7465687306466853e-05,
      "loss": 0.0021,
      "step": 11223
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7465198161593484e-05,
      "loss": 0.002,
      "step": 11224
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7464708976370935e-05,
      "loss": 0.0014,
      "step": 11225
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746421975080186e-05,
      "loss": 0.0015,
      "step": 11226
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7463730484888895e-05,
      "loss": 0.0015,
      "step": 11227
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7463241178634693e-05,
      "loss": 0.002,
      "step": 11228
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7462751832041895e-05,
      "loss": 0.0024,
      "step": 11229
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7462262445113144e-05,
      "loss": 0.0022,
      "step": 11230
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746177301785109e-05,
      "loss": 0.0008,
      "step": 11231
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.746128355025837e-05,
      "loss": 0.0014,
      "step": 11232
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.7460794042337635e-05,
      "loss": 0.0017,
      "step": 11233
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7460304494091534e-05,
      "loss": 0.0017,
      "step": 11234
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7459814905522707e-05,
      "loss": 0.0016,
      "step": 11235
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7459325276633804e-05,
      "loss": 0.0022,
      "step": 11236
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7458835607427468e-05,
      "loss": 0.0016,
      "step": 11237
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.745834589790635e-05,
      "loss": 0.0021,
      "step": 11238
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7457856148073093e-05,
      "loss": 0.0024,
      "step": 11239
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7457366357930343e-05,
      "loss": 0.0019,
      "step": 11240
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7456876527480755e-05,
      "loss": 0.0019,
      "step": 11241
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7456386656726968e-05,
      "loss": 0.0022,
      "step": 11242
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7455896745671634e-05,
      "loss": 0.0022,
      "step": 11243
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.74554067943174e-05,
      "loss": 0.0011,
      "step": 11244
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7454916802666915e-05,
      "loss": 0.0026,
      "step": 11245
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7454426770722825e-05,
      "loss": 0.0019,
      "step": 11246
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7453936698487784e-05,
      "loss": 0.003,
      "step": 11247
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.745344658596443e-05,
      "loss": 0.0025,
      "step": 11248
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7452956433155427e-05,
      "loss": 0.0019,
      "step": 11249
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.745246624006341e-05,
      "loss": 0.0027,
      "step": 11250
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.745197600669104e-05,
      "loss": 0.0012,
      "step": 11251
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7451485733040957e-05,
      "loss": 0.0012,
      "step": 11252
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.745099541911582e-05,
      "loss": 0.0016,
      "step": 11253
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7450505064918274e-05,
      "loss": 0.0006,
      "step": 11254
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7450014670450968e-05,
      "loss": 0.0022,
      "step": 11255
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7449524235716555e-05,
      "loss": 0.0017,
      "step": 11256
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7449033760717683e-05,
      "loss": 0.0015,
      "step": 11257
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744854324545701e-05,
      "loss": 0.0016,
      "step": 11258
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744805268993718e-05,
      "loss": 0.0017,
      "step": 11259
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744756209416085e-05,
      "loss": 0.0018,
      "step": 11260
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7447071458130663e-05,
      "loss": 0.0018,
      "step": 11261
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744658078184928e-05,
      "loss": 0.0019,
      "step": 11262
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7446090065319347e-05,
      "loss": 0.0031,
      "step": 11263
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7445599308543523e-05,
      "loss": 0.0034,
      "step": 11264
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7445108511524456e-05,
      "loss": 0.001,
      "step": 11265
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7444617674264798e-05,
      "loss": 0.0007,
      "step": 11266
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.74441267967672e-05,
      "loss": 0.0015,
      "step": 11267
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7443635879034322e-05,
      "loss": 0.0019,
      "step": 11268
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7443144921068814e-05,
      "loss": 0.0018,
      "step": 11269
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7442653922873326e-05,
      "loss": 0.0013,
      "step": 11270
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744216288445052e-05,
      "loss": 0.0032,
      "step": 11271
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744167180580304e-05,
      "loss": 0.0012,
      "step": 11272
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.744118068693355e-05,
      "loss": 0.0013,
      "step": 11273
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7440689527844696e-05,
      "loss": 0.0019,
      "step": 11274
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7440198328539138e-05,
      "loss": 0.0023,
      "step": 11275
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743970708901953e-05,
      "loss": 0.0013,
      "step": 11276
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743921580928853e-05,
      "loss": 0.0023,
      "step": 11277
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7438724489348784e-05,
      "loss": 0.0008,
      "step": 11278
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743823312920296e-05,
      "loss": 0.0018,
      "step": 11279
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.74377417288537e-05,
      "loss": 0.0019,
      "step": 11280
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7437250288303672e-05,
      "loss": 0.0033,
      "step": 11281
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7436758807555527e-05,
      "loss": 0.0013,
      "step": 11282
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743626728661192e-05,
      "loss": 0.0017,
      "step": 11283
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7435775725475515e-05,
      "loss": 0.0014,
      "step": 11284
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743528412414896e-05,
      "loss": 0.0015,
      "step": 11285
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7434792482634917e-05,
      "loss": 0.0018,
      "step": 11286
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743430080093604e-05,
      "loss": 0.0017,
      "step": 11287
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743380907905499e-05,
      "loss": 0.003,
      "step": 11288
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7433317316994424e-05,
      "loss": 0.002,
      "step": 11289
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7432825514756998e-05,
      "loss": 0.0016,
      "step": 11290
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743233367234537e-05,
      "loss": 0.0032,
      "step": 11291
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7431841789762204e-05,
      "loss": 0.0034,
      "step": 11292
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743134986701015e-05,
      "loss": 0.0034,
      "step": 11293
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7430857904091873e-05,
      "loss": 0.0022,
      "step": 11294
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.743036590101003e-05,
      "loss": 0.0013,
      "step": 11295
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7429873857767284e-05,
      "loss": 0.0017,
      "step": 11296
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7429381774366286e-05,
      "loss": 0.0017,
      "step": 11297
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7428889650809703e-05,
      "loss": 0.0023,
      "step": 11298
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742839748710019e-05,
      "loss": 0.0026,
      "step": 11299
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7427905283240414e-05,
      "loss": 0.0024,
      "step": 11300
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742741303923303e-05,
      "loss": 0.0016,
      "step": 11301
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.74269207550807e-05,
      "loss": 0.0031,
      "step": 11302
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7426428430786083e-05,
      "loss": 0.0007,
      "step": 11303
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7425936066351842e-05,
      "loss": 0.0027,
      "step": 11304
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7425443661780637e-05,
      "loss": 0.0019,
      "step": 11305
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742495121707513e-05,
      "loss": 0.0013,
      "step": 11306
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7424458732237985e-05,
      "loss": 0.0016,
      "step": 11307
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7423966207271857e-05,
      "loss": 0.0031,
      "step": 11308
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7423473642179418e-05,
      "loss": 0.0019,
      "step": 11309
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7422981036963322e-05,
      "loss": 0.0013,
      "step": 11310
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7422488391626234e-05,
      "loss": 0.0023,
      "step": 11311
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742199570617082e-05,
      "loss": 0.0023,
      "step": 11312
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7421502980599738e-05,
      "loss": 0.0021,
      "step": 11313
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7421010214915656e-05,
      "loss": 0.0021,
      "step": 11314
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742051740912123e-05,
      "loss": 0.0013,
      "step": 11315
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.742002456321913e-05,
      "loss": 0.0015,
      "step": 11316
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741953167721202e-05,
      "loss": 0.002,
      "step": 11317
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7419038751102564e-05,
      "loss": 0.0017,
      "step": 11318
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741854578489342e-05,
      "loss": 0.0019,
      "step": 11319
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741805277858726e-05,
      "loss": 0.0018,
      "step": 11320
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7417559732186747e-05,
      "loss": 0.0029,
      "step": 11321
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741706664569454e-05,
      "loss": 0.0028,
      "step": 11322
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741657351911331e-05,
      "loss": 0.0024,
      "step": 11323
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741608035244572e-05,
      "loss": 0.0019,
      "step": 11324
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741558714569444e-05,
      "loss": 0.0029,
      "step": 11325
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741509389886213e-05,
      "loss": 0.0015,
      "step": 11326
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741460061195146e-05,
      "loss": 0.0018,
      "step": 11327
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7414107284965095e-05,
      "loss": 0.0022,
      "step": 11328
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.74136139179057e-05,
      "loss": 0.0018,
      "step": 11329
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741312051077594e-05,
      "loss": 0.0018,
      "step": 11330
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7412627063578487e-05,
      "loss": 0.0009,
      "step": 11331
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7412133576316002e-05,
      "loss": 0.0028,
      "step": 11332
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.741164004899116e-05,
      "loss": 0.0023,
      "step": 11333
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7411146481606623e-05,
      "loss": 0.0011,
      "step": 11334
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7410652874165057e-05,
      "loss": 0.0019,
      "step": 11335
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7410159226669136e-05,
      "loss": 0.003,
      "step": 11336
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7409665539121524e-05,
      "loss": 0.0019,
      "step": 11337
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7409171811524892e-05,
      "loss": 0.0029,
      "step": 11338
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7408678043881905e-05,
      "loss": 0.0028,
      "step": 11339
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7408184236195236e-05,
      "loss": 0.0014,
      "step": 11340
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.740769038846755e-05,
      "loss": 0.0024,
      "step": 11341
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7407196500701518e-05,
      "loss": 0.0015,
      "step": 11342
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7406702572899807e-05,
      "loss": 0.0012,
      "step": 11343
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7406208605065092e-05,
      "loss": 0.0024,
      "step": 11344
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.740571459720004e-05,
      "loss": 0.0023,
      "step": 11345
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7405220549307323e-05,
      "loss": 0.0031,
      "step": 11346
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7404726461389608e-05,
      "loss": 0.0026,
      "step": 11347
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7404232333449566e-05,
      "loss": 0.0028,
      "step": 11348
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7403738165489866e-05,
      "loss": 0.0017,
      "step": 11349
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7403243957513187e-05,
      "loss": 0.0016,
      "step": 11350
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7402749709522192e-05,
      "loss": 0.0023,
      "step": 11351
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7402255421519558e-05,
      "loss": 0.0022,
      "step": 11352
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.740176109350795e-05,
      "loss": 0.0029,
      "step": 11353
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7401266725490048e-05,
      "loss": 0.0025,
      "step": 11354
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7400772317468516e-05,
      "loss": 0.0022,
      "step": 11355
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.740027786944603e-05,
      "loss": 0.0012,
      "step": 11356
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7399783381425264e-05,
      "loss": 0.0016,
      "step": 11357
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7399288853408888e-05,
      "loss": 0.0032,
      "step": 11358
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7398794285399576e-05,
      "loss": 0.002,
      "step": 11359
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.73982996774e-05,
      "loss": 0.0017,
      "step": 11360
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739780502941284e-05,
      "loss": 0.0024,
      "step": 11361
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739731034144076e-05,
      "loss": 0.0023,
      "step": 11362
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7396815613486438e-05,
      "loss": 0.0017,
      "step": 11363
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739632084555255e-05,
      "loss": 0.0025,
      "step": 11364
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7395826037641766e-05,
      "loss": 0.0014,
      "step": 11365
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7395331189756763e-05,
      "loss": 0.0035,
      "step": 11366
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7394836301900215e-05,
      "loss": 0.0014,
      "step": 11367
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7394341374074797e-05,
      "loss": 0.002,
      "step": 11368
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7393846406283184e-05,
      "loss": 0.0013,
      "step": 11369
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739335139852805e-05,
      "loss": 0.0011,
      "step": 11370
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7392856350812075e-05,
      "loss": 0.0019,
      "step": 11371
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739236126313793e-05,
      "loss": 0.0018,
      "step": 11372
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739186613550829e-05,
      "loss": 0.002,
      "step": 11373
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739137096792584e-05,
      "loss": 0.0007,
      "step": 11374
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7390875760393245e-05,
      "loss": 0.0012,
      "step": 11375
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.739038051291319e-05,
      "loss": 0.002,
      "step": 11376
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7389885225488343e-05,
      "loss": 0.0016,
      "step": 11377
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7389389898121387e-05,
      "loss": 0.001,
      "step": 11378
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7388894530815005e-05,
      "loss": 0.0024,
      "step": 11379
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738839912357186e-05,
      "loss": 0.0024,
      "step": 11380
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7387903676394645e-05,
      "loss": 0.0019,
      "step": 11381
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7387408189286027e-05,
      "loss": 0.0011,
      "step": 11382
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738691266224869e-05,
      "loss": 0.0024,
      "step": 11383
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7386417095285308e-05,
      "loss": 0.0027,
      "step": 11384
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7385921488398557e-05,
      "loss": 0.0019,
      "step": 11385
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7385425841591126e-05,
      "loss": 0.0022,
      "step": 11386
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7384930154865686e-05,
      "loss": 0.0014,
      "step": 11387
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7384434428224922e-05,
      "loss": 0.0024,
      "step": 11388
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738393866167151e-05,
      "loss": 0.002,
      "step": 11389
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7383442855208125e-05,
      "loss": 0.0021,
      "step": 11390
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738294700883745e-05,
      "loss": 0.0017,
      "step": 11391
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738245112256217e-05,
      "loss": 0.0023,
      "step": 11392
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7381955196384962e-05,
      "loss": 0.0022,
      "step": 11393
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7381459230308503e-05,
      "loss": 0.0022,
      "step": 11394
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738096322433548e-05,
      "loss": 0.0029,
      "step": 11395
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.738046717846857e-05,
      "loss": 0.0017,
      "step": 11396
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7379971092710453e-05,
      "loss": 0.0016,
      "step": 11397
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7379474967063812e-05,
      "loss": 0.0009,
      "step": 11398
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7378978801531327e-05,
      "loss": 0.0018,
      "step": 11399
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7378482596115683e-05,
      "loss": 0.0019,
      "step": 11400
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7377986350819563e-05,
      "loss": 0.0022,
      "step": 11401
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7377490065645643e-05,
      "loss": 0.0017,
      "step": 11402
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.737699374059661e-05,
      "loss": 0.0025,
      "step": 11403
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7376497375675145e-05,
      "loss": 0.0026,
      "step": 11404
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7376000970883934e-05,
      "loss": 0.0021,
      "step": 11405
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7375504526225653e-05,
      "loss": 0.0019,
      "step": 11406
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7375008041702994e-05,
      "loss": 0.0013,
      "step": 11407
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.737451151731863e-05,
      "loss": 0.0019,
      "step": 11408
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7374014953075257e-05,
      "loss": 0.0023,
      "step": 11409
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.737351834897555e-05,
      "loss": 0.0016,
      "step": 11410
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7373021705022197e-05,
      "loss": 0.0026,
      "step": 11411
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7372525021217882e-05,
      "loss": 0.0015,
      "step": 11412
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7372028297565286e-05,
      "loss": 0.0022,
      "step": 11413
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.73715315340671e-05,
      "loss": 0.0015,
      "step": 11414
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7371034730726003e-05,
      "loss": 0.0017,
      "step": 11415
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7370537887544684e-05,
      "loss": 0.0026,
      "step": 11416
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7370041004525826e-05,
      "loss": 0.0019,
      "step": 11417
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7369544081672117e-05,
      "loss": 0.002,
      "step": 11418
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.736904711898624e-05,
      "loss": 0.002,
      "step": 11419
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.736855011647088e-05,
      "loss": 0.0021,
      "step": 11420
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7368053074128734e-05,
      "loss": 0.0044,
      "step": 11421
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7367555991962476e-05,
      "loss": 0.0016,
      "step": 11422
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7367058869974798e-05,
      "loss": 0.0011,
      "step": 11423
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7366561708168385e-05,
      "loss": 0.0021,
      "step": 11424
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7366064506545924e-05,
      "loss": 0.003,
      "step": 11425
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.736556726511011e-05,
      "loss": 0.0013,
      "step": 11426
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7365069983863615e-05,
      "loss": 0.0016,
      "step": 11427
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7364572662809146e-05,
      "loss": 0.0007,
      "step": 11428
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7364075301949374e-05,
      "loss": 0.0018,
      "step": 11429
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7363577901286998e-05,
      "loss": 0.0019,
      "step": 11430
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.73630804608247e-05,
      "loss": 0.001,
      "step": 11431
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7362582980565174e-05,
      "loss": 0.0023,
      "step": 11432
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7362085460511102e-05,
      "loss": 0.0016,
      "step": 11433
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.736158790066518e-05,
      "loss": 0.0021,
      "step": 11434
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7361090301030093e-05,
      "loss": 0.0016,
      "step": 11435
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7360592661608534e-05,
      "loss": 0.0018,
      "step": 11436
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7360094982403192e-05,
      "loss": 0.0014,
      "step": 11437
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735959726341675e-05,
      "loss": 0.0022,
      "step": 11438
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735909950465191e-05,
      "loss": 0.0021,
      "step": 11439
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7358601706111357e-05,
      "loss": 0.0029,
      "step": 11440
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7358103867797778e-05,
      "loss": 0.0016,
      "step": 11441
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7357605989713867e-05,
      "loss": 0.0024,
      "step": 11442
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7357108071862315e-05,
      "loss": 0.0014,
      "step": 11443
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735661011424581e-05,
      "loss": 0.0024,
      "step": 11444
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735611211686705e-05,
      "loss": 0.0018,
      "step": 11445
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7355614079728723e-05,
      "loss": 0.0016,
      "step": 11446
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735511600283352e-05,
      "loss": 0.0011,
      "step": 11447
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7354617886184133e-05,
      "loss": 0.002,
      "step": 11448
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7354119729783258e-05,
      "loss": 0.0007,
      "step": 11449
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7353621533633586e-05,
      "loss": 0.0019,
      "step": 11450
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.73531232977378e-05,
      "loss": 0.0021,
      "step": 11451
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735262502209861e-05,
      "loss": 0.0029,
      "step": 11452
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7352126706718698e-05,
      "loss": 0.0028,
      "step": 11453
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735162835160076e-05,
      "loss": 0.0027,
      "step": 11454
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735112995674749e-05,
      "loss": 0.0024,
      "step": 11455
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735063152216158e-05,
      "loss": 0.0019,
      "step": 11456
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.735013304784573e-05,
      "loss": 0.0029,
      "step": 11457
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7349634533802624e-05,
      "loss": 0.0023,
      "step": 11458
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7349135980034964e-05,
      "loss": 0.0012,
      "step": 11459
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7348637386545444e-05,
      "loss": 0.0018,
      "step": 11460
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734813875333676e-05,
      "loss": 0.0015,
      "step": 11461
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7347640080411598e-05,
      "loss": 0.0011,
      "step": 11462
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7347141367772664e-05,
      "loss": 0.0019,
      "step": 11463
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734664261542265e-05,
      "loss": 0.0031,
      "step": 11464
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7346143823364252e-05,
      "loss": 0.0011,
      "step": 11465
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7345644991600162e-05,
      "loss": 0.0029,
      "step": 11466
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7345146120133084e-05,
      "loss": 0.0014,
      "step": 11467
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734464720896571e-05,
      "loss": 0.0015,
      "step": 11468
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7344148258100734e-05,
      "loss": 0.0013,
      "step": 11469
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7343649267540854e-05,
      "loss": 0.0017,
      "step": 11470
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7343150237288772e-05,
      "loss": 0.0023,
      "step": 11471
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734265116734718e-05,
      "loss": 0.001,
      "step": 11472
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7342152057718777e-05,
      "loss": 0.0018,
      "step": 11473
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734165290840626e-05,
      "loss": 0.0017,
      "step": 11474
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734115371941233e-05,
      "loss": 0.0018,
      "step": 11475
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734065449073968e-05,
      "loss": 0.002,
      "step": 11476
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.734015522239101e-05,
      "loss": 0.0024,
      "step": 11477
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7339655914369024e-05,
      "loss": 0.0016,
      "step": 11478
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7339156566676414e-05,
      "loss": 0.0014,
      "step": 11479
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7338657179315882e-05,
      "loss": 0.0015,
      "step": 11480
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7338157752290125e-05,
      "loss": 0.0016,
      "step": 11481
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7337658285601848e-05,
      "loss": 0.0021,
      "step": 11482
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7337158779253743e-05,
      "loss": 0.0007,
      "step": 11483
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.733665923324851e-05,
      "loss": 0.0021,
      "step": 11484
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7336159647588858e-05,
      "loss": 0.0017,
      "step": 11485
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.733566002227748e-05,
      "loss": 0.0024,
      "step": 11486
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7335160357317078e-05,
      "loss": 0.0021,
      "step": 11487
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.733466065271035e-05,
      "loss": 0.0029,
      "step": 11488
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.733416090846e-05,
      "loss": 0.0036,
      "step": 11489
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7333661124568734e-05,
      "loss": 0.0025,
      "step": 11490
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7333161301039242e-05,
      "loss": 0.0018,
      "step": 11491
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7332661437874235e-05,
      "loss": 0.0028,
      "step": 11492
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.733216153507641e-05,
      "loss": 0.0018,
      "step": 11493
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.733166159264847e-05,
      "loss": 0.0023,
      "step": 11494
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7331161610593117e-05,
      "loss": 0.002,
      "step": 11495
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7330661588913057e-05,
      "loss": 0.0016,
      "step": 11496
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7330161527610984e-05,
      "loss": 0.0012,
      "step": 11497
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732966142668961e-05,
      "loss": 0.0014,
      "step": 11498
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7329161286151633e-05,
      "loss": 0.0014,
      "step": 11499
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732866110599976e-05,
      "loss": 0.0018,
      "step": 11500
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732816088623669e-05,
      "loss": 0.0011,
      "step": 11501
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7327660626865128e-05,
      "loss": 0.0025,
      "step": 11502
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7327160327887778e-05,
      "loss": 0.0038,
      "step": 11503
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7326659989307346e-05,
      "loss": 0.0024,
      "step": 11504
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732615961112653e-05,
      "loss": 0.0017,
      "step": 11505
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7325659193348047e-05,
      "loss": 0.0029,
      "step": 11506
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732515873597459e-05,
      "loss": 0.0019,
      "step": 11507
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732465823900887e-05,
      "loss": 0.002,
      "step": 11508
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732415770245359e-05,
      "loss": 0.0015,
      "step": 11509
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7323657126311454e-05,
      "loss": 0.0019,
      "step": 11510
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7323156510585172e-05,
      "loss": 0.0024,
      "step": 11511
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7322655855277447e-05,
      "loss": 0.001,
      "step": 11512
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7322155160390983e-05,
      "loss": 0.0021,
      "step": 11513
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732165442592849e-05,
      "loss": 0.0019,
      "step": 11514
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.732115365189267e-05,
      "loss": 0.0024,
      "step": 11515
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7320652838286235e-05,
      "loss": 0.0014,
      "step": 11516
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7320151985111888e-05,
      "loss": 0.0017,
      "step": 11517
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7319651092372337e-05,
      "loss": 0.0024,
      "step": 11518
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7319150160070292e-05,
      "loss": 0.0022,
      "step": 11519
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7318649188208462e-05,
      "loss": 0.0026,
      "step": 11520
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7318148176789543e-05,
      "loss": 0.0032,
      "step": 11521
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7317647125816255e-05,
      "loss": 0.0023,
      "step": 11522
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7317146035291302e-05,
      "loss": 0.0019,
      "step": 11523
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7316644905217392e-05,
      "loss": 0.0014,
      "step": 11524
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7316143735597235e-05,
      "loss": 0.0022,
      "step": 11525
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7315642526433537e-05,
      "loss": 0.0014,
      "step": 11526
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.731514127772901e-05,
      "loss": 0.0014,
      "step": 11527
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7314639989486364e-05,
      "loss": 0.0015,
      "step": 11528
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7314138661708306e-05,
      "loss": 0.0013,
      "step": 11529
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7313637294397544e-05,
      "loss": 0.0025,
      "step": 11530
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.731313588755679e-05,
      "loss": 0.0021,
      "step": 11531
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.731263444118876e-05,
      "loss": 0.0014,
      "step": 11532
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7312132955296152e-05,
      "loss": 0.0014,
      "step": 11533
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7311631429881686e-05,
      "loss": 0.001,
      "step": 11534
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7311129864948067e-05,
      "loss": 0.0022,
      "step": 11535
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7310628260498013e-05,
      "loss": 0.0029,
      "step": 11536
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7310126616534232e-05,
      "loss": 0.002,
      "step": 11537
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730962493305943e-05,
      "loss": 0.0026,
      "step": 11538
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7309123210076327e-05,
      "loss": 0.0023,
      "step": 11539
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7308621447587625e-05,
      "loss": 0.0018,
      "step": 11540
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7308119645596044e-05,
      "loss": 0.0012,
      "step": 11541
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7307617804104294e-05,
      "loss": 0.003,
      "step": 11542
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7307115923115093e-05,
      "loss": 0.0029,
      "step": 11543
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7306614002631138e-05,
      "loss": 0.0009,
      "step": 11544
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730611204265516e-05,
      "loss": 0.0019,
      "step": 11545
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730561004318986e-05,
      "loss": 0.0018,
      "step": 11546
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7305108004237956e-05,
      "loss": 0.0018,
      "step": 11547
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7304605925802164e-05,
      "loss": 0.0022,
      "step": 11548
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730410380788519e-05,
      "loss": 0.0016,
      "step": 11549
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730360165048975e-05,
      "loss": 0.0016,
      "step": 11550
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7303099453618565e-05,
      "loss": 0.0024,
      "step": 11551
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7302597217274347e-05,
      "loss": 0.0019,
      "step": 11552
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7302094941459806e-05,
      "loss": 0.002,
      "step": 11553
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.730159262617766e-05,
      "loss": 0.0025,
      "step": 11554
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7301090271430622e-05,
      "loss": 0.0019,
      "step": 11555
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7300587877221408e-05,
      "loss": 0.001,
      "step": 11556
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7300085443552736e-05,
      "loss": 0.002,
      "step": 11557
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7299582970427318e-05,
      "loss": 0.0014,
      "step": 11558
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729908045784787e-05,
      "loss": 0.0019,
      "step": 11559
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7298577905817113e-05,
      "loss": 0.0017,
      "step": 11560
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729807531433776e-05,
      "loss": 0.0015,
      "step": 11561
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7297572683412523e-05,
      "loss": 0.0021,
      "step": 11562
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7297070013044127e-05,
      "loss": 0.0014,
      "step": 11563
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729656730323528e-05,
      "loss": 0.0022,
      "step": 11564
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7296064553988706e-05,
      "loss": 0.002,
      "step": 11565
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7295561765307123e-05,
      "loss": 0.0016,
      "step": 11566
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7295058937193247e-05,
      "loss": 0.0019,
      "step": 11567
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729455606964979e-05,
      "loss": 0.0014,
      "step": 11568
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7294053162679473e-05,
      "loss": 0.0029,
      "step": 11569
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.729355021628502e-05,
      "loss": 0.0025,
      "step": 11570
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7293047230469144e-05,
      "loss": 0.0011,
      "step": 11571
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7292544205234566e-05,
      "loss": 0.0016,
      "step": 11572
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7292041140584005e-05,
      "loss": 0.002,
      "step": 11573
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7291538036520177e-05,
      "loss": 0.002,
      "step": 11574
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7291034893045804e-05,
      "loss": 0.0024,
      "step": 11575
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7290531710163602e-05,
      "loss": 0.0014,
      "step": 11576
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7290028487876296e-05,
      "loss": 0.0018,
      "step": 11577
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7289525226186602e-05,
      "loss": 0.0016,
      "step": 11578
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.728902192509724e-05,
      "loss": 0.0012,
      "step": 11579
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.728851858461093e-05,
      "loss": 0.0022,
      "step": 11580
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7288015204730397e-05,
      "loss": 0.0025,
      "step": 11581
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7287511785458358e-05,
      "loss": 0.0032,
      "step": 11582
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7287008326797536e-05,
      "loss": 0.003,
      "step": 11583
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.728650482875065e-05,
      "loss": 0.0026,
      "step": 11584
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7286001291320424e-05,
      "loss": 0.0024,
      "step": 11585
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7285497714509575e-05,
      "loss": 0.0015,
      "step": 11586
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.728499409832083e-05,
      "loss": 0.0017,
      "step": 11587
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7284490442756908e-05,
      "loss": 0.0011,
      "step": 11588
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7283986747820535e-05,
      "loss": 0.0014,
      "step": 11589
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7283483013514426e-05,
      "loss": 0.0009,
      "step": 11590
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7282979239841312e-05,
      "loss": 0.0018,
      "step": 11591
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7282475426803908e-05,
      "loss": 0.0014,
      "step": 11592
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7281971574404943e-05,
      "loss": 0.0017,
      "step": 11593
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.728146768264714e-05,
      "loss": 0.0027,
      "step": 11594
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7280963751533216e-05,
      "loss": 0.0008,
      "step": 11595
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7280459781065902e-05,
      "loss": 0.0027,
      "step": 11596
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7279955771247924e-05,
      "loss": 0.0026,
      "step": 11597
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7279451722082e-05,
      "loss": 0.0028,
      "step": 11598
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7278947633570853e-05,
      "loss": 0.0021,
      "step": 11599
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7278443505717214e-05,
      "loss": 0.0022,
      "step": 11600
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7277939338523805e-05,
      "loss": 0.0017,
      "step": 11601
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7277435131993348e-05,
      "loss": 0.0014,
      "step": 11602
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7276930886128572e-05,
      "loss": 0.0014,
      "step": 11603
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.72764266009322e-05,
      "loss": 0.0029,
      "step": 11604
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727592227640696e-05,
      "loss": 0.001,
      "step": 11605
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7275417912555578e-05,
      "loss": 0.0013,
      "step": 11606
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7274913509380775e-05,
      "loss": 0.001,
      "step": 11607
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7274409066885286e-05,
      "loss": 0.0014,
      "step": 11608
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727390458507183e-05,
      "loss": 0.0021,
      "step": 11609
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7273400063943137e-05,
      "loss": 0.0019,
      "step": 11610
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727289550350193e-05,
      "loss": 0.0022,
      "step": 11611
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727239090375094e-05,
      "loss": 0.0017,
      "step": 11612
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7271886264692898e-05,
      "loss": 0.0024,
      "step": 11613
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7271381586330524e-05,
      "loss": 0.0016,
      "step": 11614
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.727087686866655e-05,
      "loss": 0.0019,
      "step": 11615
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7270372111703703e-05,
      "loss": 0.0031,
      "step": 11616
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.726986731544471e-05,
      "loss": 0.0023,
      "step": 11617
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7269362479892304e-05,
      "loss": 0.001,
      "step": 11618
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7268857605049206e-05,
      "loss": 0.0026,
      "step": 11619
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7268352690918156e-05,
      "loss": 0.0016,
      "step": 11620
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.726784773750187e-05,
      "loss": 0.0019,
      "step": 11621
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7267342744803085e-05,
      "loss": 0.0023,
      "step": 11622
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7266837712824527e-05,
      "loss": 0.0014,
      "step": 11623
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.726633264156893e-05,
      "loss": 0.0014,
      "step": 11624
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7265827531039023e-05,
      "loss": 0.0025,
      "step": 11625
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.726532238123753e-05,
      "loss": 0.0015,
      "step": 11626
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7264817192167186e-05,
      "loss": 0.0022,
      "step": 11627
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7264311963830724e-05,
      "loss": 0.003,
      "step": 11628
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7263806696230873e-05,
      "loss": 0.0016,
      "step": 11629
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.726330138937036e-05,
      "loss": 0.0018,
      "step": 11630
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.726279604325192e-05,
      "loss": 0.0023,
      "step": 11631
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7262290657878288e-05,
      "loss": 0.0016,
      "step": 11632
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7261785233252186e-05,
      "loss": 0.0022,
      "step": 11633
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7261279769376353e-05,
      "loss": 0.0013,
      "step": 11634
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7260774266253516e-05,
      "loss": 0.0029,
      "step": 11635
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7260268723886416e-05,
      "loss": 0.0025,
      "step": 11636
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7259763142277777e-05,
      "loss": 0.0021,
      "step": 11637
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7259257521430336e-05,
      "loss": 0.0012,
      "step": 11638
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7258751861346822e-05,
      "loss": 0.002,
      "step": 11639
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.725824616202997e-05,
      "loss": 0.0017,
      "step": 11640
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7257740423482513e-05,
      "loss": 0.0017,
      "step": 11641
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.725723464570719e-05,
      "loss": 0.0022,
      "step": 11642
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7256728828706722e-05,
      "loss": 0.0019,
      "step": 11643
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7256222972483856e-05,
      "loss": 0.0019,
      "step": 11644
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.725571707704132e-05,
      "loss": 0.0014,
      "step": 11645
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7255211142381848e-05,
      "loss": 0.0011,
      "step": 11646
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.725470516850818e-05,
      "loss": 0.0019,
      "step": 11647
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7254199155423043e-05,
      "loss": 0.0018,
      "step": 11648
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7253693103129173e-05,
      "loss": 0.0008,
      "step": 11649
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7253187011629316e-05,
      "loss": 0.003,
      "step": 11650
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7252680880926195e-05,
      "loss": 0.0028,
      "step": 11651
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7252174711022546e-05,
      "loss": 0.002,
      "step": 11652
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.725166850192111e-05,
      "loss": 0.0025,
      "step": 11653
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7251162253624624e-05,
      "loss": 0.0023,
      "step": 11654
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7250655966135823e-05,
      "loss": 0.001,
      "step": 11655
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.725014963945744e-05,
      "loss": 0.0012,
      "step": 11656
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7249643273592217e-05,
      "loss": 0.0027,
      "step": 11657
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7249136868542884e-05,
      "loss": 0.0012,
      "step": 11658
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.724863042431218e-05,
      "loss": 0.0027,
      "step": 11659
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.724812394090285e-05,
      "loss": 0.0012,
      "step": 11660
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7247617418317626e-05,
      "loss": 0.0035,
      "step": 11661
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7247110856559242e-05,
      "loss": 0.0021,
      "step": 11662
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7246604255630443e-05,
      "loss": 0.0017,
      "step": 11663
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.724609761553396e-05,
      "loss": 0.0014,
      "step": 11664
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.724559093627254e-05,
      "loss": 0.0013,
      "step": 11665
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7245084217848913e-05,
      "loss": 0.0008,
      "step": 11666
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7244577460265823e-05,
      "loss": 0.0029,
      "step": 11667
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7244070663526008e-05,
      "loss": 0.0016,
      "step": 11668
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7243563827632207e-05,
      "loss": 0.0012,
      "step": 11669
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7243056952587155e-05,
      "loss": 0.0016,
      "step": 11670
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.72425500383936e-05,
      "loss": 0.0016,
      "step": 11671
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7242043085054278e-05,
      "loss": 0.0013,
      "step": 11672
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7241536092571925e-05,
      "loss": 0.0009,
      "step": 11673
    },
    {
      "epoch": 0.26,
      "learning_rate": 1.7241029060949288e-05,
      "loss": 0.0025,
      "step": 11674
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7240521990189104e-05,
      "loss": 0.0027,
      "step": 11675
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7240014880294114e-05,
      "loss": 0.0022,
      "step": 11676
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723950773126706e-05,
      "loss": 0.0024,
      "step": 11677
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723900054311068e-05,
      "loss": 0.0027,
      "step": 11678
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723849331582772e-05,
      "loss": 0.0014,
      "step": 11679
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723798604942092e-05,
      "loss": 0.0011,
      "step": 11680
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723747874389302e-05,
      "loss": 0.0022,
      "step": 11681
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723697139924676e-05,
      "loss": 0.0013,
      "step": 11682
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723646401548489e-05,
      "loss": 0.0014,
      "step": 11683
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7235956592610144e-05,
      "loss": 0.0024,
      "step": 11684
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723544913062527e-05,
      "loss": 0.0007,
      "step": 11685
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7234941629533005e-05,
      "loss": 0.0027,
      "step": 11686
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.72344340893361e-05,
      "loss": 0.0011,
      "step": 11687
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7233926510037293e-05,
      "loss": 0.002,
      "step": 11688
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7233418891639328e-05,
      "loss": 0.0018,
      "step": 11689
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7232911234144947e-05,
      "loss": 0.0018,
      "step": 11690
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.72324035375569e-05,
      "loss": 0.0015,
      "step": 11691
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7231895801877926e-05,
      "loss": 0.0023,
      "step": 11692
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7231388027110773e-05,
      "loss": 0.0026,
      "step": 11693
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.723088021325818e-05,
      "loss": 0.0024,
      "step": 11694
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7230372360322897e-05,
      "loss": 0.0015,
      "step": 11695
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722986446830766e-05,
      "loss": 0.0018,
      "step": 11696
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722935653721523e-05,
      "loss": 0.002,
      "step": 11697
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722884856704834e-05,
      "loss": 0.0021,
      "step": 11698
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7228340557809734e-05,
      "loss": 0.0007,
      "step": 11699
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7227832509502168e-05,
      "loss": 0.0027,
      "step": 11700
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7227324422128382e-05,
      "loss": 0.0016,
      "step": 11701
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722681629569112e-05,
      "loss": 0.0026,
      "step": 11702
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722630813019313e-05,
      "loss": 0.0015,
      "step": 11703
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7225799925637165e-05,
      "loss": 0.0025,
      "step": 11704
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7225291682025967e-05,
      "loss": 0.0019,
      "step": 11705
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7224783399362277e-05,
      "loss": 0.0018,
      "step": 11706
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722427507764885e-05,
      "loss": 0.0026,
      "step": 11707
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7223766716888432e-05,
      "loss": 0.002,
      "step": 11708
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7223258317083772e-05,
      "loss": 0.0019,
      "step": 11709
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722274987823761e-05,
      "loss": 0.0023,
      "step": 11710
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7222241400352702e-05,
      "loss": 0.0016,
      "step": 11711
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.72217328834318e-05,
      "loss": 0.0018,
      "step": 11712
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722122432747764e-05,
      "loss": 0.0035,
      "step": 11713
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.722071573249298e-05,
      "loss": 0.0012,
      "step": 11714
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7220207098480568e-05,
      "loss": 0.002,
      "step": 11715
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721969842544315e-05,
      "loss": 0.0014,
      "step": 11716
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7219189713383477e-05,
      "loss": 0.0011,
      "step": 11717
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7218680962304303e-05,
      "loss": 0.0018,
      "step": 11718
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721817217220837e-05,
      "loss": 0.0016,
      "step": 11719
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721766334309843e-05,
      "loss": 0.0023,
      "step": 11720
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721715447497723e-05,
      "loss": 0.001,
      "step": 11721
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721664556784753e-05,
      "loss": 0.0029,
      "step": 11722
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7216136621712078e-05,
      "loss": 0.0017,
      "step": 11723
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721562763657362e-05,
      "loss": 0.0014,
      "step": 11724
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721511861243491e-05,
      "loss": 0.0024,
      "step": 11725
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.72146095492987e-05,
      "loss": 0.0016,
      "step": 11726
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7214100447167736e-05,
      "loss": 0.0012,
      "step": 11727
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7213591306044777e-05,
      "loss": 0.0011,
      "step": 11728
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721308212593257e-05,
      "loss": 0.0014,
      "step": 11729
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7212572906833868e-05,
      "loss": 0.0025,
      "step": 11730
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7212063648751428e-05,
      "loss": 0.0012,
      "step": 11731
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7211554351688e-05,
      "loss": 0.0016,
      "step": 11732
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.721104501564633e-05,
      "loss": 0.0025,
      "step": 11733
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7210535640629178e-05,
      "loss": 0.0025,
      "step": 11734
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.72100262266393e-05,
      "loss": 0.0012,
      "step": 11735
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.720951677367944e-05,
      "loss": 0.0016,
      "step": 11736
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7209007281752357e-05,
      "loss": 0.0016,
      "step": 11737
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7208497750860804e-05,
      "loss": 0.0009,
      "step": 11738
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7207988181007538e-05,
      "loss": 0.0026,
      "step": 11739
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7207478572195307e-05,
      "loss": 0.0015,
      "step": 11740
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.720696892442687e-05,
      "loss": 0.002,
      "step": 11741
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7206459237704984e-05,
      "loss": 0.0014,
      "step": 11742
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7205949512032397e-05,
      "loss": 0.0021,
      "step": 11743
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7205439747411867e-05,
      "loss": 0.0021,
      "step": 11744
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7204929943846155e-05,
      "loss": 0.0018,
      "step": 11745
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7204420101338004e-05,
      "loss": 0.0022,
      "step": 11746
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.720391021989018e-05,
      "loss": 0.0016,
      "step": 11747
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7203400299505438e-05,
      "loss": 0.0021,
      "step": 11748
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7202890340186528e-05,
      "loss": 0.0016,
      "step": 11749
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.720238034193621e-05,
      "loss": 0.0022,
      "step": 11750
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7201870304757243e-05,
      "loss": 0.0011,
      "step": 11751
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7201360228652385e-05,
      "loss": 0.0029,
      "step": 11752
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7200850113624384e-05,
      "loss": 0.0029,
      "step": 11753
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7200339959676005e-05,
      "loss": 0.0012,
      "step": 11754
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719982976681e-05,
      "loss": 0.0023,
      "step": 11755
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7199319535029132e-05,
      "loss": 0.0011,
      "step": 11756
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7198809264336157e-05,
      "loss": 0.0023,
      "step": 11757
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719829895473383e-05,
      "loss": 0.0025,
      "step": 11758
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719778860622491e-05,
      "loss": 0.0017,
      "step": 11759
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719727821881216e-05,
      "loss": 0.0014,
      "step": 11760
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7196767792498334e-05,
      "loss": 0.0034,
      "step": 11761
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7196257327286195e-05,
      "loss": 0.0009,
      "step": 11762
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7195746823178495e-05,
      "loss": 0.0024,
      "step": 11763
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7195236280178004e-05,
      "loss": 0.0021,
      "step": 11764
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719472569828747e-05,
      "loss": 0.0031,
      "step": 11765
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719421507750966e-05,
      "loss": 0.0017,
      "step": 11766
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719370441784733e-05,
      "loss": 0.0016,
      "step": 11767
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7193193719303246e-05,
      "loss": 0.0021,
      "step": 11768
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719268298188016e-05,
      "loss": 0.0014,
      "step": 11769
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7192172205580834e-05,
      "loss": 0.0012,
      "step": 11770
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719166139040804e-05,
      "loss": 0.0024,
      "step": 11771
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7191150536364524e-05,
      "loss": 0.0022,
      "step": 11772
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7190639643453052e-05,
      "loss": 0.0019,
      "step": 11773
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.719012871167639e-05,
      "loss": 0.0019,
      "step": 11774
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71896177410373e-05,
      "loss": 0.0018,
      "step": 11775
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7189106731538535e-05,
      "loss": 0.0017,
      "step": 11776
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7188595683182863e-05,
      "loss": 0.002,
      "step": 11777
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7188084595973044e-05,
      "loss": 0.0017,
      "step": 11778
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7187573469911843e-05,
      "loss": 0.0022,
      "step": 11779
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7187062305002025e-05,
      "loss": 0.002,
      "step": 11780
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7186551101246345e-05,
      "loss": 0.0021,
      "step": 11781
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7186039858647573e-05,
      "loss": 0.0028,
      "step": 11782
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7185528577208467e-05,
      "loss": 0.0016,
      "step": 11783
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7185017256931794e-05,
      "loss": 0.002,
      "step": 11784
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7184505897820316e-05,
      "loss": 0.0007,
      "step": 11785
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71839944998768e-05,
      "loss": 0.0029,
      "step": 11786
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7183483063104005e-05,
      "loss": 0.0022,
      "step": 11787
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71829715875047e-05,
      "loss": 0.0017,
      "step": 11788
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7182460073081644e-05,
      "loss": 0.0013,
      "step": 11789
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.718194851983761e-05,
      "loss": 0.0023,
      "step": 11790
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7181436927775353e-05,
      "loss": 0.002,
      "step": 11791
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7180925296897647e-05,
      "loss": 0.0018,
      "step": 11792
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.718041362720725e-05,
      "loss": 0.0027,
      "step": 11793
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7179901918706935e-05,
      "loss": 0.0016,
      "step": 11794
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7179390171399464e-05,
      "loss": 0.0023,
      "step": 11795
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7178878385287602e-05,
      "loss": 0.0014,
      "step": 11796
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7178366560374116e-05,
      "loss": 0.0014,
      "step": 11797
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7177854696661774e-05,
      "loss": 0.0011,
      "step": 11798
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7177342794153338e-05,
      "loss": 0.0015,
      "step": 11799
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.717683085285158e-05,
      "loss": 0.0015,
      "step": 11800
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7176318872759262e-05,
      "loss": 0.0022,
      "step": 11801
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7175806853879154e-05,
      "loss": 0.0017,
      "step": 11802
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7175294796214028e-05,
      "loss": 0.0029,
      "step": 11803
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7174782699766645e-05,
      "loss": 0.0015,
      "step": 11804
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7174270564539776e-05,
      "loss": 0.0014,
      "step": 11805
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.717375839053619e-05,
      "loss": 0.0012,
      "step": 11806
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.717324617775865e-05,
      "loss": 0.0032,
      "step": 11807
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7172733926209927e-05,
      "loss": 0.0029,
      "step": 11808
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7172221635892793e-05,
      "loss": 0.0012,
      "step": 11809
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7171709306810012e-05,
      "loss": 0.0022,
      "step": 11810
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.717119693896436e-05,
      "loss": 0.001,
      "step": 11811
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71706845323586e-05,
      "loss": 0.0015,
      "step": 11812
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7170172086995505e-05,
      "loss": 0.0012,
      "step": 11813
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7169659602877842e-05,
      "loss": 0.0016,
      "step": 11814
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716914708000838e-05,
      "loss": 0.0016,
      "step": 11815
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7168634518389896e-05,
      "loss": 0.003,
      "step": 11816
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7168121918025154e-05,
      "loss": 0.0024,
      "step": 11817
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7167609278916924e-05,
      "loss": 0.0017,
      "step": 11818
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7167096601067982e-05,
      "loss": 0.0022,
      "step": 11819
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7166583884481097e-05,
      "loss": 0.0012,
      "step": 11820
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7166071129159035e-05,
      "loss": 0.0006,
      "step": 11821
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7165558335104576e-05,
      "loss": 0.0029,
      "step": 11822
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7165045502320488e-05,
      "loss": 0.0016,
      "step": 11823
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716453263080954e-05,
      "loss": 0.0024,
      "step": 11824
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716401972057451e-05,
      "loss": 0.0024,
      "step": 11825
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7163506771618164e-05,
      "loss": 0.0028,
      "step": 11826
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716299378394328e-05,
      "loss": 0.001,
      "step": 11827
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7162480757552623e-05,
      "loss": 0.0022,
      "step": 11828
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7161967692448973e-05,
      "loss": 0.0015,
      "step": 11829
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71614545886351e-05,
      "loss": 0.0018,
      "step": 11830
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716094144611378e-05,
      "loss": 0.0016,
      "step": 11831
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.716042826488778e-05,
      "loss": 0.0018,
      "step": 11832
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7159915044959888e-05,
      "loss": 0.0026,
      "step": 11833
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7159401786332862e-05,
      "loss": 0.0017,
      "step": 11834
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7158888489009484e-05,
      "loss": 0.0018,
      "step": 11835
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7158375152992527e-05,
      "loss": 0.0017,
      "step": 11836
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7157861778284762e-05,
      "loss": 0.0014,
      "step": 11837
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7157348364888974e-05,
      "loss": 0.0014,
      "step": 11838
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7156834912807923e-05,
      "loss": 0.0012,
      "step": 11839
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7156321422044396e-05,
      "loss": 0.0017,
      "step": 11840
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7155807892601167e-05,
      "loss": 0.0014,
      "step": 11841
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7155294324481007e-05,
      "loss": 0.0015,
      "step": 11842
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7154780717686695e-05,
      "loss": 0.0014,
      "step": 11843
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.715426707222101e-05,
      "loss": 0.0017,
      "step": 11844
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7153753388086718e-05,
      "loss": 0.0024,
      "step": 11845
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7153239665286606e-05,
      "loss": 0.0026,
      "step": 11846
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7152725903823445e-05,
      "loss": 0.0026,
      "step": 11847
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7152212103700012e-05,
      "loss": 0.0034,
      "step": 11848
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7151698264919087e-05,
      "loss": 0.0021,
      "step": 11849
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7151184387483447e-05,
      "loss": 0.0019,
      "step": 11850
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7150670471395868e-05,
      "loss": 0.0021,
      "step": 11851
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7150156516659127e-05,
      "loss": 0.0016,
      "step": 11852
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7149642523276003e-05,
      "loss": 0.0013,
      "step": 11853
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7149128491249275e-05,
      "loss": 0.0023,
      "step": 11854
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714861442058172e-05,
      "loss": 0.0009,
      "step": 11855
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7148100311276117e-05,
      "loss": 0.002,
      "step": 11856
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7147586163335244e-05,
      "loss": 0.0014,
      "step": 11857
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7147071976761882e-05,
      "loss": 0.0016,
      "step": 11858
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7146557751558807e-05,
      "loss": 0.0013,
      "step": 11859
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71460434877288e-05,
      "loss": 0.0023,
      "step": 11860
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7145529185274644e-05,
      "loss": 0.0015,
      "step": 11861
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714501484419911e-05,
      "loss": 0.0021,
      "step": 11862
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714450046450499e-05,
      "loss": 0.0012,
      "step": 11863
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7143986046195055e-05,
      "loss": 0.0023,
      "step": 11864
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7143471589272084e-05,
      "loss": 0.0026,
      "step": 11865
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7142957093738867e-05,
      "loss": 0.0011,
      "step": 11866
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7142442559598177e-05,
      "loss": 0.0033,
      "step": 11867
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71419279868528e-05,
      "loss": 0.0016,
      "step": 11868
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7141413375505515e-05,
      "loss": 0.0025,
      "step": 11869
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71408987255591e-05,
      "loss": 0.0021,
      "step": 11870
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.714038403701634e-05,
      "loss": 0.0017,
      "step": 11871
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713986930988002e-05,
      "loss": 0.0016,
      "step": 11872
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713935454415292e-05,
      "loss": 0.0028,
      "step": 11873
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7138839739837817e-05,
      "loss": 0.0023,
      "step": 11874
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71383248969375e-05,
      "loss": 0.0016,
      "step": 11875
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713781001545475e-05,
      "loss": 0.0012,
      "step": 11876
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7137295095392348e-05,
      "loss": 0.0018,
      "step": 11877
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713678013675308e-05,
      "loss": 0.0018,
      "step": 11878
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7136265139539725e-05,
      "loss": 0.0017,
      "step": 11879
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7135750103755074e-05,
      "loss": 0.0013,
      "step": 11880
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7135235029401903e-05,
      "loss": 0.0018,
      "step": 11881
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7134719916482997e-05,
      "loss": 0.0026,
      "step": 11882
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7134204765001147e-05,
      "loss": 0.0015,
      "step": 11883
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7133689574959132e-05,
      "loss": 0.0015,
      "step": 11884
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7133174346359737e-05,
      "loss": 0.0014,
      "step": 11885
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7132659079205743e-05,
      "loss": 0.0028,
      "step": 11886
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7132143773499943e-05,
      "loss": 0.0012,
      "step": 11887
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7131628429245117e-05,
      "loss": 0.002,
      "step": 11888
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.713111304644405e-05,
      "loss": 0.0016,
      "step": 11889
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7130597625099534e-05,
      "loss": 0.0024,
      "step": 11890
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7130082165214347e-05,
      "loss": 0.0019,
      "step": 11891
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7129566666791278e-05,
      "loss": 0.0011,
      "step": 11892
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7129051129833113e-05,
      "loss": 0.0016,
      "step": 11893
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7128535554342643e-05,
      "loss": 0.0021,
      "step": 11894
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712801994032265e-05,
      "loss": 0.0024,
      "step": 11895
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712750428777592e-05,
      "loss": 0.0015,
      "step": 11896
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712698859670524e-05,
      "loss": 0.0024,
      "step": 11897
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7126472867113398e-05,
      "loss": 0.0026,
      "step": 11898
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7125957099003184e-05,
      "loss": 0.0016,
      "step": 11899
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7125441292377382e-05,
      "loss": 0.0017,
      "step": 11900
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7124925447238788e-05,
      "loss": 0.0015,
      "step": 11901
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712440956359018e-05,
      "loss": 0.0015,
      "step": 11902
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712389364143435e-05,
      "loss": 0.0022,
      "step": 11903
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7123377680774088e-05,
      "loss": 0.0025,
      "step": 11904
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7122861681612178e-05,
      "loss": 0.0014,
      "step": 11905
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7122345643951418e-05,
      "loss": 0.0018,
      "step": 11906
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.712182956779459e-05,
      "loss": 0.0008,
      "step": 11907
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7121313453144484e-05,
      "loss": 0.0016,
      "step": 11908
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7120797300003893e-05,
      "loss": 0.0017,
      "step": 11909
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7120281108375603e-05,
      "loss": 0.0023,
      "step": 11910
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7119764878262405e-05,
      "loss": 0.0021,
      "step": 11911
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7119248609667093e-05,
      "loss": 0.0018,
      "step": 11912
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.711873230259245e-05,
      "loss": 0.0008,
      "step": 11913
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7118215957041276e-05,
      "loss": 0.0014,
      "step": 11914
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7117699573016353e-05,
      "loss": 0.001,
      "step": 11915
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7117183150520475e-05,
      "loss": 0.0027,
      "step": 11916
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7116666689556436e-05,
      "loss": 0.0017,
      "step": 11917
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7116150190127025e-05,
      "loss": 0.0025,
      "step": 11918
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7115633652235034e-05,
      "loss": 0.0021,
      "step": 11919
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7115117075883257e-05,
      "loss": 0.0018,
      "step": 11920
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.711460046107448e-05,
      "loss": 0.0021,
      "step": 11921
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7114083807811503e-05,
      "loss": 0.0019,
      "step": 11922
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7113567116097112e-05,
      "loss": 0.0028,
      "step": 11923
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7113050385934107e-05,
      "loss": 0.0011,
      "step": 11924
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7112533617325272e-05,
      "loss": 0.0018,
      "step": 11925
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7112016810273403e-05,
      "loss": 0.0023,
      "step": 11926
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7111499964781302e-05,
      "loss": 0.0009,
      "step": 11927
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.711098308085175e-05,
      "loss": 0.0019,
      "step": 11928
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7110466158487547e-05,
      "loss": 0.0024,
      "step": 11929
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7109949197691487e-05,
      "loss": 0.0016,
      "step": 11930
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7109432198466365e-05,
      "loss": 0.0018,
      "step": 11931
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710891516081497e-05,
      "loss": 0.0016,
      "step": 11932
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71083980847401e-05,
      "loss": 0.0028,
      "step": 11933
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7107880970244553e-05,
      "loss": 0.0022,
      "step": 11934
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710736381733112e-05,
      "loss": 0.0011,
      "step": 11935
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.71068466260026e-05,
      "loss": 0.0022,
      "step": 11936
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710632939626178e-05,
      "loss": 0.0017,
      "step": 11937
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7105812128111464e-05,
      "loss": 0.0022,
      "step": 11938
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7105294821554444e-05,
      "loss": 0.0017,
      "step": 11939
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710477747659352e-05,
      "loss": 0.001,
      "step": 11940
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7104260093231482e-05,
      "loss": 0.0017,
      "step": 11941
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710374267147113e-05,
      "loss": 0.0027,
      "step": 11942
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7103225211315263e-05,
      "loss": 0.0024,
      "step": 11943
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7102707712766676e-05,
      "loss": 0.0014,
      "step": 11944
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7102190175828163e-05,
      "loss": 0.0022,
      "step": 11945
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710167260050252e-05,
      "loss": 0.002,
      "step": 11946
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7101154986792552e-05,
      "loss": 0.0019,
      "step": 11947
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7100637334701052e-05,
      "loss": 0.0012,
      "step": 11948
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.710011964423082e-05,
      "loss": 0.0013,
      "step": 11949
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.709960191538465e-05,
      "loss": 0.0015,
      "step": 11950
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7099084148165344e-05,
      "loss": 0.0022,
      "step": 11951
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7098566342575706e-05,
      "loss": 0.0021,
      "step": 11952
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7098048498618517e-05,
      "loss": 0.0026,
      "step": 11953
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7097530616296594e-05,
      "loss": 0.0013,
      "step": 11954
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.709701269561273e-05,
      "loss": 0.002,
      "step": 11955
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7096494736569722e-05,
      "loss": 0.0017,
      "step": 11956
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.709597673917037e-05,
      "loss": 0.0017,
      "step": 11957
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7095458703417475e-05,
      "loss": 0.0008,
      "step": 11958
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7094940629313842e-05,
      "loss": 0.0013,
      "step": 11959
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.709442251686226e-05,
      "loss": 0.0016,
      "step": 11960
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7093904366065536e-05,
      "loss": 0.0023,
      "step": 11961
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7093386176926473e-05,
      "loss": 0.0017,
      "step": 11962
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.709286794944787e-05,
      "loss": 0.0017,
      "step": 11963
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7092349683632522e-05,
      "loss": 0.0024,
      "step": 11964
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7091831379483238e-05,
      "loss": 0.0022,
      "step": 11965
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7091313037002816e-05,
      "loss": 0.0031,
      "step": 11966
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7090794656194062e-05,
      "loss": 0.0016,
      "step": 11967
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.709027623705977e-05,
      "loss": 0.0013,
      "step": 11968
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7089757779602747e-05,
      "loss": 0.0027,
      "step": 11969
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7089239283825795e-05,
      "loss": 0.002,
      "step": 11970
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7088720749731714e-05,
      "loss": 0.0024,
      "step": 11971
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7088202177323307e-05,
      "loss": 0.0018,
      "step": 11972
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7087683566603384e-05,
      "loss": 0.0008,
      "step": 11973
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7087164917574738e-05,
      "loss": 0.0022,
      "step": 11974
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7086646230240176e-05,
      "loss": 0.0022,
      "step": 11975
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7086127504602507e-05,
      "loss": 0.0018,
      "step": 11976
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7085608740664525e-05,
      "loss": 0.0008,
      "step": 11977
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.708508993842904e-05,
      "loss": 0.0008,
      "step": 11978
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7084571097898855e-05,
      "loss": 0.0017,
      "step": 11979
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7084052219076774e-05,
      "loss": 0.0034,
      "step": 11980
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7083533301965603e-05,
      "loss": 0.0014,
      "step": 11981
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7083014346568142e-05,
      "loss": 0.003,
      "step": 11982
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70824953528872e-05,
      "loss": 0.0018,
      "step": 11983
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7081976320925586e-05,
      "loss": 0.0016,
      "step": 11984
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7081457250686097e-05,
      "loss": 0.0015,
      "step": 11985
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7080938142171544e-05,
      "loss": 0.0015,
      "step": 11986
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7080418995384733e-05,
      "loss": 0.0021,
      "step": 11987
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7079899810328465e-05,
      "loss": 0.0018,
      "step": 11988
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7079380587005552e-05,
      "loss": 0.0013,
      "step": 11989
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7078861325418796e-05,
      "loss": 0.002,
      "step": 11990
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7078342025571003e-05,
      "loss": 0.0018,
      "step": 11991
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7077822687464986e-05,
      "loss": 0.0014,
      "step": 11992
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7077303311103544e-05,
      "loss": 0.0021,
      "step": 11993
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7076783896489492e-05,
      "loss": 0.0019,
      "step": 11994
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.707626444362563e-05,
      "loss": 0.0025,
      "step": 11995
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7075744952514774e-05,
      "loss": 0.001,
      "step": 11996
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7075225423159728e-05,
      "loss": 0.0016,
      "step": 11997
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7074705855563295e-05,
      "loss": 0.0006,
      "step": 11998
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.707418624972829e-05,
      "loss": 0.0011,
      "step": 11999
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7073666605657518e-05,
      "loss": 0.0024,
      "step": 12000
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7073146923353787e-05,
      "loss": 0.0022,
      "step": 12001
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7072627202819912e-05,
      "loss": 0.0026,
      "step": 12002
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.707210744405869e-05,
      "loss": 0.0013,
      "step": 12003
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7071587647072943e-05,
      "loss": 0.0016,
      "step": 12004
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 0.0012,
      "step": 12005
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7070547938439095e-05,
      "loss": 0.001,
      "step": 12006
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7070028026796617e-05,
      "loss": 0.0016,
      "step": 12007
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7069508076940846e-05,
      "loss": 0.0028,
      "step": 12008
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7068988088874596e-05,
      "loss": 0.0022,
      "step": 12009
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7068468062600675e-05,
      "loss": 0.0017,
      "step": 12010
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7067947998121892e-05,
      "loss": 0.0014,
      "step": 12011
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7067427895441062e-05,
      "loss": 0.0028,
      "step": 12012
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7066907754560995e-05,
      "loss": 0.0019,
      "step": 12013
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7066387575484502e-05,
      "loss": 0.002,
      "step": 12014
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7065867358214392e-05,
      "loss": 0.0015,
      "step": 12015
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7065347102753485e-05,
      "loss": 0.0011,
      "step": 12016
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.706482680910458e-05,
      "loss": 0.0025,
      "step": 12017
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7064306477270504e-05,
      "loss": 0.0021,
      "step": 12018
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7063786107254055e-05,
      "loss": 0.0018,
      "step": 12019
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7063265699058057e-05,
      "loss": 0.0028,
      "step": 12020
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.706274525268532e-05,
      "loss": 0.0014,
      "step": 12021
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7062224768138648e-05,
      "loss": 0.0028,
      "step": 12022
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.706170424542087e-05,
      "loss": 0.0025,
      "step": 12023
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7061183684534784e-05,
      "loss": 0.002,
      "step": 12024
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7060663085483212e-05,
      "loss": 0.0018,
      "step": 12025
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.706014244826897e-05,
      "loss": 0.0018,
      "step": 12026
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7059621772894863e-05,
      "loss": 0.0018,
      "step": 12027
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7059101059363715e-05,
      "loss": 0.0015,
      "step": 12028
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7058580307678333e-05,
      "loss": 0.0023,
      "step": 12029
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7058059517841537e-05,
      "loss": 0.0014,
      "step": 12030
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7057538689856136e-05,
      "loss": 0.0014,
      "step": 12031
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705701782372495e-05,
      "loss": 0.0015,
      "step": 12032
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7056496919450792e-05,
      "loss": 0.0026,
      "step": 12033
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705597597703648e-05,
      "loss": 0.0016,
      "step": 12034
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705545499648483e-05,
      "loss": 0.0017,
      "step": 12035
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7054933977798655e-05,
      "loss": 0.0019,
      "step": 12036
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7054412920980767e-05,
      "loss": 0.0012,
      "step": 12037
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705389182603399e-05,
      "loss": 0.0019,
      "step": 12038
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705337069296114e-05,
      "loss": 0.002,
      "step": 12039
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.705284952176503e-05,
      "loss": 0.0022,
      "step": 12040
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7052328312448475e-05,
      "loss": 0.0017,
      "step": 12041
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70518070650143e-05,
      "loss": 0.0013,
      "step": 12042
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7051285779465315e-05,
      "loss": 0.0018,
      "step": 12043
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7050764455804344e-05,
      "loss": 0.0013,
      "step": 12044
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70502430940342e-05,
      "loss": 0.002,
      "step": 12045
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7049721694157698e-05,
      "loss": 0.0024,
      "step": 12046
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7049200256177664e-05,
      "loss": 0.0033,
      "step": 12047
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704867878009691e-05,
      "loss": 0.002,
      "step": 12048
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7048157265918258e-05,
      "loss": 0.0015,
      "step": 12049
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7047635713644528e-05,
      "loss": 0.0026,
      "step": 12050
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7047114123278534e-05,
      "loss": 0.0016,
      "step": 12051
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70465924948231e-05,
      "loss": 0.0012,
      "step": 12052
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704607082828104e-05,
      "loss": 0.0019,
      "step": 12053
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704554912365518e-05,
      "loss": 0.0013,
      "step": 12054
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7045027380948336e-05,
      "loss": 0.0022,
      "step": 12055
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704450560016333e-05,
      "loss": 0.0025,
      "step": 12056
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704398378130298e-05,
      "loss": 0.0029,
      "step": 12057
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7043461924370105e-05,
      "loss": 0.0006,
      "step": 12058
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7042940029367532e-05,
      "loss": 0.0015,
      "step": 12059
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7042418096298075e-05,
      "loss": 0.0024,
      "step": 12060
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.704189612516456e-05,
      "loss": 0.0008,
      "step": 12061
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7041374115969806e-05,
      "loss": 0.0016,
      "step": 12062
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7040852068716636e-05,
      "loss": 0.0013,
      "step": 12063
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7040329983407867e-05,
      "loss": 0.0014,
      "step": 12064
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7039807860046326e-05,
      "loss": 0.0023,
      "step": 12065
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7039285698634832e-05,
      "loss": 0.0016,
      "step": 12066
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7038763499176207e-05,
      "loss": 0.0024,
      "step": 12067
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703824126167328e-05,
      "loss": 0.0008,
      "step": 12068
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7037718986128863e-05,
      "loss": 0.0024,
      "step": 12069
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7037196672545782e-05,
      "loss": 0.0006,
      "step": 12070
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703667432092687e-05,
      "loss": 0.0021,
      "step": 12071
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7036151931274938e-05,
      "loss": 0.0015,
      "step": 12072
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703562950359282e-05,
      "loss": 0.0012,
      "step": 12073
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7035107037883326e-05,
      "loss": 0.0017,
      "step": 12074
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7034584534149294e-05,
      "loss": 0.0014,
      "step": 12075
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7034061992393542e-05,
      "loss": 0.0024,
      "step": 12076
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7033539412618892e-05,
      "loss": 0.0019,
      "step": 12077
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703301679482817e-05,
      "loss": 0.0032,
      "step": 12078
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7032494139024206e-05,
      "loss": 0.0022,
      "step": 12079
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7031971445209817e-05,
      "loss": 0.001,
      "step": 12080
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.703144871338783e-05,
      "loss": 0.002,
      "step": 12081
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7030925943561078e-05,
      "loss": 0.0026,
      "step": 12082
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7030403135732375e-05,
      "loss": 0.0016,
      "step": 12083
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7029880289904554e-05,
      "loss": 0.0012,
      "step": 12084
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702935740608044e-05,
      "loss": 0.0029,
      "step": 12085
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702883448426286e-05,
      "loss": 0.002,
      "step": 12086
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7028311524454636e-05,
      "loss": 0.0032,
      "step": 12087
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70277885266586e-05,
      "loss": 0.002,
      "step": 12088
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7027265490877575e-05,
      "loss": 0.0016,
      "step": 12089
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7026742417114388e-05,
      "loss": 0.0018,
      "step": 12090
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7026219305371866e-05,
      "loss": 0.0016,
      "step": 12091
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7025696155652842e-05,
      "loss": 0.0018,
      "step": 12092
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702517296796014e-05,
      "loss": 0.0034,
      "step": 12093
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7024649742296585e-05,
      "loss": 0.0021,
      "step": 12094
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702412647866501e-05,
      "loss": 0.0021,
      "step": 12095
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702360317706824e-05,
      "loss": 0.001,
      "step": 12096
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70230798375091e-05,
      "loss": 0.0024,
      "step": 12097
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7022556459990425e-05,
      "loss": 0.0021,
      "step": 12098
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.702203304451504e-05,
      "loss": 0.0016,
      "step": 12099
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7021509591085775e-05,
      "loss": 0.002,
      "step": 12100
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7020986099705465e-05,
      "loss": 0.001,
      "step": 12101
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7020462570376927e-05,
      "loss": 0.0019,
      "step": 12102
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7019939003103006e-05,
      "loss": 0.002,
      "step": 12103
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.701941539788652e-05,
      "loss": 0.0016,
      "step": 12104
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.70188917547303e-05,
      "loss": 0.002,
      "step": 12105
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.701836807363718e-05,
      "loss": 0.0014,
      "step": 12106
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.701784435460999e-05,
      "loss": 0.0016,
      "step": 12107
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7017320597651562e-05,
      "loss": 0.0012,
      "step": 12108
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.701679680276472e-05,
      "loss": 0.0012,
      "step": 12109
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7016272969952307e-05,
      "loss": 0.0017,
      "step": 12110
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7015749099217144e-05,
      "loss": 0.0009,
      "step": 12111
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.701522519056207e-05,
      "loss": 0.0017,
      "step": 12112
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7014701243989908e-05,
      "loss": 0.0024,
      "step": 12113
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.7014177259503496e-05,
      "loss": 0.0025,
      "step": 12114
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7013653237105665e-05,
      "loss": 0.0011,
      "step": 12115
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7013129176799246e-05,
      "loss": 0.0031,
      "step": 12116
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7012605078587074e-05,
      "loss": 0.0016,
      "step": 12117
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.701208094247198e-05,
      "loss": 0.0025,
      "step": 12118
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7011556768456795e-05,
      "loss": 0.0015,
      "step": 12119
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7011032556544358e-05,
      "loss": 0.0019,
      "step": 12120
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.70105083067375e-05,
      "loss": 0.003,
      "step": 12121
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.700998401903905e-05,
      "loss": 0.0021,
      "step": 12122
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7009459693451845e-05,
      "loss": 0.002,
      "step": 12123
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7008935329978718e-05,
      "loss": 0.0018,
      "step": 12124
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7008410928622507e-05,
      "loss": 0.002,
      "step": 12125
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7007886489386044e-05,
      "loss": 0.001,
      "step": 12126
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7007362012272164e-05,
      "loss": 0.002,
      "step": 12127
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7006837497283698e-05,
      "loss": 0.0009,
      "step": 12128
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7006312944423484e-05,
      "loss": 0.0009,
      "step": 12129
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7005788353694358e-05,
      "loss": 0.0018,
      "step": 12130
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7005263725099156e-05,
      "loss": 0.0021,
      "step": 12131
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.700473905864071e-05,
      "loss": 0.0017,
      "step": 12132
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7004214354321858e-05,
      "loss": 0.0015,
      "step": 12133
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7003689612145437e-05,
      "loss": 0.0022,
      "step": 12134
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7003164832114283e-05,
      "loss": 0.003,
      "step": 12135
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7002640014231233e-05,
      "loss": 0.0011,
      "step": 12136
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7002115158499118e-05,
      "loss": 0.0014,
      "step": 12137
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7001590264920782e-05,
      "loss": 0.0015,
      "step": 12138
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7001065333499057e-05,
      "loss": 0.0009,
      "step": 12139
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7000540364236782e-05,
      "loss": 0.0011,
      "step": 12140
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.7000015357136796e-05,
      "loss": 0.0028,
      "step": 12141
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6999490312201936e-05,
      "loss": 0.0017,
      "step": 12142
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.699896522943504e-05,
      "loss": 0.0021,
      "step": 12143
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6998440108838942e-05,
      "loss": 0.0021,
      "step": 12144
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6997914950416487e-05,
      "loss": 0.0033,
      "step": 12145
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6997389754170507e-05,
      "loss": 0.0017,
      "step": 12146
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.699686452010385e-05,
      "loss": 0.0025,
      "step": 12147
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.699633924821934e-05,
      "loss": 0.0013,
      "step": 12148
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.699581393851983e-05,
      "loss": 0.0014,
      "step": 12149
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6995288591008156e-05,
      "loss": 0.002,
      "step": 12150
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.699476320568715e-05,
      "loss": 0.0021,
      "step": 12151
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.699423778255966e-05,
      "loss": 0.0021,
      "step": 12152
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6993712321628523e-05,
      "loss": 0.0014,
      "step": 12153
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6993186822896578e-05,
      "loss": 0.0013,
      "step": 12154
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6992661286366668e-05,
      "loss": 0.0029,
      "step": 12155
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.699213571204163e-05,
      "loss": 0.0019,
      "step": 12156
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6991610099924306e-05,
      "loss": 0.0021,
      "step": 12157
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.699108445001754e-05,
      "loss": 0.0015,
      "step": 12158
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.699055876232417e-05,
      "loss": 0.001,
      "step": 12159
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.699003303684704e-05,
      "loss": 0.0019,
      "step": 12160
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6989507273588985e-05,
      "loss": 0.0013,
      "step": 12161
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.698898147255286e-05,
      "loss": 0.0025,
      "step": 12162
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6988455633741488e-05,
      "loss": 0.0024,
      "step": 12163
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6987929757157723e-05,
      "loss": 0.0009,
      "step": 12164
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.698740384280441e-05,
      "loss": 0.0018,
      "step": 12165
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.698687789068439e-05,
      "loss": 0.0011,
      "step": 12166
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6986351900800495e-05,
      "loss": 0.0017,
      "step": 12167
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.698582587315558e-05,
      "loss": 0.0021,
      "step": 12168
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6985299807752484e-05,
      "loss": 0.0023,
      "step": 12169
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.698477370459405e-05,
      "loss": 0.0024,
      "step": 12170
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6984247563683124e-05,
      "loss": 0.0029,
      "step": 12171
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.698372138502255e-05,
      "loss": 0.0015,
      "step": 12172
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6983195168615162e-05,
      "loss": 0.0018,
      "step": 12173
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6982668914463815e-05,
      "loss": 0.0019,
      "step": 12174
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6982142622571354e-05,
      "loss": 0.0015,
      "step": 12175
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6981616292940616e-05,
      "loss": 0.0028,
      "step": 12176
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6981089925574452e-05,
      "loss": 0.0029,
      "step": 12177
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6980563520475705e-05,
      "loss": 0.0012,
      "step": 12178
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6980037077647217e-05,
      "loss": 0.0011,
      "step": 12179
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697951059709184e-05,
      "loss": 0.0027,
      "step": 12180
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6978984078812415e-05,
      "loss": 0.0016,
      "step": 12181
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6978457522811787e-05,
      "loss": 0.0013,
      "step": 12182
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697793092909281e-05,
      "loss": 0.0032,
      "step": 12183
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6977404297658317e-05,
      "loss": 0.0017,
      "step": 12184
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6976877628511163e-05,
      "loss": 0.0021,
      "step": 12185
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6976350921654197e-05,
      "loss": 0.0025,
      "step": 12186
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697582417709026e-05,
      "loss": 0.0015,
      "step": 12187
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6975297394822198e-05,
      "loss": 0.0021,
      "step": 12188
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6974770574852865e-05,
      "loss": 0.0021,
      "step": 12189
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6974243717185102e-05,
      "loss": 0.0015,
      "step": 12190
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697371682182176e-05,
      "loss": 0.0022,
      "step": 12191
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697318988876569e-05,
      "loss": 0.0034,
      "step": 12192
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6972662918019733e-05,
      "loss": 0.0013,
      "step": 12193
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6972135909586742e-05,
      "loss": 0.002,
      "step": 12194
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697160886346956e-05,
      "loss": 0.0027,
      "step": 12195
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6971081779671045e-05,
      "loss": 0.0018,
      "step": 12196
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6970554658194037e-05,
      "loss": 0.0016,
      "step": 12197
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.697002749904139e-05,
      "loss": 0.0022,
      "step": 12198
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6969500302215952e-05,
      "loss": 0.0007,
      "step": 12199
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.696897306772057e-05,
      "loss": 0.0015,
      "step": 12200
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6968445795558103e-05,
      "loss": 0.0011,
      "step": 12201
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6967918485731386e-05,
      "loss": 0.0012,
      "step": 12202
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.696739113824328e-05,
      "loss": 0.0026,
      "step": 12203
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.696686375309663e-05,
      "loss": 0.0016,
      "step": 12204
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6966336330294296e-05,
      "loss": 0.0026,
      "step": 12205
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6965808869839114e-05,
      "loss": 0.0016,
      "step": 12206
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6965281371733948e-05,
      "loss": 0.0011,
      "step": 12207
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.696475383598164e-05,
      "loss": 0.0017,
      "step": 12208
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.696422626258505e-05,
      "loss": 0.0016,
      "step": 12209
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6963698651547016e-05,
      "loss": 0.0014,
      "step": 12210
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6963171002870403e-05,
      "loss": 0.0024,
      "step": 12211
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.696264331655806e-05,
      "loss": 0.0016,
      "step": 12212
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.696211559261283e-05,
      "loss": 0.0016,
      "step": 12213
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6961587831037582e-05,
      "loss": 0.0013,
      "step": 12214
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6961060031835154e-05,
      "loss": 0.002,
      "step": 12215
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6960532195008403e-05,
      "loss": 0.0026,
      "step": 12216
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6960004320560183e-05,
      "loss": 0.0007,
      "step": 12217
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.695947640849335e-05,
      "loss": 0.002,
      "step": 12218
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.695894845881075e-05,
      "loss": 0.0032,
      "step": 12219
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6958420471515244e-05,
      "loss": 0.0011,
      "step": 12220
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6957892446609682e-05,
      "loss": 0.0015,
      "step": 12221
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6957364384096915e-05,
      "loss": 0.0024,
      "step": 12222
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6956836283979805e-05,
      "loss": 0.0025,
      "step": 12223
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.69563081462612e-05,
      "loss": 0.0023,
      "step": 12224
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6955779970943958e-05,
      "loss": 0.0009,
      "step": 12225
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.695525175803093e-05,
      "loss": 0.002,
      "step": 12226
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6954723507524976e-05,
      "loss": 0.0019,
      "step": 12227
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6954195219428948e-05,
      "loss": 0.0009,
      "step": 12228
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6953666893745703e-05,
      "loss": 0.0014,
      "step": 12229
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6953138530478093e-05,
      "loss": 0.0017,
      "step": 12230
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6952610129628975e-05,
      "loss": 0.0023,
      "step": 12231
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6952081691201207e-05,
      "loss": 0.0019,
      "step": 12232
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6951553215197648e-05,
      "loss": 0.0015,
      "step": 12233
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6951024701621148e-05,
      "loss": 0.0015,
      "step": 12234
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.695049615047457e-05,
      "loss": 0.0009,
      "step": 12235
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6949967561760763e-05,
      "loss": 0.0013,
      "step": 12236
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.694943893548259e-05,
      "loss": 0.0023,
      "step": 12237
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6948910271642907e-05,
      "loss": 0.0025,
      "step": 12238
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.694838157024457e-05,
      "loss": 0.0007,
      "step": 12239
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6947852831290436e-05,
      "loss": 0.0024,
      "step": 12240
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6947324054783365e-05,
      "loss": 0.0009,
      "step": 12241
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6946795240726216e-05,
      "loss": 0.002,
      "step": 12242
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6946266389121845e-05,
      "loss": 0.0032,
      "step": 12243
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.694573749997311e-05,
      "loss": 0.0021,
      "step": 12244
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6945208573282873e-05,
      "loss": 0.0025,
      "step": 12245
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.694467960905399e-05,
      "loss": 0.0013,
      "step": 12246
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6944150607289317e-05,
      "loss": 0.0035,
      "step": 12247
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.694362156799172e-05,
      "loss": 0.0016,
      "step": 12248
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6943092491164054e-05,
      "loss": 0.0021,
      "step": 12249
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.694256337680918e-05,
      "loss": 0.0016,
      "step": 12250
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6942034224929956e-05,
      "loss": 0.0024,
      "step": 12251
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6941505035529248e-05,
      "loss": 0.0025,
      "step": 12252
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.694097580860991e-05,
      "loss": 0.0026,
      "step": 12253
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6940446544174803e-05,
      "loss": 0.0015,
      "step": 12254
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693991724222679e-05,
      "loss": 0.0017,
      "step": 12255
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6939387902768732e-05,
      "loss": 0.0016,
      "step": 12256
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6938858525803488e-05,
      "loss": 0.001,
      "step": 12257
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693832911133392e-05,
      "loss": 0.0019,
      "step": 12258
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693779965936289e-05,
      "loss": 0.0016,
      "step": 12259
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693727016989326e-05,
      "loss": 0.0021,
      "step": 12260
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693674064292789e-05,
      "loss": 0.0015,
      "step": 12261
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6936211078469646e-05,
      "loss": 0.0012,
      "step": 12262
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6935681476521386e-05,
      "loss": 0.0028,
      "step": 12263
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6935151837085974e-05,
      "loss": 0.0025,
      "step": 12264
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6934622160166272e-05,
      "loss": 0.0021,
      "step": 12265
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6934092445765145e-05,
      "loss": 0.0014,
      "step": 12266
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6933562693885453e-05,
      "loss": 0.0022,
      "step": 12267
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693303290453006e-05,
      "loss": 0.0014,
      "step": 12268
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6932503077701835e-05,
      "loss": 0.0017,
      "step": 12269
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6931973213403635e-05,
      "loss": 0.0034,
      "step": 12270
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693144331163833e-05,
      "loss": 0.001,
      "step": 12271
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6930913372408775e-05,
      "loss": 0.0018,
      "step": 12272
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.693038339571784e-05,
      "loss": 0.0026,
      "step": 12273
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.692985338156839e-05,
      "loss": 0.0022,
      "step": 12274
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.692932332996329e-05,
      "loss": 0.002,
      "step": 12275
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6928793240905403e-05,
      "loss": 0.0036,
      "step": 12276
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6928263114397597e-05,
      "loss": 0.0022,
      "step": 12277
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.692773295044273e-05,
      "loss": 0.0013,
      "step": 12278
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6927202749043678e-05,
      "loss": 0.0022,
      "step": 12279
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6926672510203298e-05,
      "loss": 0.0015,
      "step": 12280
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.692614223392446e-05,
      "loss": 0.0015,
      "step": 12281
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.692561192021003e-05,
      "loss": 0.0023,
      "step": 12282
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6925081569062873e-05,
      "loss": 0.0016,
      "step": 12283
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6924551180485858e-05,
      "loss": 0.0014,
      "step": 12284
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.692402075448185e-05,
      "loss": 0.0016,
      "step": 12285
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.692349029105371e-05,
      "loss": 0.003,
      "step": 12286
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.692295979020432e-05,
      "loss": 0.0019,
      "step": 12287
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6922429251936535e-05,
      "loss": 0.0019,
      "step": 12288
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6921898676253225e-05,
      "loss": 0.0024,
      "step": 12289
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.692136806315726e-05,
      "loss": 0.002,
      "step": 12290
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6920837412651504e-05,
      "loss": 0.0021,
      "step": 12291
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6920306724738833e-05,
      "loss": 0.0022,
      "step": 12292
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6919775999422108e-05,
      "loss": 0.0021,
      "step": 12293
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.69192452367042e-05,
      "loss": 0.0016,
      "step": 12294
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6918714436587974e-05,
      "loss": 0.0004,
      "step": 12295
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6918183599076307e-05,
      "loss": 0.0012,
      "step": 12296
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691765272417206e-05,
      "loss": 0.0013,
      "step": 12297
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6917121811878107e-05,
      "loss": 0.0015,
      "step": 12298
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691659086219732e-05,
      "loss": 0.0005,
      "step": 12299
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691605987513256e-05,
      "loss": 0.0022,
      "step": 12300
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6915528850686706e-05,
      "loss": 0.0011,
      "step": 12301
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6914997788862622e-05,
      "loss": 0.0021,
      "step": 12302
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6914466689663183e-05,
      "loss": 0.002,
      "step": 12303
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6913935553091257e-05,
      "loss": 0.0009,
      "step": 12304
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6913404379149715e-05,
      "loss": 0.005,
      "step": 12305
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6912873167841427e-05,
      "loss": 0.0023,
      "step": 12306
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6912341919169268e-05,
      "loss": 0.0017,
      "step": 12307
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.69118106331361e-05,
      "loss": 0.0011,
      "step": 12308
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6911279309744812e-05,
      "loss": 0.0014,
      "step": 12309
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6910747948998258e-05,
      "loss": 0.0019,
      "step": 12310
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.691021655089932e-05,
      "loss": 0.0016,
      "step": 12311
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6909685115450866e-05,
      "loss": 0.0014,
      "step": 12312
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6909153642655768e-05,
      "loss": 0.0014,
      "step": 12313
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.69086221325169e-05,
      "loss": 0.0015,
      "step": 12314
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.690809058503714e-05,
      "loss": 0.0019,
      "step": 12315
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6907559000219353e-05,
      "loss": 0.0012,
      "step": 12316
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6907027378066417e-05,
      "loss": 0.0011,
      "step": 12317
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.69064957185812e-05,
      "loss": 0.0013,
      "step": 12318
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.690596402176658e-05,
      "loss": 0.0021,
      "step": 12319
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6905432287625433e-05,
      "loss": 0.0014,
      "step": 12320
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6904900516160626e-05,
      "loss": 0.0029,
      "step": 12321
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6904368707375042e-05,
      "loss": 0.003,
      "step": 12322
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6903836861271548e-05,
      "loss": 0.0015,
      "step": 12323
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6903304977853024e-05,
      "loss": 0.0015,
      "step": 12324
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.690277305712234e-05,
      "loss": 0.0025,
      "step": 12325
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6902241099082375e-05,
      "loss": 0.0022,
      "step": 12326
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6901709103736e-05,
      "loss": 0.001,
      "step": 12327
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6901177071086092e-05,
      "loss": 0.0024,
      "step": 12328
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.690064500113553e-05,
      "loss": 0.0017,
      "step": 12329
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6900112893887185e-05,
      "loss": 0.001,
      "step": 12330
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6899580749343938e-05,
      "loss": 0.0029,
      "step": 12331
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689904856750866e-05,
      "loss": 0.0021,
      "step": 12332
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6898516348384232e-05,
      "loss": 0.0013,
      "step": 12333
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6897984091973527e-05,
      "loss": 0.0009,
      "step": 12334
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6897451798279423e-05,
      "loss": 0.0018,
      "step": 12335
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6896919467304797e-05,
      "loss": 0.0025,
      "step": 12336
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689638709905253e-05,
      "loss": 0.0017,
      "step": 12337
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6895854693525494e-05,
      "loss": 0.0018,
      "step": 12338
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6895322250726568e-05,
      "loss": 0.0007,
      "step": 12339
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6894789770658632e-05,
      "loss": 0.0024,
      "step": 12340
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689425725332456e-05,
      "loss": 0.0014,
      "step": 12341
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6893724698727236e-05,
      "loss": 0.0012,
      "step": 12342
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689319210686953e-05,
      "loss": 0.002,
      "step": 12343
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.689265947775433e-05,
      "loss": 0.0012,
      "step": 12344
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6892126811384514e-05,
      "loss": 0.0014,
      "step": 12345
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6891594107762953e-05,
      "loss": 0.0018,
      "step": 12346
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6891061366892533e-05,
      "loss": 0.0024,
      "step": 12347
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6890528588776132e-05,
      "loss": 0.0021,
      "step": 12348
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6889995773416628e-05,
      "loss": 0.0017,
      "step": 12349
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68894629208169e-05,
      "loss": 0.0021,
      "step": 12350
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6888930030979836e-05,
      "loss": 0.0021,
      "step": 12351
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6888397103908304e-05,
      "loss": 0.002,
      "step": 12352
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6887864139605195e-05,
      "loss": 0.0018,
      "step": 12353
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6887331138073385e-05,
      "loss": 0.001,
      "step": 12354
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.688679809931575e-05,
      "loss": 0.0025,
      "step": 12355
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.688626502333518e-05,
      "loss": 0.0015,
      "step": 12356
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6885731910134552e-05,
      "loss": 0.0022,
      "step": 12357
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6885198759716752e-05,
      "loss": 0.002,
      "step": 12358
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6884665572084652e-05,
      "loss": 0.0007,
      "step": 12359
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6884132347241144e-05,
      "loss": 0.0017,
      "step": 12360
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68835990851891e-05,
      "loss": 0.0015,
      "step": 12361
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6883065785931414e-05,
      "loss": 0.0013,
      "step": 12362
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.688253244947096e-05,
      "loss": 0.0015,
      "step": 12363
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6881999075810624e-05,
      "loss": 0.0015,
      "step": 12364
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6881465664953286e-05,
      "loss": 0.0015,
      "step": 12365
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6880932216901835e-05,
      "loss": 0.0039,
      "step": 12366
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6880398731659148e-05,
      "loss": 0.0016,
      "step": 12367
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6879865209228107e-05,
      "loss": 0.0024,
      "step": 12368
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6879331649611605e-05,
      "loss": 0.0015,
      "step": 12369
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6878798052812517e-05,
      "loss": 0.0017,
      "step": 12370
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.687826441883373e-05,
      "loss": 0.0015,
      "step": 12371
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.687773074767813e-05,
      "loss": 0.0017,
      "step": 12372
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68771970393486e-05,
      "loss": 0.002,
      "step": 12373
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6876663293848024e-05,
      "loss": 0.0016,
      "step": 12374
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6876129511179286e-05,
      "loss": 0.001,
      "step": 12375
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6875595691345277e-05,
      "loss": 0.0018,
      "step": 12376
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6875061834348877e-05,
      "loss": 0.0024,
      "step": 12377
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.687452794019297e-05,
      "loss": 0.0031,
      "step": 12378
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6873994008880448e-05,
      "loss": 0.0019,
      "step": 12379
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.687346004041419e-05,
      "loss": 0.0016,
      "step": 12380
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6872926034797086e-05,
      "loss": 0.0022,
      "step": 12381
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.687239199203202e-05,
      "loss": 0.0016,
      "step": 12382
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6871857912121882e-05,
      "loss": 0.0021,
      "step": 12383
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6871323795069555e-05,
      "loss": 0.0013,
      "step": 12384
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.687078964087793e-05,
      "loss": 0.0013,
      "step": 12385
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.687025544954989e-05,
      "loss": 0.0014,
      "step": 12386
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6869721221088325e-05,
      "loss": 0.0007,
      "step": 12387
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686918695549612e-05,
      "loss": 0.0011,
      "step": 12388
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686865265277616e-05,
      "loss": 0.003,
      "step": 12389
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6868118312931346e-05,
      "loss": 0.0021,
      "step": 12390
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686758393596455e-05,
      "loss": 0.0015,
      "step": 12391
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686704952187867e-05,
      "loss": 0.0025,
      "step": 12392
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686651507067659e-05,
      "loss": 0.0021,
      "step": 12393
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6865980582361202e-05,
      "loss": 0.0023,
      "step": 12394
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6865446056935392e-05,
      "loss": 0.0018,
      "step": 12395
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686491149440205e-05,
      "loss": 0.0013,
      "step": 12396
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686437689476407e-05,
      "loss": 0.0018,
      "step": 12397
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6863842258024336e-05,
      "loss": 0.0017,
      "step": 12398
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6863307584185736e-05,
      "loss": 0.0028,
      "step": 12399
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6862772873251165e-05,
      "loss": 0.0008,
      "step": 12400
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686223812522351e-05,
      "loss": 0.0018,
      "step": 12401
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6861703340105663e-05,
      "loss": 0.0016,
      "step": 12402
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.686116851790051e-05,
      "loss": 0.0018,
      "step": 12403
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6860633658610952e-05,
      "loss": 0.0024,
      "step": 12404
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6860098762239873e-05,
      "loss": 0.0019,
      "step": 12405
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.685956382879016e-05,
      "loss": 0.0015,
      "step": 12406
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.685902885826471e-05,
      "loss": 0.0024,
      "step": 12407
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6858493850666416e-05,
      "loss": 0.0013,
      "step": 12408
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6857958805998164e-05,
      "loss": 0.0012,
      "step": 12409
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.685742372426285e-05,
      "loss": 0.0018,
      "step": 12410
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6856888605463364e-05,
      "loss": 0.0008,
      "step": 12411
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68563534496026e-05,
      "loss": 0.002,
      "step": 12412
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.685581825668345e-05,
      "loss": 0.0023,
      "step": 12413
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6855283026708807e-05,
      "loss": 0.0018,
      "step": 12414
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.685474775968156e-05,
      "loss": 0.0027,
      "step": 12415
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6854212455604607e-05,
      "loss": 0.0013,
      "step": 12416
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.685367711448084e-05,
      "loss": 0.0028,
      "step": 12417
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6853141736313156e-05,
      "loss": 0.0018,
      "step": 12418
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6852606321104442e-05,
      "loss": 0.0033,
      "step": 12419
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6852070868857594e-05,
      "loss": 0.0015,
      "step": 12420
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6851535379575506e-05,
      "loss": 0.0013,
      "step": 12421
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6850999853261078e-05,
      "loss": 0.0012,
      "step": 12422
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6850464289917195e-05,
      "loss": 0.0011,
      "step": 12423
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684992868954676e-05,
      "loss": 0.0019,
      "step": 12424
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684939305215266e-05,
      "loss": 0.0015,
      "step": 12425
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68488573777378e-05,
      "loss": 0.0019,
      "step": 12426
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6848321666305068e-05,
      "loss": 0.0019,
      "step": 12427
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684778591785736e-05,
      "loss": 0.0007,
      "step": 12428
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6847250132397572e-05,
      "loss": 0.0017,
      "step": 12429
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6846714309928604e-05,
      "loss": 0.0025,
      "step": 12430
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6846178450453346e-05,
      "loss": 0.0015,
      "step": 12431
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68456425539747e-05,
      "loss": 0.0013,
      "step": 12432
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6845106620495556e-05,
      "loss": 0.0024,
      "step": 12433
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684457065001882e-05,
      "loss": 0.0013,
      "step": 12434
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684403464254738e-05,
      "loss": 0.0022,
      "step": 12435
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6843498598084137e-05,
      "loss": 0.0016,
      "step": 12436
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6842962516631985e-05,
      "loss": 0.002,
      "step": 12437
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684242639819383e-05,
      "loss": 0.001,
      "step": 12438
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684189024277256e-05,
      "loss": 0.0017,
      "step": 12439
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684135405037108e-05,
      "loss": 0.0016,
      "step": 12440
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.684081782099228e-05,
      "loss": 0.0009,
      "step": 12441
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6840281554639068e-05,
      "loss": 0.0021,
      "step": 12442
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6839745251314337e-05,
      "loss": 0.0019,
      "step": 12443
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6839208911020986e-05,
      "loss": 0.0015,
      "step": 12444
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6838672533761913e-05,
      "loss": 0.0017,
      "step": 12445
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6838136119540024e-05,
      "loss": 0.0022,
      "step": 12446
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6837599668358208e-05,
      "loss": 0.0016,
      "step": 12447
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683706318021937e-05,
      "loss": 0.0024,
      "step": 12448
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683652665512641e-05,
      "loss": 0.0021,
      "step": 12449
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6835990093082225e-05,
      "loss": 0.002,
      "step": 12450
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683545349408972e-05,
      "loss": 0.0012,
      "step": 12451
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683491685815179e-05,
      "loss": 0.0017,
      "step": 12452
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6834380185271338e-05,
      "loss": 0.0028,
      "step": 12453
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6833843475451268e-05,
      "loss": 0.0008,
      "step": 12454
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6833306728694476e-05,
      "loss": 0.0019,
      "step": 12455
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6832769945003862e-05,
      "loss": 0.0013,
      "step": 12456
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.683223312438233e-05,
      "loss": 0.0013,
      "step": 12457
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6831696266832786e-05,
      "loss": 0.0019,
      "step": 12458
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6831159372358123e-05,
      "loss": 0.0015,
      "step": 12459
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6830622440961247e-05,
      "loss": 0.0029,
      "step": 12460
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6830085472645065e-05,
      "loss": 0.0016,
      "step": 12461
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6829548467412465e-05,
      "loss": 0.0017,
      "step": 12462
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6829011425266367e-05,
      "loss": 0.0016,
      "step": 12463
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6828474346209662e-05,
      "loss": 0.0012,
      "step": 12464
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.682793723024526e-05,
      "loss": 0.0011,
      "step": 12465
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6827400077376057e-05,
      "loss": 0.0008,
      "step": 12466
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.682686288760496e-05,
      "loss": 0.0015,
      "step": 12467
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6826325660934872e-05,
      "loss": 0.0021,
      "step": 12468
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68257883973687e-05,
      "loss": 0.0009,
      "step": 12469
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6825251096909343e-05,
      "loss": 0.0019,
      "step": 12470
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.682471375955971e-05,
      "loss": 0.0015,
      "step": 12471
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.68241763853227e-05,
      "loss": 0.0019,
      "step": 12472
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.682363897420122e-05,
      "loss": 0.0014,
      "step": 12473
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6823101526198172e-05,
      "loss": 0.0023,
      "step": 12474
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6822564041316467e-05,
      "loss": 0.0018,
      "step": 12475
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6822026519559002e-05,
      "loss": 0.0011,
      "step": 12476
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6821488960928692e-05,
      "loss": 0.0019,
      "step": 12477
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6820951365428434e-05,
      "loss": 0.0014,
      "step": 12478
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6820413733061142e-05,
      "loss": 0.0007,
      "step": 12479
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.681987606382971e-05,
      "loss": 0.0025,
      "step": 12480
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6819338357737054e-05,
      "loss": 0.0024,
      "step": 12481
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6818800614786077e-05,
      "loss": 0.0015,
      "step": 12482
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6818262834979686e-05,
      "loss": 0.0013,
      "step": 12483
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.681772501832079e-05,
      "loss": 0.0021,
      "step": 12484
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6817187164812286e-05,
      "loss": 0.0008,
      "step": 12485
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6816649274457094e-05,
      "loss": 0.003,
      "step": 12486
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6816111347258114e-05,
      "loss": 0.0024,
      "step": 12487
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6815573383218256e-05,
      "loss": 0.0017,
      "step": 12488
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6815035382340427e-05,
      "loss": 0.0015,
      "step": 12489
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6814497344627533e-05,
      "loss": 0.002,
      "step": 12490
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6813959270082486e-05,
      "loss": 0.0009,
      "step": 12491
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6813421158708192e-05,
      "loss": 0.0025,
      "step": 12492
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.681288301050756e-05,
      "loss": 0.0012,
      "step": 12493
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6812344825483493e-05,
      "loss": 0.0019,
      "step": 12494
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.681180660363891e-05,
      "loss": 0.0016,
      "step": 12495
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6811268344976714e-05,
      "loss": 0.0025,
      "step": 12496
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6810730049499816e-05,
      "loss": 0.0021,
      "step": 12497
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6810191717211124e-05,
      "loss": 0.0011,
      "step": 12498
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6809653348113547e-05,
      "loss": 0.0021,
      "step": 12499
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6809114942209997e-05,
      "loss": 0.0018,
      "step": 12500
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6808576499503387e-05,
      "loss": 0.0015,
      "step": 12501
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.680803801999662e-05,
      "loss": 0.0017,
      "step": 12502
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6807499503692613e-05,
      "loss": 0.0019,
      "step": 12503
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6806960950594273e-05,
      "loss": 0.0017,
      "step": 12504
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.680642236070451e-05,
      "loss": 0.0021,
      "step": 12505
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6805883734026238e-05,
      "loss": 0.0019,
      "step": 12506
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6805345070562367e-05,
      "loss": 0.0017,
      "step": 12507
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.680480637031581e-05,
      "loss": 0.0012,
      "step": 12508
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6804267633289476e-05,
      "loss": 0.0024,
      "step": 12509
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6803728859486276e-05,
      "loss": 0.0018,
      "step": 12510
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6803190048909127e-05,
      "loss": 0.0015,
      "step": 12511
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6802651201560936e-05,
      "loss": 0.0019,
      "step": 12512
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.680211231744462e-05,
      "loss": 0.0024,
      "step": 12513
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.680157339656309e-05,
      "loss": 0.0023,
      "step": 12514
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6801034438919256e-05,
      "loss": 0.0009,
      "step": 12515
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6800495444516036e-05,
      "loss": 0.0023,
      "step": 12516
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.679995641335634e-05,
      "loss": 0.0023,
      "step": 12517
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.679941734544308e-05,
      "loss": 0.0009,
      "step": 12518
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6798878240779174e-05,
      "loss": 0.0017,
      "step": 12519
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.679833909936753e-05,
      "loss": 0.0022,
      "step": 12520
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6797799921211066e-05,
      "loss": 0.0014,
      "step": 12521
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.67972607063127e-05,
      "loss": 0.0009,
      "step": 12522
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6796721454675338e-05,
      "loss": 0.0016,
      "step": 12523
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6796182166301903e-05,
      "loss": 0.0018,
      "step": 12524
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6795642841195302e-05,
      "loss": 0.0027,
      "step": 12525
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6795103479358455e-05,
      "loss": 0.0023,
      "step": 12526
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6794564080794277e-05,
      "loss": 0.0026,
      "step": 12527
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6794024645505684e-05,
      "loss": 0.0018,
      "step": 12528
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6793485173495583e-05,
      "loss": 0.0025,
      "step": 12529
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6792945664766906e-05,
      "loss": 0.0014,
      "step": 12530
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6792406119322556e-05,
      "loss": 0.0026,
      "step": 12531
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6791866537165454e-05,
      "loss": 0.0014,
      "step": 12532
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6791326918298512e-05,
      "loss": 0.0017,
      "step": 12533
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6790787262724656e-05,
      "loss": 0.0011,
      "step": 12534
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6790247570446792e-05,
      "loss": 0.0027,
      "step": 12535
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6789707841467845e-05,
      "loss": 0.0015,
      "step": 12536
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6789168075790727e-05,
      "loss": 0.001,
      "step": 12537
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.678862827341836e-05,
      "loss": 0.0026,
      "step": 12538
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6788088434353657e-05,
      "loss": 0.0013,
      "step": 12539
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.678754855859954e-05,
      "loss": 0.0015,
      "step": 12540
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6787008646158923e-05,
      "loss": 0.0015,
      "step": 12541
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.678646869703473e-05,
      "loss": 0.0022,
      "step": 12542
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6785928711229874e-05,
      "loss": 0.002,
      "step": 12543
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6785388688747274e-05,
      "loss": 0.003,
      "step": 12544
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6784848629589852e-05,
      "loss": 0.0021,
      "step": 12545
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6784308533760525e-05,
      "loss": 0.0019,
      "step": 12546
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6783768401262214e-05,
      "loss": 0.0016,
      "step": 12547
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.678322823209783e-05,
      "loss": 0.0017,
      "step": 12548
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6782688026270305e-05,
      "loss": 0.0032,
      "step": 12549
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6782147783782553e-05,
      "loss": 0.0016,
      "step": 12550
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6781607504637494e-05,
      "loss": 0.0025,
      "step": 12551
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6781067188838048e-05,
      "loss": 0.0009,
      "step": 12552
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6780526836387133e-05,
      "loss": 0.0029,
      "step": 12553
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6779986447287678e-05,
      "loss": 0.0022,
      "step": 12554
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.6779446021542596e-05,
      "loss": 0.0014,
      "step": 12555
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6778905559154807e-05,
      "loss": 0.0015,
      "step": 12556
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6778365060127236e-05,
      "loss": 0.0019,
      "step": 12557
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6777824524462807e-05,
      "loss": 0.0016,
      "step": 12558
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6777283952164433e-05,
      "loss": 0.0027,
      "step": 12559
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6776743343235046e-05,
      "loss": 0.0023,
      "step": 12560
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677620269767756e-05,
      "loss": 0.0011,
      "step": 12561
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.67756620154949e-05,
      "loss": 0.0014,
      "step": 12562
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6775121296689992e-05,
      "loss": 0.0019,
      "step": 12563
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6774580541265755e-05,
      "loss": 0.0016,
      "step": 12564
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677403974922511e-05,
      "loss": 0.0007,
      "step": 12565
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677349892057098e-05,
      "loss": 0.0015,
      "step": 12566
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6772958055306293e-05,
      "loss": 0.0026,
      "step": 12567
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.677241715343397e-05,
      "loss": 0.0016,
      "step": 12568
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6771876214956934e-05,
      "loss": 0.0013,
      "step": 12569
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6771335239878107e-05,
      "loss": 0.0009,
      "step": 12570
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6770794228200412e-05,
      "loss": 0.0019,
      "step": 12571
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6770253179926782e-05,
      "loss": 0.0033,
      "step": 12572
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6769712095060132e-05,
      "loss": 0.0015,
      "step": 12573
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6769170973603386e-05,
      "loss": 0.0009,
      "step": 12574
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6768629815559476e-05,
      "loss": 0.0009,
      "step": 12575
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6768088620931326e-05,
      "loss": 0.0022,
      "step": 12576
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6767547389721855e-05,
      "loss": 0.0021,
      "step": 12577
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.676700612193399e-05,
      "loss": 0.0019,
      "step": 12578
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6766464817570662e-05,
      "loss": 0.0012,
      "step": 12579
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6765923476634792e-05,
      "loss": 0.0016,
      "step": 12580
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6765382099129307e-05,
      "loss": 0.0013,
      "step": 12581
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6764840685057136e-05,
      "loss": 0.0013,
      "step": 12582
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6764299234421198e-05,
      "loss": 0.0019,
      "step": 12583
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.676375774722443e-05,
      "loss": 0.0013,
      "step": 12584
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6763216223469747e-05,
      "loss": 0.0017,
      "step": 12585
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6762674663160082e-05,
      "loss": 0.0026,
      "step": 12586
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6762133066298363e-05,
      "loss": 0.0019,
      "step": 12587
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.676159143288752e-05,
      "loss": 0.0024,
      "step": 12588
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.676104976293047e-05,
      "loss": 0.0029,
      "step": 12589
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.676050805643015e-05,
      "loss": 0.0013,
      "step": 12590
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6759966313389487e-05,
      "loss": 0.0015,
      "step": 12591
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6759424533811405e-05,
      "loss": 0.0024,
      "step": 12592
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6758882717698837e-05,
      "loss": 0.0022,
      "step": 12593
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6758340865054706e-05,
      "loss": 0.0008,
      "step": 12594
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6757798975881948e-05,
      "loss": 0.0016,
      "step": 12595
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6757257050183485e-05,
      "loss": 0.0017,
      "step": 12596
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.675671508796225e-05,
      "loss": 0.0011,
      "step": 12597
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.675617308922117e-05,
      "loss": 0.002,
      "step": 12598
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6755631053963176e-05,
      "loss": 0.0029,
      "step": 12599
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6755088982191198e-05,
      "loss": 0.0021,
      "step": 12600
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6754546873908164e-05,
      "loss": 0.0009,
      "step": 12601
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6754004729117006e-05,
      "loss": 0.0018,
      "step": 12602
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6753462547820653e-05,
      "loss": 0.0024,
      "step": 12603
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.675292033002204e-05,
      "loss": 0.0022,
      "step": 12604
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6752378075724087e-05,
      "loss": 0.0017,
      "step": 12605
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6751835784929735e-05,
      "loss": 0.002,
      "step": 12606
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6751293457641914e-05,
      "loss": 0.0012,
      "step": 12607
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6750751093863548e-05,
      "loss": 0.0019,
      "step": 12608
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6750208693597577e-05,
      "loss": 0.0019,
      "step": 12609
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6749666256846926e-05,
      "loss": 0.0012,
      "step": 12610
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6749123783614528e-05,
      "loss": 0.0011,
      "step": 12611
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6748581273903322e-05,
      "loss": 0.0015,
      "step": 12612
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6748038727716234e-05,
      "loss": 0.0015,
      "step": 12613
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6747496145056196e-05,
      "loss": 0.0014,
      "step": 12614
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6746953525926147e-05,
      "loss": 0.0024,
      "step": 12615
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.674641087032901e-05,
      "loss": 0.0023,
      "step": 12616
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6745868178267724e-05,
      "loss": 0.0013,
      "step": 12617
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6745325449745224e-05,
      "loss": 0.0012,
      "step": 12618
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6744782684764437e-05,
      "loss": 0.0017,
      "step": 12619
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6744239883328304e-05,
      "loss": 0.0034,
      "step": 12620
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6743697045439752e-05,
      "loss": 0.0012,
      "step": 12621
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.674315417110172e-05,
      "loss": 0.0008,
      "step": 12622
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.674261126031714e-05,
      "loss": 0.0015,
      "step": 12623
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6742068313088947e-05,
      "loss": 0.001,
      "step": 12624
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6741525329420075e-05,
      "loss": 0.0016,
      "step": 12625
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.674098230931346e-05,
      "loss": 0.0015,
      "step": 12626
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.674043925277204e-05,
      "loss": 0.0028,
      "step": 12627
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673989615979874e-05,
      "loss": 0.0033,
      "step": 12628
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6739353030396505e-05,
      "loss": 0.0019,
      "step": 12629
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6738809864568265e-05,
      "loss": 0.0015,
      "step": 12630
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673826666231696e-05,
      "loss": 0.0018,
      "step": 12631
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6737723423645528e-05,
      "loss": 0.0017,
      "step": 12632
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.67371801485569e-05,
      "loss": 0.0013,
      "step": 12633
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673663683705401e-05,
      "loss": 0.0022,
      "step": 12634
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.67360934891398e-05,
      "loss": 0.0015,
      "step": 12635
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673555010481721e-05,
      "loss": 0.0014,
      "step": 12636
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6735006684089166e-05,
      "loss": 0.0022,
      "step": 12637
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6734463226958615e-05,
      "loss": 0.0011,
      "step": 12638
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673391973342849e-05,
      "loss": 0.0021,
      "step": 12639
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6733376203501728e-05,
      "loss": 0.0019,
      "step": 12640
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673283263718127e-05,
      "loss": 0.0016,
      "step": 12641
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6732289034470052e-05,
      "loss": 0.001,
      "step": 12642
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673174539537101e-05,
      "loss": 0.0015,
      "step": 12643
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6731201719887087e-05,
      "loss": 0.0013,
      "step": 12644
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673065800802122e-05,
      "loss": 0.0015,
      "step": 12645
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.673011425977634e-05,
      "loss": 0.0018,
      "step": 12646
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6729570475155398e-05,
      "loss": 0.0011,
      "step": 12647
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672902665416133e-05,
      "loss": 0.0026,
      "step": 12648
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672848279679707e-05,
      "loss": 0.0012,
      "step": 12649
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6727938903065563e-05,
      "loss": 0.0015,
      "step": 12650
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6727394972969744e-05,
      "loss": 0.0014,
      "step": 12651
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672685100651256e-05,
      "loss": 0.0024,
      "step": 12652
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672630700369694e-05,
      "loss": 0.0018,
      "step": 12653
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6725762964525837e-05,
      "loss": 0.0016,
      "step": 12654
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6725218889002183e-05,
      "loss": 0.0014,
      "step": 12655
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6724674777128922e-05,
      "loss": 0.0027,
      "step": 12656
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6724130628908994e-05,
      "loss": 0.0021,
      "step": 12657
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6723586444345338e-05,
      "loss": 0.0025,
      "step": 12658
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.67230422234409e-05,
      "loss": 0.0024,
      "step": 12659
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6722497966198617e-05,
      "loss": 0.0019,
      "step": 12660
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6721953672621435e-05,
      "loss": 0.0021,
      "step": 12661
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672140934271229e-05,
      "loss": 0.0029,
      "step": 12662
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.672086497647413e-05,
      "loss": 0.002,
      "step": 12663
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6720320573909892e-05,
      "loss": 0.0016,
      "step": 12664
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6719776135022527e-05,
      "loss": 0.0013,
      "step": 12665
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6719231659814968e-05,
      "loss": 0.002,
      "step": 12666
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.671868714829016e-05,
      "loss": 0.0008,
      "step": 12667
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.671814260045105e-05,
      "loss": 0.0015,
      "step": 12668
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6717598016300582e-05,
      "loss": 0.0021,
      "step": 12669
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6717053395841696e-05,
      "loss": 0.0012,
      "step": 12670
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6716508739077335e-05,
      "loss": 0.0023,
      "step": 12671
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6715964046010446e-05,
      "loss": 0.001,
      "step": 12672
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.671541931664397e-05,
      "loss": 0.0013,
      "step": 12673
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.671487455098085e-05,
      "loss": 0.003,
      "step": 12674
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.671432974902404e-05,
      "loss": 0.0016,
      "step": 12675
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.671378491077647e-05,
      "loss": 0.0021,
      "step": 12676
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6713240036241098e-05,
      "loss": 0.0015,
      "step": 12677
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6712695125420863e-05,
      "loss": 0.0007,
      "step": 12678
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6712150178318706e-05,
      "loss": 0.002,
      "step": 12679
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.671160519493758e-05,
      "loss": 0.0015,
      "step": 12680
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6711060175280428e-05,
      "loss": 0.0021,
      "step": 12681
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6710515119350198e-05,
      "loss": 0.0015,
      "step": 12682
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6709970027149827e-05,
      "loss": 0.0021,
      "step": 12683
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.670942489868227e-05,
      "loss": 0.0031,
      "step": 12684
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6708879733950475e-05,
      "loss": 0.0026,
      "step": 12685
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6708334532957383e-05,
      "loss": 0.0022,
      "step": 12686
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6707789295705944e-05,
      "loss": 0.0022,
      "step": 12687
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6707244022199102e-05,
      "loss": 0.0022,
      "step": 12688
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6706698712439807e-05,
      "loss": 0.0024,
      "step": 12689
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6706153366431004e-05,
      "loss": 0.001,
      "step": 12690
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.670560798417564e-05,
      "loss": 0.0013,
      "step": 12691
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6705062565676666e-05,
      "loss": 0.0012,
      "step": 12692
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.670451711093703e-05,
      "loss": 0.0021,
      "step": 12693
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.670397161995968e-05,
      "loss": 0.0026,
      "step": 12694
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6703426092747558e-05,
      "loss": 0.0029,
      "step": 12695
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.670288052930362e-05,
      "loss": 0.0013,
      "step": 12696
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6702334929630814e-05,
      "loss": 0.0012,
      "step": 12697
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6701789293732083e-05,
      "loss": 0.0017,
      "step": 12698
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6701243621610385e-05,
      "loss": 0.0026,
      "step": 12699
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6700697913268656e-05,
      "loss": 0.001,
      "step": 12700
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6700152168709866e-05,
      "loss": 0.0011,
      "step": 12701
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6699606387936948e-05,
      "loss": 0.0017,
      "step": 12702
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6699060570952856e-05,
      "loss": 0.002,
      "step": 12703
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6698514717760542e-05,
      "loss": 0.0018,
      "step": 12704
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6697968828362956e-05,
      "loss": 0.002,
      "step": 12705
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6697422902763047e-05,
      "loss": 0.0018,
      "step": 12706
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6696876940963765e-05,
      "loss": 0.0024,
      "step": 12707
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6696330942968065e-05,
      "loss": 0.0014,
      "step": 12708
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6695784908778894e-05,
      "loss": 0.0018,
      "step": 12709
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6695238838399208e-05,
      "loss": 0.0029,
      "step": 12710
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6694692731831956e-05,
      "loss": 0.0024,
      "step": 12711
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6694146589080084e-05,
      "loss": 0.0019,
      "step": 12712
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6693600410146552e-05,
      "loss": 0.001,
      "step": 12713
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.669305419503431e-05,
      "loss": 0.0029,
      "step": 12714
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6692507943746308e-05,
      "loss": 0.002,
      "step": 12715
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66919616562855e-05,
      "loss": 0.0034,
      "step": 12716
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.669141533265484e-05,
      "loss": 0.0013,
      "step": 12717
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6690868972857278e-05,
      "loss": 0.0019,
      "step": 12718
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6690322576895765e-05,
      "loss": 0.002,
      "step": 12719
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6689776144773264e-05,
      "loss": 0.0028,
      "step": 12720
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6689229676492718e-05,
      "loss": 0.0022,
      "step": 12721
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6688683172057086e-05,
      "loss": 0.0011,
      "step": 12722
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.668813663146932e-05,
      "loss": 0.0013,
      "step": 12723
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6687590054732378e-05,
      "loss": 0.0017,
      "step": 12724
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6687043441849206e-05,
      "loss": 0.0024,
      "step": 12725
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6686496792822767e-05,
      "loss": 0.0018,
      "step": 12726
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.668595010765601e-05,
      "loss": 0.0016,
      "step": 12727
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.668540338635189e-05,
      "loss": 0.0031,
      "step": 12728
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6684856628913367e-05,
      "loss": 0.0019,
      "step": 12729
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6684309835343395e-05,
      "loss": 0.0012,
      "step": 12730
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6683763005644922e-05,
      "loss": 0.0027,
      "step": 12731
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.668321613982091e-05,
      "loss": 0.0015,
      "step": 12732
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6682669237874316e-05,
      "loss": 0.0021,
      "step": 12733
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6682122299808092e-05,
      "loss": 0.0008,
      "step": 12734
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6681575325625196e-05,
      "loss": 0.0014,
      "step": 12735
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6681028315328586e-05,
      "loss": 0.0014,
      "step": 12736
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6680481268921216e-05,
      "loss": 0.002,
      "step": 12737
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667993418640604e-05,
      "loss": 0.0022,
      "step": 12738
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6679387067786023e-05,
      "loss": 0.0026,
      "step": 12739
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667883991306412e-05,
      "loss": 0.0028,
      "step": 12740
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667829272224328e-05,
      "loss": 0.0023,
      "step": 12741
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667774549532647e-05,
      "loss": 0.0013,
      "step": 12742
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6677198232316646e-05,
      "loss": 0.002,
      "step": 12743
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6676650933216763e-05,
      "loss": 0.0019,
      "step": 12744
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667610359802978e-05,
      "loss": 0.0018,
      "step": 12745
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6675556226758655e-05,
      "loss": 0.0011,
      "step": 12746
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667500881940635e-05,
      "loss": 0.0027,
      "step": 12747
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667446137597582e-05,
      "loss": 0.0018,
      "step": 12748
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667391389647002e-05,
      "loss": 0.0018,
      "step": 12749
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667336638089192e-05,
      "loss": 0.0015,
      "step": 12750
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6672818829244476e-05,
      "loss": 0.0008,
      "step": 12751
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667227124153064e-05,
      "loss": 0.0018,
      "step": 12752
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6671723617753378e-05,
      "loss": 0.0013,
      "step": 12753
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6671175957915644e-05,
      "loss": 0.0019,
      "step": 12754
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.667062826202041e-05,
      "loss": 0.002,
      "step": 12755
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6670080530070623e-05,
      "loss": 0.0018,
      "step": 12756
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6669532762069252e-05,
      "loss": 0.0007,
      "step": 12757
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6668984958019253e-05,
      "loss": 0.0021,
      "step": 12758
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.666843711792359e-05,
      "loss": 0.0018,
      "step": 12759
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6667889241785226e-05,
      "loss": 0.0024,
      "step": 12760
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6667341329607118e-05,
      "loss": 0.0011,
      "step": 12761
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.666679338139223e-05,
      "loss": 0.001,
      "step": 12762
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6666245397143516e-05,
      "loss": 0.0012,
      "step": 12763
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6665697376863946e-05,
      "loss": 0.0021,
      "step": 12764
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6665149320556483e-05,
      "loss": 0.0022,
      "step": 12765
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6664601228224085e-05,
      "loss": 0.0025,
      "step": 12766
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6664053099869718e-05,
      "loss": 0.0015,
      "step": 12767
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6663504935496338e-05,
      "loss": 0.0026,
      "step": 12768
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6662956735106917e-05,
      "loss": 0.0016,
      "step": 12769
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.666240849870441e-05,
      "loss": 0.0022,
      "step": 12770
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6661860226291785e-05,
      "loss": 0.0011,
      "step": 12771
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6661311917872003e-05,
      "loss": 0.0021,
      "step": 12772
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6660763573448028e-05,
      "loss": 0.0021,
      "step": 12773
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6660215193022825e-05,
      "loss": 0.0018,
      "step": 12774
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665966677659936e-05,
      "loss": 0.0023,
      "step": 12775
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665911832418059e-05,
      "loss": 0.0019,
      "step": 12776
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6658569835769485e-05,
      "loss": 0.0018,
      "step": 12777
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665802131136901e-05,
      "loss": 0.0013,
      "step": 12778
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6657472750982126e-05,
      "loss": 0.0021,
      "step": 12779
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66569241546118e-05,
      "loss": 0.0017,
      "step": 12780
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6656375522261e-05,
      "loss": 0.0026,
      "step": 12781
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6655826853932686e-05,
      "loss": 0.0011,
      "step": 12782
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6655278149629826e-05,
      "loss": 0.0019,
      "step": 12783
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6654729409355385e-05,
      "loss": 0.0017,
      "step": 12784
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6654180633112333e-05,
      "loss": 0.0015,
      "step": 12785
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665363182090363e-05,
      "loss": 0.0019,
      "step": 12786
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6653082972732243e-05,
      "loss": 0.0021,
      "step": 12787
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6652534088601147e-05,
      "loss": 0.002,
      "step": 12788
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6651985168513296e-05,
      "loss": 0.002,
      "step": 12789
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665143621247167e-05,
      "loss": 0.0012,
      "step": 12790
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665088722047922e-05,
      "loss": 0.002,
      "step": 12791
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.665033819253893e-05,
      "loss": 0.0013,
      "step": 12792
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.664978912865376e-05,
      "loss": 0.0025,
      "step": 12793
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6649240028826675e-05,
      "loss": 0.0017,
      "step": 12794
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6648690893060644e-05,
      "loss": 0.0014,
      "step": 12795
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.664814172135864e-05,
      "loss": 0.0018,
      "step": 12796
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6647592513723627e-05,
      "loss": 0.002,
      "step": 12797
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6647043270158576e-05,
      "loss": 0.0013,
      "step": 12798
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6646493990666453e-05,
      "loss": 0.0021,
      "step": 12799
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6645944675250227e-05,
      "loss": 0.0023,
      "step": 12800
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6645395323912868e-05,
      "loss": 0.0022,
      "step": 12801
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6644845936657344e-05,
      "loss": 0.0018,
      "step": 12802
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6644296513486628e-05,
      "loss": 0.0018,
      "step": 12803
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6643747054403686e-05,
      "loss": 0.0021,
      "step": 12804
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.664319755941149e-05,
      "loss": 0.0019,
      "step": 12805
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.664264802851301e-05,
      "loss": 0.0023,
      "step": 12806
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6642098461711214e-05,
      "loss": 0.002,
      "step": 12807
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6641548859009073e-05,
      "loss": 0.0031,
      "step": 12808
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6640999220409556e-05,
      "loss": 0.0017,
      "step": 12809
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6640449545915636e-05,
      "loss": 0.0021,
      "step": 12810
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6639899835530288e-05,
      "loss": 0.002,
      "step": 12811
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6639350089256478e-05,
      "loss": 0.0011,
      "step": 12812
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663880030709718e-05,
      "loss": 0.003,
      "step": 12813
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663825048905536e-05,
      "loss": 0.002,
      "step": 12814
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6637700635133996e-05,
      "loss": 0.0013,
      "step": 12815
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6637150745336054e-05,
      "loss": 0.0012,
      "step": 12816
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6636600819664516e-05,
      "loss": 0.0024,
      "step": 12817
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6636050858122345e-05,
      "loss": 0.002,
      "step": 12818
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6635500860712516e-05,
      "loss": 0.0014,
      "step": 12819
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6634950827438005e-05,
      "loss": 0.0026,
      "step": 12820
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6634400758301778e-05,
      "loss": 0.0024,
      "step": 12821
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663385065330682e-05,
      "loss": 0.0025,
      "step": 12822
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663330051245609e-05,
      "loss": 0.0025,
      "step": 12823
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663275033575257e-05,
      "loss": 0.0029,
      "step": 12824
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663220012319923e-05,
      "loss": 0.0017,
      "step": 12825
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.663164987479905e-05,
      "loss": 0.0015,
      "step": 12826
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6631099590554994e-05,
      "loss": 0.0026,
      "step": 12827
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6630549270470048e-05,
      "loss": 0.0022,
      "step": 12828
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662999891454718e-05,
      "loss": 0.0017,
      "step": 12829
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6629448522789364e-05,
      "loss": 0.0014,
      "step": 12830
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6628898095199575e-05,
      "loss": 0.0026,
      "step": 12831
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6628347631780788e-05,
      "loss": 0.0015,
      "step": 12832
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6627797132535983e-05,
      "loss": 0.0034,
      "step": 12833
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662724659746813e-05,
      "loss": 0.0022,
      "step": 12834
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6626696026580206e-05,
      "loss": 0.0014,
      "step": 12835
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662614541987519e-05,
      "loss": 0.0017,
      "step": 12836
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6625594777356053e-05,
      "loss": 0.0015,
      "step": 12837
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6625044099025776e-05,
      "loss": 0.0025,
      "step": 12838
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662449338488733e-05,
      "loss": 0.0017,
      "step": 12839
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6623942634943693e-05,
      "loss": 0.0028,
      "step": 12840
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6623391849197848e-05,
      "loss": 0.0019,
      "step": 12841
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6622841027652764e-05,
      "loss": 0.0023,
      "step": 12842
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6622290170311425e-05,
      "loss": 0.0011,
      "step": 12843
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6621739277176804e-05,
      "loss": 0.0017,
      "step": 12844
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6621188348251874e-05,
      "loss": 0.0012,
      "step": 12845
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.662063738353962e-05,
      "loss": 0.002,
      "step": 12846
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6620086383043022e-05,
      "loss": 0.0018,
      "step": 12847
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.661953534676505e-05,
      "loss": 0.0011,
      "step": 12848
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.661898427470869e-05,
      "loss": 0.0015,
      "step": 12849
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6618433166876916e-05,
      "loss": 0.0014,
      "step": 12850
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6617882023272708e-05,
      "loss": 0.0022,
      "step": 12851
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6617330843899044e-05,
      "loss": 0.0016,
      "step": 12852
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6616779628758902e-05,
      "loss": 0.0022,
      "step": 12853
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6616228377855267e-05,
      "loss": 0.0028,
      "step": 12854
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6615677091191114e-05,
      "loss": 0.0015,
      "step": 12855
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6615125768769422e-05,
      "loss": 0.0014,
      "step": 12856
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.661457441059317e-05,
      "loss": 0.0014,
      "step": 12857
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6614023016665343e-05,
      "loss": 0.0017,
      "step": 12858
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.661347158698892e-05,
      "loss": 0.0014,
      "step": 12859
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6612920121566876e-05,
      "loss": 0.0021,
      "step": 12860
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66123686204022e-05,
      "loss": 0.0015,
      "step": 12861
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6611817083497867e-05,
      "loss": 0.0023,
      "step": 12862
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.661126551085686e-05,
      "loss": 0.0015,
      "step": 12863
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6610713902482156e-05,
      "loss": 0.0016,
      "step": 12864
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6610162258376743e-05,
      "loss": 0.0018,
      "step": 12865
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66096105785436e-05,
      "loss": 0.0014,
      "step": 12866
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6609058862985707e-05,
      "loss": 0.0013,
      "step": 12867
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6608507111706052e-05,
      "loss": 0.002,
      "step": 12868
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6607955324707608e-05,
      "loss": 0.0019,
      "step": 12869
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6607403501993366e-05,
      "loss": 0.0029,
      "step": 12870
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66068516435663e-05,
      "loss": 0.002,
      "step": 12871
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66062997494294e-05,
      "loss": 0.0027,
      "step": 12872
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6605747819585645e-05,
      "loss": 0.0014,
      "step": 12873
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6605195854038023e-05,
      "loss": 0.0016,
      "step": 12874
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6604643852789517e-05,
      "loss": 0.0021,
      "step": 12875
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6604091815843098e-05,
      "loss": 0.0021,
      "step": 12876
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.660353974320177e-05,
      "loss": 0.0016,
      "step": 12877
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.66029876348685e-05,
      "loss": 0.0012,
      "step": 12878
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6602435490846277e-05,
      "loss": 0.0016,
      "step": 12879
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6601883311138093e-05,
      "loss": 0.0021,
      "step": 12880
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.660133109574692e-05,
      "loss": 0.0025,
      "step": 12881
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.660077884467575e-05,
      "loss": 0.002,
      "step": 12882
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6600226557927567e-05,
      "loss": 0.0012,
      "step": 12883
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659967423550536e-05,
      "loss": 0.0025,
      "step": 12884
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6599121877412108e-05,
      "loss": 0.0012,
      "step": 12885
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.65985694836508e-05,
      "loss": 0.0015,
      "step": 12886
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659801705422442e-05,
      "loss": 0.0019,
      "step": 12887
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659746458913595e-05,
      "loss": 0.0017,
      "step": 12888
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6596912088388382e-05,
      "loss": 0.0013,
      "step": 12889
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6596359551984704e-05,
      "loss": 0.0023,
      "step": 12890
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6595806979927898e-05,
      "loss": 0.002,
      "step": 12891
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659525437222095e-05,
      "loss": 0.0022,
      "step": 12892
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659470172886685e-05,
      "loss": 0.0022,
      "step": 12893
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6594149049868582e-05,
      "loss": 0.0014,
      "step": 12894
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6593596335229137e-05,
      "loss": 0.0017,
      "step": 12895
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6593043584951497e-05,
      "loss": 0.002,
      "step": 12896
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6592490799038658e-05,
      "loss": 0.0022,
      "step": 12897
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6591937977493596e-05,
      "loss": 0.0009,
      "step": 12898
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6591385120319306e-05,
      "loss": 0.0016,
      "step": 12899
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.659083222751878e-05,
      "loss": 0.0016,
      "step": 12900
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6590279299095003e-05,
      "loss": 0.0023,
      "step": 12901
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6589726335050956e-05,
      "loss": 0.0022,
      "step": 12902
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6589173335389638e-05,
      "loss": 0.002,
      "step": 12903
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6588620300114036e-05,
      "loss": 0.0018,
      "step": 12904
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6588067229227137e-05,
      "loss": 0.0015,
      "step": 12905
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6587514122731928e-05,
      "loss": 0.0018,
      "step": 12906
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6586960980631405e-05,
      "loss": 0.0013,
      "step": 12907
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.658640780292855e-05,
      "loss": 0.0008,
      "step": 12908
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.658585458962636e-05,
      "loss": 0.0019,
      "step": 12909
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.658530134072782e-05,
      "loss": 0.002,
      "step": 12910
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6584748056235925e-05,
      "loss": 0.0025,
      "step": 12911
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.658419473615366e-05,
      "loss": 0.0012,
      "step": 12912
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6583641380484022e-05,
      "loss": 0.0007,
      "step": 12913
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6583087989229997e-05,
      "loss": 0.0013,
      "step": 12914
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6582534562394575e-05,
      "loss": 0.0029,
      "step": 12915
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6581981099980753e-05,
      "loss": 0.0019,
      "step": 12916
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6581427601991517e-05,
      "loss": 0.0012,
      "step": 12917
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.658087406842986e-05,
      "loss": 0.002,
      "step": 12918
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6580320499298776e-05,
      "loss": 0.0025,
      "step": 12919
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6579766894601257e-05,
      "loss": 0.0021,
      "step": 12920
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6579213254340292e-05,
      "loss": 0.0019,
      "step": 12921
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6578659578518874e-05,
      "loss": 0.0017,
      "step": 12922
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.657810586714e-05,
      "loss": 0.0016,
      "step": 12923
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6577552120206658e-05,
      "loss": 0.0034,
      "step": 12924
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6576998337721843e-05,
      "loss": 0.0014,
      "step": 12925
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6576444519688547e-05,
      "loss": 0.0017,
      "step": 12926
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6575890666109767e-05,
      "loss": 0.0029,
      "step": 12927
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.657533677698849e-05,
      "loss": 0.0023,
      "step": 12928
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6574782852327716e-05,
      "loss": 0.0015,
      "step": 12929
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6574228892130436e-05,
      "loss": 0.0014,
      "step": 12930
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6573674896399643e-05,
      "loss": 0.0027,
      "step": 12931
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.657312086513833e-05,
      "loss": 0.0008,
      "step": 12932
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.65725667983495e-05,
      "loss": 0.0009,
      "step": 12933
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6572012696036144e-05,
      "loss": 0.0017,
      "step": 12934
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.657145855820125e-05,
      "loss": 0.001,
      "step": 12935
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6570904384847822e-05,
      "loss": 0.003,
      "step": 12936
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6570350175978847e-05,
      "loss": 0.001,
      "step": 12937
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6569795931597327e-05,
      "loss": 0.0015,
      "step": 12938
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6569241651706254e-05,
      "loss": 0.0013,
      "step": 12939
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6568687336308632e-05,
      "loss": 0.0022,
      "step": 12940
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6568132985407444e-05,
      "loss": 0.0019,
      "step": 12941
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6567578599005695e-05,
      "loss": 0.0018,
      "step": 12942
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6567024177106378e-05,
      "loss": 0.0019,
      "step": 12943
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.656646971971249e-05,
      "loss": 0.0012,
      "step": 12944
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6565915226827032e-05,
      "loss": 0.0022,
      "step": 12945
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6565360698452997e-05,
      "loss": 0.0024,
      "step": 12946
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6564806134593384e-05,
      "loss": 0.0023,
      "step": 12947
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6564251535251184e-05,
      "loss": 0.0018,
      "step": 12948
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6563696900429404e-05,
      "loss": 0.0021,
      "step": 12949
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.656314223013104e-05,
      "loss": 0.0005,
      "step": 12950
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6562587524359084e-05,
      "loss": 0.0019,
      "step": 12951
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6562032783116538e-05,
      "loss": 0.0026,
      "step": 12952
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.65614780064064e-05,
      "loss": 0.0032,
      "step": 12953
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6560923194231667e-05,
      "loss": 0.0024,
      "step": 12954
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6560368346595342e-05,
      "loss": 0.0027,
      "step": 12955
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6559813463500422e-05,
      "loss": 0.0016,
      "step": 12956
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6559258544949906e-05,
      "loss": 0.0011,
      "step": 12957
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6558703590946792e-05,
      "loss": 0.0023,
      "step": 12958
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6558148601494082e-05,
      "loss": 0.0016,
      "step": 12959
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.655759357659477e-05,
      "loss": 0.0014,
      "step": 12960
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6557038516251865e-05,
      "loss": 0.0031,
      "step": 12961
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6556483420468358e-05,
      "loss": 0.0016,
      "step": 12962
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6555928289247255e-05,
      "loss": 0.0013,
      "step": 12963
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6555373122591553e-05,
      "loss": 0.0013,
      "step": 12964
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.655481792050426e-05,
      "loss": 0.0016,
      "step": 12965
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6554262682988365e-05,
      "loss": 0.0025,
      "step": 12966
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6553707410046877e-05,
      "loss": 0.003,
      "step": 12967
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6553152101682797e-05,
      "loss": 0.0014,
      "step": 12968
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6552596757899125e-05,
      "loss": 0.002,
      "step": 12969
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.655204137869886e-05,
      "loss": 0.0022,
      "step": 12970
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.655148596408501e-05,
      "loss": 0.0013,
      "step": 12971
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6550930514060572e-05,
      "loss": 0.0012,
      "step": 12972
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6550375028628546e-05,
      "loss": 0.0007,
      "step": 12973
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6549819507791943e-05,
      "loss": 0.0023,
      "step": 12974
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.654926395155376e-05,
      "loss": 0.001,
      "step": 12975
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6548708359917e-05,
      "loss": 0.0025,
      "step": 12976
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6548152732884664e-05,
      "loss": 0.0013,
      "step": 12977
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.654759707045976e-05,
      "loss": 0.0025,
      "step": 12978
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.654704137264529e-05,
      "loss": 0.0018,
      "step": 12979
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6546485639444254e-05,
      "loss": 0.0016,
      "step": 12980
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6545929870859655e-05,
      "loss": 0.0009,
      "step": 12981
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6545374066894506e-05,
      "loss": 0.0017,
      "step": 12982
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6544818227551804e-05,
      "loss": 0.0016,
      "step": 12983
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6544262352834552e-05,
      "loss": 0.0015,
      "step": 12984
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6543706442745757e-05,
      "loss": 0.0021,
      "step": 12985
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6543150497288426e-05,
      "loss": 0.0011,
      "step": 12986
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6542594516465556e-05,
      "loss": 0.0009,
      "step": 12987
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6542038500280162e-05,
      "loss": 0.0014,
      "step": 12988
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.654148244873524e-05,
      "loss": 0.0014,
      "step": 12989
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6540926361833807e-05,
      "loss": 0.0016,
      "step": 12990
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6540370239578857e-05,
      "loss": 0.0007,
      "step": 12991
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6539814081973405e-05,
      "loss": 0.0008,
      "step": 12992
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6539257889020447e-05,
      "loss": 0.0017,
      "step": 12993
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.6538701660723e-05,
      "loss": 0.0029,
      "step": 12994
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.653814539708406e-05,
      "loss": 0.0009,
      "step": 12995
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6537589098106645e-05,
      "loss": 0.002,
      "step": 12996
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.653703276379375e-05,
      "loss": 0.0019,
      "step": 12997
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6536476394148392e-05,
      "loss": 0.0014,
      "step": 12998
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.653591998917357e-05,
      "loss": 0.0014,
      "step": 12999
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6535363548872298e-05,
      "loss": 0.0021,
      "step": 13000
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.653480707324758e-05,
      "loss": 0.0014,
      "step": 13001
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6534250562302424e-05,
      "loss": 0.0022,
      "step": 13002
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6533694016039837e-05,
      "loss": 0.001,
      "step": 13003
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6533137434462827e-05,
      "loss": 0.0026,
      "step": 13004
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6532580817574405e-05,
      "loss": 0.0025,
      "step": 13005
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.653202416537758e-05,
      "loss": 0.0021,
      "step": 13006
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6531467477875357e-05,
      "loss": 0.0021,
      "step": 13007
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6530910755070748e-05,
      "loss": 0.0018,
      "step": 13008
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6530353996966762e-05,
      "loss": 0.0018,
      "step": 13009
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6529797203566406e-05,
      "loss": 0.0014,
      "step": 13010
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652924037487269e-05,
      "loss": 0.002,
      "step": 13011
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6528683510888623e-05,
      "loss": 0.0021,
      "step": 13012
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652812661161722e-05,
      "loss": 0.0028,
      "step": 13013
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6527569677061484e-05,
      "loss": 0.0013,
      "step": 13014
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652701270722443e-05,
      "loss": 0.0012,
      "step": 13015
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6526455702109064e-05,
      "loss": 0.0023,
      "step": 13016
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.65258986617184e-05,
      "loss": 0.0014,
      "step": 13017
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652534158605545e-05,
      "loss": 0.002,
      "step": 13018
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6524784475123217e-05,
      "loss": 0.0008,
      "step": 13019
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6524227328924727e-05,
      "loss": 0.0022,
      "step": 13020
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652367014746298e-05,
      "loss": 0.002,
      "step": 13021
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652311293074099e-05,
      "loss": 0.0016,
      "step": 13022
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6522555678761765e-05,
      "loss": 0.0014,
      "step": 13023
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6521998391528322e-05,
      "loss": 0.0013,
      "step": 13024
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6521441069043674e-05,
      "loss": 0.002,
      "step": 13025
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.652088371131083e-05,
      "loss": 0.001,
      "step": 13026
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6520326318332803e-05,
      "loss": 0.0012,
      "step": 13027
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6519768890112606e-05,
      "loss": 0.0025,
      "step": 13028
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6519211426653256e-05,
      "loss": 0.0022,
      "step": 13029
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.651865392795776e-05,
      "loss": 0.0016,
      "step": 13030
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6518096394029132e-05,
      "loss": 0.0019,
      "step": 13031
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.651753882487039e-05,
      "loss": 0.0017,
      "step": 13032
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6516981220484542e-05,
      "loss": 0.0019,
      "step": 13033
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.651642358087461e-05,
      "loss": 0.0011,
      "step": 13034
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6515865906043598e-05,
      "loss": 0.0007,
      "step": 13035
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6515308195994523e-05,
      "loss": 0.0018,
      "step": 13036
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6514750450730405e-05,
      "loss": 0.0023,
      "step": 13037
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.651419267025425e-05,
      "loss": 0.0026,
      "step": 13038
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6513634854569084e-05,
      "loss": 0.0014,
      "step": 13039
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6513077003677912e-05,
      "loss": 0.0013,
      "step": 13040
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6512519117583755e-05,
      "loss": 0.0021,
      "step": 13041
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6511961196289627e-05,
      "loss": 0.0027,
      "step": 13042
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6511403239798535e-05,
      "loss": 0.0034,
      "step": 13043
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.651084524811351e-05,
      "loss": 0.0017,
      "step": 13044
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6510287221237557e-05,
      "loss": 0.001,
      "step": 13045
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6509729159173694e-05,
      "loss": 0.0021,
      "step": 13046
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.650917106192494e-05,
      "loss": 0.002,
      "step": 13047
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6508612929494314e-05,
      "loss": 0.0009,
      "step": 13048
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6508054761884828e-05,
      "loss": 0.0023,
      "step": 13049
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6507496559099492e-05,
      "loss": 0.0018,
      "step": 13050
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.650693832114134e-05,
      "loss": 0.0019,
      "step": 13051
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6506380048013375e-05,
      "loss": 0.0024,
      "step": 13052
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6505821739718624e-05,
      "loss": 0.0018,
      "step": 13053
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6505263396260097e-05,
      "loss": 0.0022,
      "step": 13054
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6504705017640815e-05,
      "loss": 0.003,
      "step": 13055
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6504146603863797e-05,
      "loss": 0.0024,
      "step": 13056
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.650358815493206e-05,
      "loss": 0.002,
      "step": 13057
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6503029670848624e-05,
      "loss": 0.0015,
      "step": 13058
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6502471151616503e-05,
      "loss": 0.0028,
      "step": 13059
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.650191259723872e-05,
      "loss": 0.0013,
      "step": 13060
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6501354007718295e-05,
      "loss": 0.0028,
      "step": 13061
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6500795383058242e-05,
      "loss": 0.0018,
      "step": 13062
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.650023672326159e-05,
      "loss": 0.0023,
      "step": 13063
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6499678028331345e-05,
      "loss": 0.0022,
      "step": 13064
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6499119298270538e-05,
      "loss": 0.0017,
      "step": 13065
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6498560533082183e-05,
      "loss": 0.0011,
      "step": 13066
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6498001732769303e-05,
      "loss": 0.0017,
      "step": 13067
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6497442897334914e-05,
      "loss": 0.0015,
      "step": 13068
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6496884026782044e-05,
      "loss": 0.0017,
      "step": 13069
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6496325121113706e-05,
      "loss": 0.0017,
      "step": 13070
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6495766180332924e-05,
      "loss": 0.0007,
      "step": 13071
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.649520720444272e-05,
      "loss": 0.0014,
      "step": 13072
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6494648193446117e-05,
      "loss": 0.0008,
      "step": 13073
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6494089147346133e-05,
      "loss": 0.0028,
      "step": 13074
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6493530066145788e-05,
      "loss": 0.0016,
      "step": 13075
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6492970949848108e-05,
      "loss": 0.0015,
      "step": 13076
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6492411798456114e-05,
      "loss": 0.0016,
      "step": 13077
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6491852611972826e-05,
      "loss": 0.002,
      "step": 13078
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6491293390401267e-05,
      "loss": 0.0011,
      "step": 13079
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.649073413374446e-05,
      "loss": 0.0033,
      "step": 13080
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.649017484200543e-05,
      "loss": 0.0022,
      "step": 13081
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.64896155151872e-05,
      "loss": 0.0012,
      "step": 13082
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.648905615329279e-05,
      "loss": 0.0018,
      "step": 13083
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6488496756325225e-05,
      "loss": 0.0025,
      "step": 13084
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.648793732428753e-05,
      "loss": 0.0024,
      "step": 13085
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6487377857182724e-05,
      "loss": 0.0011,
      "step": 13086
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6486818355013835e-05,
      "loss": 0.0008,
      "step": 13087
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6486258817783883e-05,
      "loss": 0.0017,
      "step": 13088
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6485699245495902e-05,
      "loss": 0.0022,
      "step": 13089
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6485139638152904e-05,
      "loss": 0.0017,
      "step": 13090
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.648457999575792e-05,
      "loss": 0.0019,
      "step": 13091
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6484020318313977e-05,
      "loss": 0.0027,
      "step": 13092
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6483460605824096e-05,
      "loss": 0.0012,
      "step": 13093
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.64829008582913e-05,
      "loss": 0.0018,
      "step": 13094
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.648234107571862e-05,
      "loss": 0.0012,
      "step": 13095
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6481781258109082e-05,
      "loss": 0.001,
      "step": 13096
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6481221405465705e-05,
      "loss": 0.0017,
      "step": 13097
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.648066151779152e-05,
      "loss": 0.0012,
      "step": 13098
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6480101595089558e-05,
      "loss": 0.0022,
      "step": 13099
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6479541637362836e-05,
      "loss": 0.0009,
      "step": 13100
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6478981644614384e-05,
      "loss": 0.0023,
      "step": 13101
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.647842161684723e-05,
      "loss": 0.0028,
      "step": 13102
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6477861554064397e-05,
      "loss": 0.0014,
      "step": 13103
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.647730145626892e-05,
      "loss": 0.0018,
      "step": 13104
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6476741323463817e-05,
      "loss": 0.0012,
      "step": 13105
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6476181155652128e-05,
      "loss": 0.0018,
      "step": 13106
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6475620952836866e-05,
      "loss": 0.001,
      "step": 13107
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6475060715021065e-05,
      "loss": 0.002,
      "step": 13108
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6474500442207756e-05,
      "loss": 0.0014,
      "step": 13109
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6473940134399962e-05,
      "loss": 0.0018,
      "step": 13110
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6473379791600716e-05,
      "loss": 0.0025,
      "step": 13111
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6472819413813045e-05,
      "loss": 0.0022,
      "step": 13112
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6472259001039983e-05,
      "loss": 0.0017,
      "step": 13113
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.647169855328455e-05,
      "loss": 0.0014,
      "step": 13114
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6471138070549773e-05,
      "loss": 0.0017,
      "step": 13115
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6470577552838694e-05,
      "loss": 0.0026,
      "step": 13116
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6470017000154332e-05,
      "loss": 0.0018,
      "step": 13117
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6469456412499724e-05,
      "loss": 0.0023,
      "step": 13118
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6468895789877895e-05,
      "loss": 0.001,
      "step": 13119
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.646833513229188e-05,
      "loss": 0.0021,
      "step": 13120
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6467774439744704e-05,
      "loss": 0.0018,
      "step": 13121
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.64672137122394e-05,
      "loss": 0.0014,
      "step": 13122
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6466652949779e-05,
      "loss": 0.0018,
      "step": 13123
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.646609215236653e-05,
      "loss": 0.0012,
      "step": 13124
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6465531320005027e-05,
      "loss": 0.0013,
      "step": 13125
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6464970452697518e-05,
      "loss": 0.0008,
      "step": 13126
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6464409550447036e-05,
      "loss": 0.0013,
      "step": 13127
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6463848613256615e-05,
      "loss": 0.0014,
      "step": 13128
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6463287641129287e-05,
      "loss": 0.0021,
      "step": 13129
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6462726634068077e-05,
      "loss": 0.0015,
      "step": 13130
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6462165592076024e-05,
      "loss": 0.0018,
      "step": 13131
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6461604515156158e-05,
      "loss": 0.0023,
      "step": 13132
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.646104340331151e-05,
      "loss": 0.0011,
      "step": 13133
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6460482256545118e-05,
      "loss": 0.0029,
      "step": 13134
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.645992107486001e-05,
      "loss": 0.0011,
      "step": 13135
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6459359858259222e-05,
      "loss": 0.0025,
      "step": 13136
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6458798606745784e-05,
      "loss": 0.0019,
      "step": 13137
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6458237320322733e-05,
      "loss": 0.0018,
      "step": 13138
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6457675998993102e-05,
      "loss": 0.0018,
      "step": 13139
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6457114642759924e-05,
      "loss": 0.0018,
      "step": 13140
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6456553251626234e-05,
      "loss": 0.0014,
      "step": 13141
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6455991825595067e-05,
      "loss": 0.002,
      "step": 13142
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6455430364669456e-05,
      "loss": 0.0023,
      "step": 13143
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6454868868852434e-05,
      "loss": 0.0026,
      "step": 13144
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.645430733814704e-05,
      "loss": 0.0016,
      "step": 13145
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.645374577255631e-05,
      "loss": 0.0014,
      "step": 13146
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.645318417208327e-05,
      "loss": 0.0013,
      "step": 13147
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6452622536730968e-05,
      "loss": 0.0021,
      "step": 13148
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6452060866502425e-05,
      "loss": 0.0017,
      "step": 13149
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6451499161400692e-05,
      "loss": 0.0025,
      "step": 13150
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6450937421428795e-05,
      "loss": 0.0017,
      "step": 13151
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6450375646589772e-05,
      "loss": 0.0014,
      "step": 13152
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6449813836886667e-05,
      "loss": 0.002,
      "step": 13153
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6449251992322504e-05,
      "loss": 0.0008,
      "step": 13154
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644869011290033e-05,
      "loss": 0.0021,
      "step": 13155
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6448128198623178e-05,
      "loss": 0.0016,
      "step": 13156
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644756624949408e-05,
      "loss": 0.002,
      "step": 13157
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6447004265516085e-05,
      "loss": 0.0022,
      "step": 13158
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644644224669222e-05,
      "loss": 0.0027,
      "step": 13159
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6445880193025527e-05,
      "loss": 0.0023,
      "step": 13160
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6445318104519044e-05,
      "loss": 0.0017,
      "step": 13161
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644475598117581e-05,
      "loss": 0.0016,
      "step": 13162
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6444193822998857e-05,
      "loss": 0.0013,
      "step": 13163
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6443631629991235e-05,
      "loss": 0.001,
      "step": 13164
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644306940215597e-05,
      "loss": 0.0027,
      "step": 13165
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644250713949611e-05,
      "loss": 0.0015,
      "step": 13166
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.644194484201469e-05,
      "loss": 0.0014,
      "step": 13167
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6441382509714753e-05,
      "loss": 0.0014,
      "step": 13168
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6440820142599326e-05,
      "loss": 0.0017,
      "step": 13169
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6440257740671465e-05,
      "loss": 0.0011,
      "step": 13170
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6439695303934203e-05,
      "loss": 0.0007,
      "step": 13171
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6439132832390577e-05,
      "loss": 0.0018,
      "step": 13172
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6438570326043636e-05,
      "loss": 0.0013,
      "step": 13173
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6438007784896406e-05,
      "loss": 0.0014,
      "step": 13174
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.643744520895194e-05,
      "loss": 0.0013,
      "step": 13175
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6436882598213274e-05,
      "loss": 0.0011,
      "step": 13176
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6436319952683447e-05,
      "loss": 0.0023,
      "step": 13177
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6435757272365506e-05,
      "loss": 0.0025,
      "step": 13178
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6435194557262483e-05,
      "loss": 0.0014,
      "step": 13179
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.643463180737743e-05,
      "loss": 0.0027,
      "step": 13180
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6434069022713383e-05,
      "loss": 0.0028,
      "step": 13181
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6433506203273383e-05,
      "loss": 0.0012,
      "step": 13182
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6432943349060476e-05,
      "loss": 0.001,
      "step": 13183
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.64323804600777e-05,
      "loss": 0.0021,
      "step": 13184
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.64318175363281e-05,
      "loss": 0.002,
      "step": 13185
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6431254577814713e-05,
      "loss": 0.0017,
      "step": 13186
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6430691584540592e-05,
      "loss": 0.0027,
      "step": 13187
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.643012855650877e-05,
      "loss": 0.0016,
      "step": 13188
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.64295654937223e-05,
      "loss": 0.0012,
      "step": 13189
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6429002396184218e-05,
      "loss": 0.0011,
      "step": 13190
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6428439263897567e-05,
      "loss": 0.0025,
      "step": 13191
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6427876096865394e-05,
      "loss": 0.0016,
      "step": 13192
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6427312895090744e-05,
      "loss": 0.0023,
      "step": 13193
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.642674965857666e-05,
      "loss": 0.0011,
      "step": 13194
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.642618638732618e-05,
      "loss": 0.0011,
      "step": 13195
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.642562308134236e-05,
      "loss": 0.0005,
      "step": 13196
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6425059740628236e-05,
      "loss": 0.0017,
      "step": 13197
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6424496365186855e-05,
      "loss": 0.0023,
      "step": 13198
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6423932955021264e-05,
      "loss": 0.0007,
      "step": 13199
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6423369510134504e-05,
      "loss": 0.0017,
      "step": 13200
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6422806030529627e-05,
      "loss": 0.0012,
      "step": 13201
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6422242516209673e-05,
      "loss": 0.0017,
      "step": 13202
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.642167896717769e-05,
      "loss": 0.0018,
      "step": 13203
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.642111538343672e-05,
      "loss": 0.0015,
      "step": 13204
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6420551764989813e-05,
      "loss": 0.0019,
      "step": 13205
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6419988111840017e-05,
      "loss": 0.0019,
      "step": 13206
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6419424423990378e-05,
      "loss": 0.0031,
      "step": 13207
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.641886070144394e-05,
      "loss": 0.0014,
      "step": 13208
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6418296944203748e-05,
      "loss": 0.0016,
      "step": 13209
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6417733152272855e-05,
      "loss": 0.0013,
      "step": 13210
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6417169325654306e-05,
      "loss": 0.002,
      "step": 13211
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6416605464351144e-05,
      "loss": 0.0022,
      "step": 13212
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6416041568366425e-05,
      "loss": 0.0019,
      "step": 13213
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.641547763770319e-05,
      "loss": 0.0014,
      "step": 13214
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.641491367236449e-05,
      "loss": 0.0017,
      "step": 13215
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6414349672353375e-05,
      "loss": 0.0015,
      "step": 13216
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6413785637672885e-05,
      "loss": 0.0032,
      "step": 13217
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.641322156832608e-05,
      "loss": 0.0012,
      "step": 13218
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6412657464316003e-05,
      "loss": 0.0017,
      "step": 13219
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6412093325645702e-05,
      "loss": 0.0015,
      "step": 13220
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6411529152318228e-05,
      "loss": 0.0009,
      "step": 13221
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6410964944336627e-05,
      "loss": 0.0006,
      "step": 13222
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6410400701703955e-05,
      "loss": 0.0013,
      "step": 13223
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6409836424423255e-05,
      "loss": 0.0008,
      "step": 13224
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6409272112497582e-05,
      "loss": 0.0014,
      "step": 13225
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6408707765929987e-05,
      "loss": 0.0026,
      "step": 13226
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.640814338472351e-05,
      "loss": 0.0015,
      "step": 13227
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6407578968881213e-05,
      "loss": 0.0028,
      "step": 13228
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6407014518406145e-05,
      "loss": 0.0011,
      "step": 13229
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.640645003330135e-05,
      "loss": 0.0017,
      "step": 13230
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6405885513569887e-05,
      "loss": 0.0014,
      "step": 13231
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6405320959214802e-05,
      "loss": 0.0019,
      "step": 13232
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6404756370239147e-05,
      "loss": 0.0022,
      "step": 13233
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6404191746645973e-05,
      "loss": 0.0016,
      "step": 13234
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6403627088438338e-05,
      "loss": 0.0025,
      "step": 13235
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6403062395619286e-05,
      "loss": 0.0016,
      "step": 13236
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6402497668191874e-05,
      "loss": 0.0015,
      "step": 13237
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.640193290615915e-05,
      "loss": 0.0021,
      "step": 13238
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6401368109524173e-05,
      "loss": 0.0014,
      "step": 13239
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.640080327828999e-05,
      "loss": 0.0024,
      "step": 13240
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6400238412459654e-05,
      "loss": 0.0017,
      "step": 13241
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6399673512036222e-05,
      "loss": 0.0016,
      "step": 13242
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6399108577022746e-05,
      "loss": 0.002,
      "step": 13243
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6398543607422278e-05,
      "loss": 0.0025,
      "step": 13244
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6397978603237872e-05,
      "loss": 0.003,
      "step": 13245
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.639741356447258e-05,
      "loss": 0.0022,
      "step": 13246
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6396848491129462e-05,
      "loss": 0.0022,
      "step": 13247
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6396283383211567e-05,
      "loss": 0.0018,
      "step": 13248
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.639571824072195e-05,
      "loss": 0.0017,
      "step": 13249
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6395153063663667e-05,
      "loss": 0.0028,
      "step": 13250
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6394587852039774e-05,
      "loss": 0.001,
      "step": 13251
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6394022605853322e-05,
      "loss": 0.0013,
      "step": 13252
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6393457325107366e-05,
      "loss": 0.0017,
      "step": 13253
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6392892009804967e-05,
      "loss": 0.0011,
      "step": 13254
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6392326659949177e-05,
      "loss": 0.0018,
      "step": 13255
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.639176127554305e-05,
      "loss": 0.0012,
      "step": 13256
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6391195856589647e-05,
      "loss": 0.0024,
      "step": 13257
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6390630403092016e-05,
      "loss": 0.0014,
      "step": 13258
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6390064915053222e-05,
      "loss": 0.0034,
      "step": 13259
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.638949939247631e-05,
      "loss": 0.0018,
      "step": 13260
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6388933835364352e-05,
      "loss": 0.0022,
      "step": 13261
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.638836824372039e-05,
      "loss": 0.0008,
      "step": 13262
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6387802617547498e-05,
      "loss": 0.0022,
      "step": 13263
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6387236956848715e-05,
      "loss": 0.0023,
      "step": 13264
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.638667126162711e-05,
      "loss": 0.0027,
      "step": 13265
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6386105531885736e-05,
      "loss": 0.0011,
      "step": 13266
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6385539767627648e-05,
      "loss": 0.0029,
      "step": 13267
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6384973968855912e-05,
      "loss": 0.0022,
      "step": 13268
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6384408135573583e-05,
      "loss": 0.0012,
      "step": 13269
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6383842267783715e-05,
      "loss": 0.0016,
      "step": 13270
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.638327636548937e-05,
      "loss": 0.0027,
      "step": 13271
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6382710428693606e-05,
      "loss": 0.0021,
      "step": 13272
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6382144457399486e-05,
      "loss": 0.0008,
      "step": 13273
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6381578451610062e-05,
      "loss": 0.0014,
      "step": 13274
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6381012411328395e-05,
      "loss": 0.0016,
      "step": 13275
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.638044633655755e-05,
      "loss": 0.002,
      "step": 13276
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637988022730058e-05,
      "loss": 0.0021,
      "step": 13277
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6379314083560548e-05,
      "loss": 0.0024,
      "step": 13278
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637874790534051e-05,
      "loss": 0.002,
      "step": 13279
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6378181692643537e-05,
      "loss": 0.0019,
      "step": 13280
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6377615445472674e-05,
      "loss": 0.0023,
      "step": 13281
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637704916383099e-05,
      "loss": 0.0011,
      "step": 13282
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6376482847721553e-05,
      "loss": 0.0014,
      "step": 13283
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637591649714741e-05,
      "loss": 0.001,
      "step": 13284
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637535011211163e-05,
      "loss": 0.0017,
      "step": 13285
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637478369261727e-05,
      "loss": 0.0019,
      "step": 13286
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6374217238667396e-05,
      "loss": 0.0012,
      "step": 13287
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637365075026507e-05,
      "loss": 0.0013,
      "step": 13288
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6373084227413344e-05,
      "loss": 0.0026,
      "step": 13289
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6372517670115296e-05,
      "loss": 0.0014,
      "step": 13290
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6371951078373974e-05,
      "loss": 0.0022,
      "step": 13291
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637138445219245e-05,
      "loss": 0.0009,
      "step": 13292
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6370817791573783e-05,
      "loss": 0.001,
      "step": 13293
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.637025109652103e-05,
      "loss": 0.0013,
      "step": 13294
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6369684367037265e-05,
      "loss": 0.0017,
      "step": 13295
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6369117603125543e-05,
      "loss": 0.001,
      "step": 13296
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636855080478893e-05,
      "loss": 0.0021,
      "step": 13297
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636798397203049e-05,
      "loss": 0.0023,
      "step": 13298
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636741710485329e-05,
      "loss": 0.0016,
      "step": 13299
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6366850203260383e-05,
      "loss": 0.0022,
      "step": 13300
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6366283267254842e-05,
      "loss": 0.0029,
      "step": 13301
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636571629683973e-05,
      "loss": 0.0006,
      "step": 13302
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6365149292018113e-05,
      "loss": 0.0013,
      "step": 13303
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6364582252793056e-05,
      "loss": 0.0016,
      "step": 13304
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636401517916762e-05,
      "loss": 0.0029,
      "step": 13305
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6363448071144867e-05,
      "loss": 0.001,
      "step": 13306
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636288092872787e-05,
      "loss": 0.0015,
      "step": 13307
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636231375191969e-05,
      "loss": 0.0009,
      "step": 13308
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6361746540723393e-05,
      "loss": 0.0022,
      "step": 13309
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.636117929514205e-05,
      "loss": 0.0007,
      "step": 13310
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6360612015178715e-05,
      "loss": 0.0026,
      "step": 13311
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6360044700836466e-05,
      "loss": 0.0035,
      "step": 13312
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6359477352118364e-05,
      "loss": 0.0012,
      "step": 13313
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6358909969027475e-05,
      "loss": 0.0017,
      "step": 13314
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.635834255156687e-05,
      "loss": 0.0026,
      "step": 13315
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.635777509973961e-05,
      "loss": 0.0019,
      "step": 13316
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.635720761354877e-05,
      "loss": 0.0015,
      "step": 13317
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6356640092997405e-05,
      "loss": 0.0031,
      "step": 13318
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.635607253808859e-05,
      "loss": 0.002,
      "step": 13319
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6355504948825396e-05,
      "loss": 0.003,
      "step": 13320
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6354937325210886e-05,
      "loss": 0.0021,
      "step": 13321
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.635436966724813e-05,
      "loss": 0.0019,
      "step": 13322
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6353801974940193e-05,
      "loss": 0.0016,
      "step": 13323
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.635323424829015e-05,
      "loss": 0.0015,
      "step": 13324
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.635266648730106e-05,
      "loss": 0.0018,
      "step": 13325
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6352098691975997e-05,
      "loss": 0.002,
      "step": 13326
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.635153086231803e-05,
      "loss": 0.0017,
      "step": 13327
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6350962998330232e-05,
      "loss": 0.0021,
      "step": 13328
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6350395100015663e-05,
      "loss": 0.002,
      "step": 13329
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6349827167377398e-05,
      "loss": 0.0015,
      "step": 13330
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634925920041851e-05,
      "loss": 0.0017,
      "step": 13331
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634869119914206e-05,
      "loss": 0.0017,
      "step": 13332
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6348123163551125e-05,
      "loss": 0.0018,
      "step": 13333
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634755509364878e-05,
      "loss": 0.0013,
      "step": 13334
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634698698943808e-05,
      "loss": 0.0017,
      "step": 13335
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634641885092211e-05,
      "loss": 0.0021,
      "step": 13336
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634585067810393e-05,
      "loss": 0.0015,
      "step": 13337
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6345282470986617e-05,
      "loss": 0.0017,
      "step": 13338
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6344714229573245e-05,
      "loss": 0.0016,
      "step": 13339
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634414595386688e-05,
      "loss": 0.0009,
      "step": 13340
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634357764387059e-05,
      "loss": 0.0017,
      "step": 13341
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6343009299587456e-05,
      "loss": 0.001,
      "step": 13342
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6342440921020547e-05,
      "loss": 0.0019,
      "step": 13343
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6341872508172934e-05,
      "loss": 0.0014,
      "step": 13344
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6341304061047687e-05,
      "loss": 0.0021,
      "step": 13345
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.634073557964788e-05,
      "loss": 0.0012,
      "step": 13346
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6340167063976588e-05,
      "loss": 0.003,
      "step": 13347
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6339598514036882e-05,
      "loss": 0.0012,
      "step": 13348
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6339029929831827e-05,
      "loss": 0.0029,
      "step": 13349
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6338461311364513e-05,
      "loss": 0.002,
      "step": 13350
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6337892658638003e-05,
      "loss": 0.0024,
      "step": 13351
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6337323971655366e-05,
      "loss": 0.0007,
      "step": 13352
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.633675525041969e-05,
      "loss": 0.0012,
      "step": 13353
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6336186494934036e-05,
      "loss": 0.0021,
      "step": 13354
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.633561770520148e-05,
      "loss": 0.001,
      "step": 13355
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6335048881225106e-05,
      "loss": 0.003,
      "step": 13356
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6334480023007976e-05,
      "loss": 0.0014,
      "step": 13357
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6333911130553174e-05,
      "loss": 0.0016,
      "step": 13358
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6333342203863768e-05,
      "loss": 0.0013,
      "step": 13359
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6332773242942836e-05,
      "loss": 0.001,
      "step": 13360
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.633220424779345e-05,
      "loss": 0.0017,
      "step": 13361
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6331635218418694e-05,
      "loss": 0.0022,
      "step": 13362
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6331066154821638e-05,
      "loss": 0.0018,
      "step": 13363
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6330497057005355e-05,
      "loss": 0.0011,
      "step": 13364
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6329927924972926e-05,
      "loss": 0.0009,
      "step": 13365
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6329358758727426e-05,
      "loss": 0.0014,
      "step": 13366
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.632878955827193e-05,
      "loss": 0.0015,
      "step": 13367
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6328220323609512e-05,
      "loss": 0.0021,
      "step": 13368
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6327651054743254e-05,
      "loss": 0.0022,
      "step": 13369
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6327081751676227e-05,
      "loss": 0.0012,
      "step": 13370
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6326512414411516e-05,
      "loss": 0.0022,
      "step": 13371
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.632594304295219e-05,
      "loss": 0.0018,
      "step": 13372
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6325373637301332e-05,
      "loss": 0.0009,
      "step": 13373
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6324804197462022e-05,
      "loss": 0.0017,
      "step": 13374
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.632423472343733e-05,
      "loss": 0.0027,
      "step": 13375
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6323665215230335e-05,
      "loss": 0.0019,
      "step": 13376
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.632309567284412e-05,
      "loss": 0.0011,
      "step": 13377
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6322526096281764e-05,
      "loss": 0.0019,
      "step": 13378
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6321956485546336e-05,
      "loss": 0.0018,
      "step": 13379
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6321386840640926e-05,
      "loss": 0.0024,
      "step": 13380
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.632081716156861e-05,
      "loss": 0.0018,
      "step": 13381
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6320247448332464e-05,
      "loss": 0.0015,
      "step": 13382
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6319677700935565e-05,
      "loss": 0.0015,
      "step": 13383
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6319107919381e-05,
      "loss": 0.0022,
      "step": 13384
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6318538103671846e-05,
      "loss": 0.0017,
      "step": 13385
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6317968253811177e-05,
      "loss": 0.0008,
      "step": 13386
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631739836980208e-05,
      "loss": 0.0019,
      "step": 13387
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6316828451647633e-05,
      "loss": 0.0025,
      "step": 13388
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631625849935092e-05,
      "loss": 0.0009,
      "step": 13389
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6315688512915012e-05,
      "loss": 0.0015,
      "step": 13390
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6315118492343e-05,
      "loss": 0.0017,
      "step": 13391
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631454843763796e-05,
      "loss": 0.0044,
      "step": 13392
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6313978348802973e-05,
      "loss": 0.0027,
      "step": 13393
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631340822584112e-05,
      "loss": 0.0022,
      "step": 13394
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6312838068755482e-05,
      "loss": 0.0011,
      "step": 13395
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6312267877549145e-05,
      "loss": 0.0015,
      "step": 13396
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.631169765222519e-05,
      "loss": 0.0018,
      "step": 13397
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6311127392786692e-05,
      "loss": 0.0014,
      "step": 13398
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6310557099236742e-05,
      "loss": 0.001,
      "step": 13399
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6309986771578415e-05,
      "loss": 0.0025,
      "step": 13400
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.63094164098148e-05,
      "loss": 0.0027,
      "step": 13401
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630884601394898e-05,
      "loss": 0.0012,
      "step": 13402
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6308275583984032e-05,
      "loss": 0.0013,
      "step": 13403
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6307705119923043e-05,
      "loss": 0.0024,
      "step": 13404
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6307134621769093e-05,
      "loss": 0.0014,
      "step": 13405
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6306564089525273e-05,
      "loss": 0.0017,
      "step": 13406
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6305993523194657e-05,
      "loss": 0.0012,
      "step": 13407
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6305422922780337e-05,
      "loss": 0.0023,
      "step": 13408
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6304852288285393e-05,
      "loss": 0.0012,
      "step": 13409
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630428161971291e-05,
      "loss": 0.0031,
      "step": 13410
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6303710917065972e-05,
      "loss": 0.0034,
      "step": 13411
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6303140180347666e-05,
      "loss": 0.002,
      "step": 13412
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6302569409561074e-05,
      "loss": 0.001,
      "step": 13413
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630199860470928e-05,
      "loss": 0.0016,
      "step": 13414
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6301427765795376e-05,
      "loss": 0.002,
      "step": 13415
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630085689282244e-05,
      "loss": 0.0015,
      "step": 13416
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.630028598579356e-05,
      "loss": 0.0017,
      "step": 13417
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.629971504471182e-05,
      "loss": 0.0013,
      "step": 13418
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.629914406958031e-05,
      "loss": 0.0031,
      "step": 13419
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6298573060402116e-05,
      "loss": 0.002,
      "step": 13420
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6298002017180316e-05,
      "loss": 0.0031,
      "step": 13421
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6297430939918007e-05,
      "loss": 0.0008,
      "step": 13422
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.629685982861827e-05,
      "loss": 0.0017,
      "step": 13423
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6296288683284195e-05,
      "loss": 0.0018,
      "step": 13424
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6295717503918864e-05,
      "loss": 0.0019,
      "step": 13425
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6295146290525367e-05,
      "loss": 0.0016,
      "step": 13426
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6294575043106794e-05,
      "loss": 0.0027,
      "step": 13427
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.629400376166623e-05,
      "loss": 0.0015,
      "step": 13428
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.629343244620676e-05,
      "loss": 0.0028,
      "step": 13429
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6292861096731482e-05,
      "loss": 0.0021,
      "step": 13430
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6292289713243473e-05,
      "loss": 0.0015,
      "step": 13431
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6291718295745827e-05,
      "loss": 0.0022,
      "step": 13432
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6291146844241628e-05,
      "loss": 0.0007,
      "step": 13433
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.629057535873397e-05,
      "loss": 0.001,
      "step": 13434
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.629000383922594e-05,
      "loss": 0.0014,
      "step": 13435
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.6289432285720623e-05,
      "loss": 0.0026,
      "step": 13436
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6288860698221117e-05,
      "loss": 0.0019,
      "step": 13437
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.62882890767305e-05,
      "loss": 0.0014,
      "step": 13438
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6287717421251873e-05,
      "loss": 0.002,
      "step": 13439
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6287145731788316e-05,
      "loss": 0.0026,
      "step": 13440
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.628657400834293e-05,
      "loss": 0.0016,
      "step": 13441
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6286002250918794e-05,
      "loss": 0.0023,
      "step": 13442
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6285430459519003e-05,
      "loss": 0.0018,
      "step": 13443
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6284858634146648e-05,
      "loss": 0.0028,
      "step": 13444
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.628428677480482e-05,
      "loss": 0.0007,
      "step": 13445
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.628371488149661e-05,
      "loss": 0.0028,
      "step": 13446
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6283142954225107e-05,
      "loss": 0.0015,
      "step": 13447
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.62825709929934e-05,
      "loss": 0.001,
      "step": 13448
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.628199899780459e-05,
      "loss": 0.0006,
      "step": 13449
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.628142696866176e-05,
      "loss": 0.0022,
      "step": 13450
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6280854905568002e-05,
      "loss": 0.0009,
      "step": 13451
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6280282808526414e-05,
      "loss": 0.0015,
      "step": 13452
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6279710677540082e-05,
      "loss": 0.0023,
      "step": 13453
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.62791385126121e-05,
      "loss": 0.0031,
      "step": 13454
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.627856631374556e-05,
      "loss": 0.0008,
      "step": 13455
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6277994080943562e-05,
      "loss": 0.0028,
      "step": 13456
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6277421814209193e-05,
      "loss": 0.0019,
      "step": 13457
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.627684951354554e-05,
      "loss": 0.0016,
      "step": 13458
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6276277178955703e-05,
      "loss": 0.0013,
      "step": 13459
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.627570481044278e-05,
      "loss": 0.0014,
      "step": 13460
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6275132408009855e-05,
      "loss": 0.0013,
      "step": 13461
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6274559971660028e-05,
      "loss": 0.0012,
      "step": 13462
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6273987501396388e-05,
      "loss": 0.0015,
      "step": 13463
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6273414997222034e-05,
      "loss": 0.0025,
      "step": 13464
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.627284245914006e-05,
      "loss": 0.0021,
      "step": 13465
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.627226988715356e-05,
      "loss": 0.001,
      "step": 13466
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6271697281265625e-05,
      "loss": 0.0018,
      "step": 13467
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6271124641479355e-05,
      "loss": 0.0026,
      "step": 13468
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6270551967797845e-05,
      "loss": 0.0017,
      "step": 13469
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6269979260224186e-05,
      "loss": 0.0019,
      "step": 13470
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6269406518761473e-05,
      "loss": 0.0013,
      "step": 13471
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.626883374341281e-05,
      "loss": 0.0021,
      "step": 13472
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6268260934181283e-05,
      "loss": 0.0029,
      "step": 13473
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6267688091069995e-05,
      "loss": 0.0017,
      "step": 13474
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6267115214082038e-05,
      "loss": 0.0014,
      "step": 13475
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6266542303220508e-05,
      "loss": 0.0017,
      "step": 13476
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6265969358488506e-05,
      "loss": 0.0033,
      "step": 13477
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6265396379889128e-05,
      "loss": 0.002,
      "step": 13478
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6264823367425467e-05,
      "loss": 0.0013,
      "step": 13479
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.626425032110062e-05,
      "loss": 0.0027,
      "step": 13480
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.626367724091769e-05,
      "loss": 0.0016,
      "step": 13481
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.626310412687977e-05,
      "loss": 0.0017,
      "step": 13482
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6262530978989958e-05,
      "loss": 0.0022,
      "step": 13483
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6261957797251354e-05,
      "loss": 0.0015,
      "step": 13484
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6261384581667052e-05,
      "loss": 0.0015,
      "step": 13485
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6260811332240158e-05,
      "loss": 0.0019,
      "step": 13486
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.626023804897376e-05,
      "loss": 0.0016,
      "step": 13487
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6259664731870962e-05,
      "loss": 0.0018,
      "step": 13488
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6259091380934867e-05,
      "loss": 0.0016,
      "step": 13489
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6258517996168565e-05,
      "loss": 0.0025,
      "step": 13490
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625794457757516e-05,
      "loss": 0.0022,
      "step": 13491
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6257371125157753e-05,
      "loss": 0.0019,
      "step": 13492
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625679763891944e-05,
      "loss": 0.0017,
      "step": 13493
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625622411886332e-05,
      "loss": 0.0015,
      "step": 13494
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6255650564992498e-05,
      "loss": 0.0011,
      "step": 13495
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625507697731007e-05,
      "loss": 0.0022,
      "step": 13496
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6254503355819137e-05,
      "loss": 0.0019,
      "step": 13497
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.62539297005228e-05,
      "loss": 0.0025,
      "step": 13498
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625335601142416e-05,
      "loss": 0.0019,
      "step": 13499
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6252782288526316e-05,
      "loss": 0.003,
      "step": 13500
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.625220853183237e-05,
      "loss": 0.0014,
      "step": 13501
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6251634741345423e-05,
      "loss": 0.0013,
      "step": 13502
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6251060917068577e-05,
      "loss": 0.0012,
      "step": 13503
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6250487059004933e-05,
      "loss": 0.0008,
      "step": 13504
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6249913167157592e-05,
      "loss": 0.0015,
      "step": 13505
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6249339241529656e-05,
      "loss": 0.0028,
      "step": 13506
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624876528212423e-05,
      "loss": 0.0016,
      "step": 13507
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624819128894441e-05,
      "loss": 0.0013,
      "step": 13508
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.62476172619933e-05,
      "loss": 0.0016,
      "step": 13509
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6247043201274012e-05,
      "loss": 0.0016,
      "step": 13510
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6246469106789638e-05,
      "loss": 0.0016,
      "step": 13511
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6245894978543283e-05,
      "loss": 0.001,
      "step": 13512
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624532081653805e-05,
      "loss": 0.0016,
      "step": 13513
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624474662077705e-05,
      "loss": 0.0019,
      "step": 13514
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6244172391263376e-05,
      "loss": 0.0014,
      "step": 13515
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624359812800014e-05,
      "loss": 0.0036,
      "step": 13516
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6243023830990438e-05,
      "loss": 0.0019,
      "step": 13517
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.624244950023738e-05,
      "loss": 0.0012,
      "step": 13518
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6241875135744066e-05,
      "loss": 0.0016,
      "step": 13519
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6241300737513606e-05,
      "loss": 0.001,
      "step": 13520
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.62407263055491e-05,
      "loss": 0.0018,
      "step": 13521
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6240151839853655e-05,
      "loss": 0.0024,
      "step": 13522
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6239577340430375e-05,
      "loss": 0.0022,
      "step": 13523
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6239002807282362e-05,
      "loss": 0.0023,
      "step": 13524
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6238428240412728e-05,
      "loss": 0.0032,
      "step": 13525
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6237853639824576e-05,
      "loss": 0.0012,
      "step": 13526
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.623727900552101e-05,
      "loss": 0.0024,
      "step": 13527
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6236704337505134e-05,
      "loss": 0.0018,
      "step": 13528
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.623612963578006e-05,
      "loss": 0.0013,
      "step": 13529
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6235554900348886e-05,
      "loss": 0.0008,
      "step": 13530
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.623498013121473e-05,
      "loss": 0.0027,
      "step": 13531
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6234405328380686e-05,
      "loss": 0.0012,
      "step": 13532
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.623383049184987e-05,
      "loss": 0.0018,
      "step": 13533
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6233255621625387e-05,
      "loss": 0.0021,
      "step": 13534
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6232680717710342e-05,
      "loss": 0.002,
      "step": 13535
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6232105780107844e-05,
      "loss": 0.0015,
      "step": 13536
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6231530808820998e-05,
      "loss": 0.002,
      "step": 13537
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6230955803852913e-05,
      "loss": 0.0015,
      "step": 13538
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.62303807652067e-05,
      "loss": 0.0017,
      "step": 13539
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6229805692885462e-05,
      "loss": 0.0014,
      "step": 13540
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622923058689231e-05,
      "loss": 0.0014,
      "step": 13541
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6228655447230357e-05,
      "loss": 0.0019,
      "step": 13542
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6228080273902703e-05,
      "loss": 0.0012,
      "step": 13543
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622750506691246e-05,
      "loss": 0.0015,
      "step": 13544
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6226929826262735e-05,
      "loss": 0.0013,
      "step": 13545
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6226354551956645e-05,
      "loss": 0.0009,
      "step": 13546
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622577924399729e-05,
      "loss": 0.0022,
      "step": 13547
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6225203902387784e-05,
      "loss": 0.0021,
      "step": 13548
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622462852713124e-05,
      "loss": 0.0011,
      "step": 13549
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622405311823076e-05,
      "loss": 0.0022,
      "step": 13550
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622347767568946e-05,
      "loss": 0.0007,
      "step": 13551
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622290219951045e-05,
      "loss": 0.0023,
      "step": 13552
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6222326689696838e-05,
      "loss": 0.0014,
      "step": 13553
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6221751146251735e-05,
      "loss": 0.0015,
      "step": 13554
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622117556917825e-05,
      "loss": 0.0012,
      "step": 13555
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.62205999584795e-05,
      "loss": 0.0013,
      "step": 13556
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.622002431415859e-05,
      "loss": 0.0013,
      "step": 13557
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6219448636218634e-05,
      "loss": 0.0014,
      "step": 13558
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6218872924662746e-05,
      "loss": 0.0025,
      "step": 13559
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6218297179494032e-05,
      "loss": 0.0007,
      "step": 13560
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6217721400715607e-05,
      "loss": 0.0025,
      "step": 13561
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6217145588330587e-05,
      "loss": 0.0016,
      "step": 13562
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6216569742342076e-05,
      "loss": 0.0014,
      "step": 13563
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6215993862753194e-05,
      "loss": 0.001,
      "step": 13564
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621541794956705e-05,
      "loss": 0.0021,
      "step": 13565
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621484200278675e-05,
      "loss": 0.0021,
      "step": 13566
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6214266022415418e-05,
      "loss": 0.0012,
      "step": 13567
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6213690008456167e-05,
      "loss": 0.0014,
      "step": 13568
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.62131139609121e-05,
      "loss": 0.0016,
      "step": 13569
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621253787978634e-05,
      "loss": 0.0027,
      "step": 13570
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6211961765082e-05,
      "loss": 0.0014,
      "step": 13571
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.621138561680219e-05,
      "loss": 0.0023,
      "step": 13572
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6210809434950028e-05,
      "loss": 0.0017,
      "step": 13573
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6210233219528625e-05,
      "loss": 0.0019,
      "step": 13574
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6209656970541096e-05,
      "loss": 0.0018,
      "step": 13575
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6209080687990554e-05,
      "loss": 0.0024,
      "step": 13576
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6208504371880115e-05,
      "loss": 0.0013,
      "step": 13577
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6207928022212898e-05,
      "loss": 0.0019,
      "step": 13578
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6207351638992015e-05,
      "loss": 0.0014,
      "step": 13579
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6206775222220578e-05,
      "loss": 0.0019,
      "step": 13580
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.620619877190171e-05,
      "loss": 0.002,
      "step": 13581
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.620562228803852e-05,
      "loss": 0.0014,
      "step": 13582
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6205045770634127e-05,
      "loss": 0.0015,
      "step": 13583
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6204469219691645e-05,
      "loss": 0.0021,
      "step": 13584
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.620389263521419e-05,
      "loss": 0.0019,
      "step": 13585
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.620331601720488e-05,
      "loss": 0.0017,
      "step": 13586
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6202739365666837e-05,
      "loss": 0.0019,
      "step": 13587
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.620216268060317e-05,
      "loss": 0.0012,
      "step": 13588
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6201585962016995e-05,
      "loss": 0.0031,
      "step": 13589
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6201009209911438e-05,
      "loss": 0.0014,
      "step": 13590
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.620043242428961e-05,
      "loss": 0.0021,
      "step": 13591
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6199855605154623e-05,
      "loss": 0.002,
      "step": 13592
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.619927875250961e-05,
      "loss": 0.0018,
      "step": 13593
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6198701866357673e-05,
      "loss": 0.0018,
      "step": 13594
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.619812494670194e-05,
      "loss": 0.0017,
      "step": 13595
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6197547993545528e-05,
      "loss": 0.0015,
      "step": 13596
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.619697100689155e-05,
      "loss": 0.0022,
      "step": 13597
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.619639398674313e-05,
      "loss": 0.0011,
      "step": 13598
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6195816933103382e-05,
      "loss": 0.0014,
      "step": 13599
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6195239845975434e-05,
      "loss": 0.0015,
      "step": 13600
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6194662725362396e-05,
      "loss": 0.0016,
      "step": 13601
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6194085571267392e-05,
      "loss": 0.0014,
      "step": 13602
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6193508383693533e-05,
      "loss": 0.0012,
      "step": 13603
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.619293116264395e-05,
      "loss": 0.0028,
      "step": 13604
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6192353908121762e-05,
      "loss": 0.0021,
      "step": 13605
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.619177662013008e-05,
      "loss": 0.0025,
      "step": 13606
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6191199298672032e-05,
      "loss": 0.002,
      "step": 13607
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6190621943750738e-05,
      "loss": 0.0017,
      "step": 13608
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6190044555369318e-05,
      "loss": 0.001,
      "step": 13609
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6189467133530886e-05,
      "loss": 0.0014,
      "step": 13610
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6188889678238573e-05,
      "loss": 0.0011,
      "step": 13611
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6188312189495492e-05,
      "loss": 0.0028,
      "step": 13612
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.618773466730477e-05,
      "loss": 0.0019,
      "step": 13613
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6187157111669526e-05,
      "loss": 0.0017,
      "step": 13614
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6186579522592882e-05,
      "loss": 0.002,
      "step": 13615
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6186001900077962e-05,
      "loss": 0.0021,
      "step": 13616
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6185424244127884e-05,
      "loss": 0.0011,
      "step": 13617
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.618484655474577e-05,
      "loss": 0.0016,
      "step": 13618
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6184268831934747e-05,
      "loss": 0.0023,
      "step": 13619
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6183691075697936e-05,
      "loss": 0.0011,
      "step": 13620
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6183113286038456e-05,
      "loss": 0.0015,
      "step": 13621
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6182535462959436e-05,
      "loss": 0.002,
      "step": 13622
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.618195760646399e-05,
      "loss": 0.0015,
      "step": 13623
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6181379716555253e-05,
      "loss": 0.0018,
      "step": 13624
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6180801793236342e-05,
      "loss": 0.0011,
      "step": 13625
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.618022383651038e-05,
      "loss": 0.0012,
      "step": 13626
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6179645846380495e-05,
      "loss": 0.0017,
      "step": 13627
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6179067822849806e-05,
      "loss": 0.0008,
      "step": 13628
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6178489765921436e-05,
      "loss": 0.0026,
      "step": 13629
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.617791167559852e-05,
      "loss": 0.0008,
      "step": 13630
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.617733355188417e-05,
      "loss": 0.002,
      "step": 13631
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6176755394781515e-05,
      "loss": 0.0019,
      "step": 13632
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6176177204293684e-05,
      "loss": 0.001,
      "step": 13633
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.61755989804238e-05,
      "loss": 0.0019,
      "step": 13634
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6175020723174987e-05,
      "loss": 0.002,
      "step": 13635
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6174442432550372e-05,
      "loss": 0.0022,
      "step": 13636
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6173864108553075e-05,
      "loss": 0.0022,
      "step": 13637
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6173285751186228e-05,
      "loss": 0.0018,
      "step": 13638
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6172707360452954e-05,
      "loss": 0.0015,
      "step": 13639
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6172128936356384e-05,
      "loss": 0.0019,
      "step": 13640
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.617155047889964e-05,
      "loss": 0.0029,
      "step": 13641
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6170971988085846e-05,
      "loss": 0.0011,
      "step": 13642
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6170393463918137e-05,
      "loss": 0.002,
      "step": 13643
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6169814906399634e-05,
      "loss": 0.002,
      "step": 13644
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6169236315533464e-05,
      "loss": 0.0023,
      "step": 13645
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6168657691322754e-05,
      "loss": 0.0022,
      "step": 13646
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6168079033770636e-05,
      "loss": 0.002,
      "step": 13647
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6167500342880232e-05,
      "loss": 0.0008,
      "step": 13648
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6166921618654674e-05,
      "loss": 0.002,
      "step": 13649
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.616634286109709e-05,
      "loss": 0.0019,
      "step": 13650
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.61657640702106e-05,
      "loss": 0.0026,
      "step": 13651
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6165185245998346e-05,
      "loss": 0.0016,
      "step": 13652
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6164606388463446e-05,
      "loss": 0.0016,
      "step": 13653
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.616402749760903e-05,
      "loss": 0.0015,
      "step": 13654
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6163448573438235e-05,
      "loss": 0.0009,
      "step": 13655
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6162869615954176e-05,
      "loss": 0.002,
      "step": 13656
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6162290625159994e-05,
      "loss": 0.0016,
      "step": 13657
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6161711601058816e-05,
      "loss": 0.0013,
      "step": 13658
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6161132543653766e-05,
      "loss": 0.0014,
      "step": 13659
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6160553452947986e-05,
      "loss": 0.0039,
      "step": 13660
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615997432894459e-05,
      "loss": 0.001,
      "step": 13661
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615939517164672e-05,
      "loss": 0.0011,
      "step": 13662
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6158815981057503e-05,
      "loss": 0.0016,
      "step": 13663
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6158236757180067e-05,
      "loss": 0.0022,
      "step": 13664
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6157657500017547e-05,
      "loss": 0.0017,
      "step": 13665
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615707820957307e-05,
      "loss": 0.001,
      "step": 13666
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615649888584977e-05,
      "loss": 0.0019,
      "step": 13667
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6155919528850775e-05,
      "loss": 0.001,
      "step": 13668
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615534013857922e-05,
      "loss": 0.0023,
      "step": 13669
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615476071503823e-05,
      "loss": 0.0016,
      "step": 13670
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6154181258230947e-05,
      "loss": 0.002,
      "step": 13671
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6153601768160495e-05,
      "loss": 0.0029,
      "step": 13672
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615302224483001e-05,
      "loss": 0.0019,
      "step": 13673
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615244268824262e-05,
      "loss": 0.0019,
      "step": 13674
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6151863098401467e-05,
      "loss": 0.0012,
      "step": 13675
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.615128347530967e-05,
      "loss": 0.0012,
      "step": 13676
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6150703818970376e-05,
      "loss": 0.0017,
      "step": 13677
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6150124129386707e-05,
      "loss": 0.0014,
      "step": 13678
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6149544406561797e-05,
      "loss": 0.0023,
      "step": 13679
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6148964650498788e-05,
      "loss": 0.0015,
      "step": 13680
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6148384861200806e-05,
      "loss": 0.0026,
      "step": 13681
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6147805038670986e-05,
      "loss": 0.0025,
      "step": 13682
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6147225182912464e-05,
      "loss": 0.0013,
      "step": 13683
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6146645293928373e-05,
      "loss": 0.0014,
      "step": 13684
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6146065371721848e-05,
      "loss": 0.001,
      "step": 13685
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.614548541629602e-05,
      "loss": 0.0016,
      "step": 13686
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.614490542765403e-05,
      "loss": 0.0015,
      "step": 13687
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.614432540579901e-05,
      "loss": 0.0027,
      "step": 13688
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.614374535073409e-05,
      "loss": 0.0022,
      "step": 13689
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.614316526246241e-05,
      "loss": 0.0012,
      "step": 13690
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6142585140987105e-05,
      "loss": 0.0016,
      "step": 13691
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.614200498631131e-05,
      "loss": 0.0024,
      "step": 13692
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6141424798438162e-05,
      "loss": 0.0018,
      "step": 13693
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6140844577370793e-05,
      "loss": 0.0017,
      "step": 13694
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6140264323112346e-05,
      "loss": 0.0018,
      "step": 13695
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.613968403566595e-05,
      "loss": 0.002,
      "step": 13696
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6139103715034746e-05,
      "loss": 0.0018,
      "step": 13697
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6138523361221867e-05,
      "loss": 0.0012,
      "step": 13698
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6137942974230453e-05,
      "loss": 0.0017,
      "step": 13699
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6137362554063646e-05,
      "loss": 0.003,
      "step": 13700
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.613678210072457e-05,
      "loss": 0.0017,
      "step": 13701
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6136201614216373e-05,
      "loss": 0.002,
      "step": 13702
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6135621094542188e-05,
      "loss": 0.0024,
      "step": 13703
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6135040541705152e-05,
      "loss": 0.0007,
      "step": 13704
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6134459955708407e-05,
      "loss": 0.0021,
      "step": 13705
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6133879336555085e-05,
      "loss": 0.0021,
      "step": 13706
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6133298684248334e-05,
      "loss": 0.002,
      "step": 13707
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6132717998791282e-05,
      "loss": 0.0018,
      "step": 13708
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6132137280187073e-05,
      "loss": 0.0017,
      "step": 13709
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6131556528438844e-05,
      "loss": 0.0026,
      "step": 13710
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6130975743549733e-05,
      "loss": 0.0017,
      "step": 13711
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.613039492552288e-05,
      "loss": 0.0018,
      "step": 13712
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6129814074361427e-05,
      "loss": 0.0007,
      "step": 13713
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6129233190068513e-05,
      "loss": 0.0017,
      "step": 13714
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6128652272647274e-05,
      "loss": 0.0011,
      "step": 13715
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6128071322100853e-05,
      "loss": 0.0008,
      "step": 13716
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.612749033843239e-05,
      "loss": 0.0017,
      "step": 13717
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6126909321645025e-05,
      "loss": 0.0027,
      "step": 13718
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6126328271741893e-05,
      "loss": 0.0023,
      "step": 13719
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6125747188726143e-05,
      "loss": 0.0018,
      "step": 13720
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6125166072600908e-05,
      "loss": 0.0023,
      "step": 13721
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6124584923369336e-05,
      "loss": 0.0012,
      "step": 13722
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6124003741034565e-05,
      "loss": 0.002,
      "step": 13723
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6123422525599735e-05,
      "loss": 0.0015,
      "step": 13724
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.612284127706799e-05,
      "loss": 0.002,
      "step": 13725
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6122259995442465e-05,
      "loss": 0.0015,
      "step": 13726
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.612167868072631e-05,
      "loss": 0.0015,
      "step": 13727
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6121097332922667e-05,
      "loss": 0.0017,
      "step": 13728
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6120515952034672e-05,
      "loss": 0.0016,
      "step": 13729
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611993453806547e-05,
      "loss": 0.0017,
      "step": 13730
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6119353091018208e-05,
      "loss": 0.0014,
      "step": 13731
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6118771610896024e-05,
      "loss": 0.0021,
      "step": 13732
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611819009770206e-05,
      "loss": 0.0017,
      "step": 13733
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611760855143946e-05,
      "loss": 0.0019,
      "step": 13734
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6117026972111368e-05,
      "loss": 0.0014,
      "step": 13735
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611644535972093e-05,
      "loss": 0.002,
      "step": 13736
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611586371427128e-05,
      "loss": 0.0014,
      "step": 13737
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611528203576558e-05,
      "loss": 0.0019,
      "step": 13738
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6114700324206953e-05,
      "loss": 0.0015,
      "step": 13739
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6114118579598555e-05,
      "loss": 0.0019,
      "step": 13740
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6113536801943533e-05,
      "loss": 0.0016,
      "step": 13741
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6112954991245023e-05,
      "loss": 0.001,
      "step": 13742
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6112373147506174e-05,
      "loss": 0.0015,
      "step": 13743
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6111791270730127e-05,
      "loss": 0.0011,
      "step": 13744
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.611120936092003e-05,
      "loss": 0.0018,
      "step": 13745
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6110627418079035e-05,
      "loss": 0.0015,
      "step": 13746
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6110045442210277e-05,
      "loss": 0.0016,
      "step": 13747
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6109463433316903e-05,
      "loss": 0.0016,
      "step": 13748
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6108881391402062e-05,
      "loss": 0.0015,
      "step": 13749
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6108299316468904e-05,
      "loss": 0.0031,
      "step": 13750
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6107717208520563e-05,
      "loss": 0.001,
      "step": 13751
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6107135067560198e-05,
      "loss": 0.0028,
      "step": 13752
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6106552893590945e-05,
      "loss": 0.0015,
      "step": 13753
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.610597068661596e-05,
      "loss": 0.0019,
      "step": 13754
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.610538844663838e-05,
      "loss": 0.0013,
      "step": 13755
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6104806173661363e-05,
      "loss": 0.0017,
      "step": 13756
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6104223867688046e-05,
      "loss": 0.0015,
      "step": 13757
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6103641528721582e-05,
      "loss": 0.0016,
      "step": 13758
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.610305915676512e-05,
      "loss": 0.0017,
      "step": 13759
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6102476751821804e-05,
      "loss": 0.0011,
      "step": 13760
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.610189431389478e-05,
      "loss": 0.003,
      "step": 13761
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.61013118429872e-05,
      "loss": 0.0013,
      "step": 13762
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6100729339102213e-05,
      "loss": 0.0012,
      "step": 13763
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6100146802242964e-05,
      "loss": 0.0024,
      "step": 13764
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6099564232412602e-05,
      "loss": 0.001,
      "step": 13765
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6098981629614278e-05,
      "loss": 0.0016,
      "step": 13766
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.609839899385114e-05,
      "loss": 0.0026,
      "step": 13767
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.609781632512634e-05,
      "loss": 0.0011,
      "step": 13768
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.609723362344302e-05,
      "loss": 0.0015,
      "step": 13769
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6096650888804334e-05,
      "loss": 0.0023,
      "step": 13770
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6096068121213436e-05,
      "loss": 0.0018,
      "step": 13771
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6095485320673464e-05,
      "loss": 0.0024,
      "step": 13772
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6094902487187584e-05,
      "loss": 0.0013,
      "step": 13773
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6094319620758932e-05,
      "loss": 0.0022,
      "step": 13774
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6093736721390666e-05,
      "loss": 0.002,
      "step": 13775
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.609315378908593e-05,
      "loss": 0.0011,
      "step": 13776
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6092570823847884e-05,
      "loss": 0.0018,
      "step": 13777
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6091987825679672e-05,
      "loss": 0.0008,
      "step": 13778
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.609140479458445e-05,
      "loss": 0.0015,
      "step": 13779
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6090821730565364e-05,
      "loss": 0.0021,
      "step": 13780
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.609023863362557e-05,
      "loss": 0.0015,
      "step": 13781
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6089655503768217e-05,
      "loss": 0.0019,
      "step": 13782
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6089072340996455e-05,
      "loss": 0.0013,
      "step": 13783
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608848914531344e-05,
      "loss": 0.0011,
      "step": 13784
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608790591672232e-05,
      "loss": 0.0009,
      "step": 13785
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608732265522625e-05,
      "loss": 0.0025,
      "step": 13786
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6086739360828385e-05,
      "loss": 0.002,
      "step": 13787
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6086156033531874e-05,
      "loss": 0.0011,
      "step": 13788
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6085572673339874e-05,
      "loss": 0.0018,
      "step": 13789
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608498928025553e-05,
      "loss": 0.0018,
      "step": 13790
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6084405854282003e-05,
      "loss": 0.0007,
      "step": 13791
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608382239542244e-05,
      "loss": 0.0013,
      "step": 13792
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6083238903680003e-05,
      "loss": 0.0011,
      "step": 13793
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608265537905784e-05,
      "loss": 0.0019,
      "step": 13794
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6082071821559103e-05,
      "loss": 0.0022,
      "step": 13795
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608148823118695e-05,
      "loss": 0.0017,
      "step": 13796
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6080904607944533e-05,
      "loss": 0.0018,
      "step": 13797
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.608032095183501e-05,
      "loss": 0.0013,
      "step": 13798
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6079737262861533e-05,
      "loss": 0.0013,
      "step": 13799
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6079153541027257e-05,
      "loss": 0.0014,
      "step": 13800
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6078569786335333e-05,
      "loss": 0.0013,
      "step": 13801
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6077985998788925e-05,
      "loss": 0.0023,
      "step": 13802
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.607740217839118e-05,
      "loss": 0.0009,
      "step": 13803
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6076818325145263e-05,
      "loss": 0.0028,
      "step": 13804
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.607623443905432e-05,
      "loss": 0.0019,
      "step": 13805
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6075650520121512e-05,
      "loss": 0.0019,
      "step": 13806
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6075066568349992e-05,
      "loss": 0.002,
      "step": 13807
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.607448258374292e-05,
      "loss": 0.0012,
      "step": 13808
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.607389856630345e-05,
      "loss": 0.0015,
      "step": 13809
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.607331451603474e-05,
      "loss": 0.0015,
      "step": 13810
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6072730432939944e-05,
      "loss": 0.0018,
      "step": 13811
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.607214631702222e-05,
      "loss": 0.0021,
      "step": 13812
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.607156216828473e-05,
      "loss": 0.0015,
      "step": 13813
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6070977986730625e-05,
      "loss": 0.0013,
      "step": 13814
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6070393772363068e-05,
      "loss": 0.0011,
      "step": 13815
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6069809525185206e-05,
      "loss": 0.0013,
      "step": 13816
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606922524520021e-05,
      "loss": 0.0012,
      "step": 13817
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6068640932411232e-05,
      "loss": 0.0014,
      "step": 13818
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6068056586821427e-05,
      "loss": 0.0012,
      "step": 13819
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606747220843396e-05,
      "loss": 0.0008,
      "step": 13820
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6066887797251985e-05,
      "loss": 0.0031,
      "step": 13821
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606630335327866e-05,
      "loss": 0.0012,
      "step": 13822
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606571887651715e-05,
      "loss": 0.0013,
      "step": 13823
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606513436697061e-05,
      "loss": 0.0021,
      "step": 13824
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6064549824642196e-05,
      "loss": 0.0031,
      "step": 13825
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6063965249535074e-05,
      "loss": 0.0011,
      "step": 13826
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.60633806416524e-05,
      "loss": 0.002,
      "step": 13827
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606279600099733e-05,
      "loss": 0.0014,
      "step": 13828
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606221132757303e-05,
      "loss": 0.0025,
      "step": 13829
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6061626621382662e-05,
      "loss": 0.0021,
      "step": 13830
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.606104188242938e-05,
      "loss": 0.0014,
      "step": 13831
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6060457110716346e-05,
      "loss": 0.0023,
      "step": 13832
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6059872306246726e-05,
      "loss": 0.0014,
      "step": 13833
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6059287469023673e-05,
      "loss": 0.0032,
      "step": 13834
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6058702599050352e-05,
      "loss": 0.001,
      "step": 13835
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6058117696329927e-05,
      "loss": 0.0025,
      "step": 13836
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.605753276086555e-05,
      "loss": 0.0021,
      "step": 13837
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6056947792660392e-05,
      "loss": 0.0027,
      "step": 13838
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6056362791717613e-05,
      "loss": 0.0024,
      "step": 13839
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6055777758040373e-05,
      "loss": 0.0017,
      "step": 13840
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.605519269163183e-05,
      "loss": 0.0021,
      "step": 13841
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.605460759249516e-05,
      "loss": 0.0016,
      "step": 13842
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.605402246063351e-05,
      "loss": 0.0018,
      "step": 13843
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.605343729605005e-05,
      "loss": 0.0018,
      "step": 13844
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.605285209874794e-05,
      "loss": 0.0012,
      "step": 13845
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6052266868730346e-05,
      "loss": 0.0022,
      "step": 13846
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.605168160600043e-05,
      "loss": 0.0008,
      "step": 13847
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6051096310561356e-05,
      "loss": 0.0018,
      "step": 13848
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6050510982416282e-05,
      "loss": 0.0017,
      "step": 13849
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6049925621568384e-05,
      "loss": 0.0016,
      "step": 13850
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6049340228020814e-05,
      "loss": 0.0016,
      "step": 13851
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6048754801776738e-05,
      "loss": 0.0018,
      "step": 13852
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6048169342839325e-05,
      "loss": 0.001,
      "step": 13853
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6047583851211736e-05,
      "loss": 0.0009,
      "step": 13854
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6046998326897135e-05,
      "loss": 0.0023,
      "step": 13855
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.604641276989869e-05,
      "loss": 0.0013,
      "step": 13856
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6045827180219563e-05,
      "loss": 0.0022,
      "step": 13857
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.604524155786292e-05,
      "loss": 0.0015,
      "step": 13858
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.604465590283193e-05,
      "loss": 0.0011,
      "step": 13859
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6044070215129752e-05,
      "loss": 0.0016,
      "step": 13860
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6043484494759557e-05,
      "loss": 0.0022,
      "step": 13861
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6042898741724505e-05,
      "loss": 0.0018,
      "step": 13862
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6042312956027765e-05,
      "loss": 0.0013,
      "step": 13863
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6041727137672503e-05,
      "loss": 0.002,
      "step": 13864
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.604114128666189e-05,
      "loss": 0.0017,
      "step": 13865
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6040555402999086e-05,
      "loss": 0.0021,
      "step": 13866
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.603996948668726e-05,
      "loss": 0.0018,
      "step": 13867
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6039383537729577e-05,
      "loss": 0.0018,
      "step": 13868
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6038797556129207e-05,
      "loss": 0.0016,
      "step": 13869
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6038211541889316e-05,
      "loss": 0.0014,
      "step": 13870
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.603762549501307e-05,
      "loss": 0.0014,
      "step": 13871
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.603703941550364e-05,
      "loss": 0.0024,
      "step": 13872
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.603645330336419e-05,
      "loss": 0.0018,
      "step": 13873
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.603586715859789e-05,
      "loss": 0.0015,
      "step": 13874
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.603528098120791e-05,
      "loss": 0.002,
      "step": 13875
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.603469477119741e-05,
      "loss": 0.0014,
      "step": 13876
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.6034108528569574e-05,
      "loss": 0.0018,
      "step": 13877
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6033522253327556e-05,
      "loss": 0.0015,
      "step": 13878
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.603293594547453e-05,
      "loss": 0.0015,
      "step": 13879
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6032349605013665e-05,
      "loss": 0.0007,
      "step": 13880
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6031763231948128e-05,
      "loss": 0.002,
      "step": 13881
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6031176826281095e-05,
      "loss": 0.0023,
      "step": 13882
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6030590388015725e-05,
      "loss": 0.0023,
      "step": 13883
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6030003917155195e-05,
      "loss": 0.002,
      "step": 13884
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6029417413702678e-05,
      "loss": 0.0018,
      "step": 13885
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6028830877661334e-05,
      "loss": 0.0017,
      "step": 13886
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6028244309034344e-05,
      "loss": 0.0022,
      "step": 13887
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.602765770782487e-05,
      "loss": 0.001,
      "step": 13888
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6027071074036085e-05,
      "loss": 0.0019,
      "step": 13889
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.602648440767116e-05,
      "loss": 0.0016,
      "step": 13890
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6025897708733267e-05,
      "loss": 0.0027,
      "step": 13891
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6025310977225575e-05,
      "loss": 0.0015,
      "step": 13892
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.602472421315126e-05,
      "loss": 0.0027,
      "step": 13893
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6024137416513486e-05,
      "loss": 0.0011,
      "step": 13894
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.602355058731543e-05,
      "loss": 0.0014,
      "step": 13895
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.602296372556026e-05,
      "loss": 0.0014,
      "step": 13896
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6022376831251157e-05,
      "loss": 0.002,
      "step": 13897
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6021789904391284e-05,
      "loss": 0.0018,
      "step": 13898
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6021202944983814e-05,
      "loss": 0.0015,
      "step": 13899
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6020615953031922e-05,
      "loss": 0.0019,
      "step": 13900
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.602002892853878e-05,
      "loss": 0.0015,
      "step": 13901
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.601944187150756e-05,
      "loss": 0.0018,
      "step": 13902
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6018854781941438e-05,
      "loss": 0.0019,
      "step": 13903
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6018267659843584e-05,
      "loss": 0.0011,
      "step": 13904
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.601768050521717e-05,
      "loss": 0.0019,
      "step": 13905
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6017093318065378e-05,
      "loss": 0.001,
      "step": 13906
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6016506098391372e-05,
      "loss": 0.0015,
      "step": 13907
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.601591884619833e-05,
      "loss": 0.0034,
      "step": 13908
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6015331561489424e-05,
      "loss": 0.0019,
      "step": 13909
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6014744244267834e-05,
      "loss": 0.002,
      "step": 13910
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6014156894536726e-05,
      "loss": 0.0024,
      "step": 13911
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6013569512299283e-05,
      "loss": 0.0022,
      "step": 13912
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6012982097558675e-05,
      "loss": 0.0019,
      "step": 13913
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6012394650318076e-05,
      "loss": 0.0012,
      "step": 13914
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6011807170580666e-05,
      "loss": 0.0018,
      "step": 13915
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6011219658349615e-05,
      "loss": 0.001,
      "step": 13916
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.60106321136281e-05,
      "loss": 0.0017,
      "step": 13917
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.60100445364193e-05,
      "loss": 0.0013,
      "step": 13918
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6009456926726387e-05,
      "loss": 0.0019,
      "step": 13919
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6008869284552537e-05,
      "loss": 0.0013,
      "step": 13920
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.600828160990093e-05,
      "loss": 0.0026,
      "step": 13921
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6007693902774735e-05,
      "loss": 0.0017,
      "step": 13922
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6007106163177137e-05,
      "loss": 0.002,
      "step": 13923
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.600651839111131e-05,
      "loss": 0.0014,
      "step": 13924
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6005930586580427e-05,
      "loss": 0.0028,
      "step": 13925
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.600534274958767e-05,
      "loss": 0.0009,
      "step": 13926
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.600475488013621e-05,
      "loss": 0.0015,
      "step": 13927
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6004166978229235e-05,
      "loss": 0.0005,
      "step": 13928
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6003579043869916e-05,
      "loss": 0.002,
      "step": 13929
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6002991077061426e-05,
      "loss": 0.0021,
      "step": 13930
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6002403077806952e-05,
      "loss": 0.0018,
      "step": 13931
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6001815046109666e-05,
      "loss": 0.0011,
      "step": 13932
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.600122698197275e-05,
      "loss": 0.0011,
      "step": 13933
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.600063888539938e-05,
      "loss": 0.0012,
      "step": 13934
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.6000050756392737e-05,
      "loss": 0.0018,
      "step": 13935
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5999462594955994e-05,
      "loss": 0.0012,
      "step": 13936
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599887440109234e-05,
      "loss": 0.0012,
      "step": 13937
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5998286174804945e-05,
      "loss": 0.0013,
      "step": 13938
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599769791609699e-05,
      "loss": 0.0022,
      "step": 13939
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599710962497166e-05,
      "loss": 0.0032,
      "step": 13940
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599652130143213e-05,
      "loss": 0.0015,
      "step": 13941
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599593294548158e-05,
      "loss": 0.0014,
      "step": 13942
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5995344557123195e-05,
      "loss": 0.0025,
      "step": 13943
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5994756136360146e-05,
      "loss": 0.0018,
      "step": 13944
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599416768319562e-05,
      "loss": 0.0026,
      "step": 13945
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5993579197632798e-05,
      "loss": 0.0021,
      "step": 13946
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5992990679674856e-05,
      "loss": 0.0024,
      "step": 13947
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599240212932498e-05,
      "loss": 0.0022,
      "step": 13948
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5991813546586346e-05,
      "loss": 0.0018,
      "step": 13949
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599122493146214e-05,
      "loss": 0.0014,
      "step": 13950
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5990636283955545e-05,
      "loss": 0.0021,
      "step": 13951
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.599004760406974e-05,
      "loss": 0.0012,
      "step": 13952
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.59894588918079e-05,
      "loss": 0.0015,
      "step": 13953
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5988870147173218e-05,
      "loss": 0.0017,
      "step": 13954
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5988281370168867e-05,
      "loss": 0.0018,
      "step": 13955
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5987692560798035e-05,
      "loss": 0.0021,
      "step": 13956
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5987103719063904e-05,
      "loss": 0.0019,
      "step": 13957
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5986514844969655e-05,
      "loss": 0.0016,
      "step": 13958
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.598592593851847e-05,
      "loss": 0.0018,
      "step": 13959
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5985336999713536e-05,
      "loss": 0.0016,
      "step": 13960
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5984748028558032e-05,
      "loss": 0.0017,
      "step": 13961
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5984159025055143e-05,
      "loss": 0.0017,
      "step": 13962
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5983569989208053e-05,
      "loss": 0.0024,
      "step": 13963
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5982980921019945e-05,
      "loss": 0.002,
      "step": 13964
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5982391820494006e-05,
      "loss": 0.0021,
      "step": 13965
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5981802687633414e-05,
      "loss": 0.0018,
      "step": 13966
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5981213522441358e-05,
      "loss": 0.0013,
      "step": 13967
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5980624324921022e-05,
      "loss": 0.001,
      "step": 13968
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5980035095075588e-05,
      "loss": 0.002,
      "step": 13969
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5979445832908244e-05,
      "loss": 0.0017,
      "step": 13970
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597885653842217e-05,
      "loss": 0.0009,
      "step": 13971
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597826721162056e-05,
      "loss": 0.0014,
      "step": 13972
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597767785250659e-05,
      "loss": 0.0014,
      "step": 13973
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597708846108345e-05,
      "loss": 0.0025,
      "step": 13974
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5976499037354325e-05,
      "loss": 0.0014,
      "step": 13975
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.59759095813224e-05,
      "loss": 0.0029,
      "step": 13976
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5975320092990862e-05,
      "loss": 0.0019,
      "step": 13977
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5974730572362897e-05,
      "loss": 0.0015,
      "step": 13978
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597414101944169e-05,
      "loss": 0.0015,
      "step": 13979
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597355143423043e-05,
      "loss": 0.0014,
      "step": 13980
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.59729618167323e-05,
      "loss": 0.0015,
      "step": 13981
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5972372166950492e-05,
      "loss": 0.0016,
      "step": 13982
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597178248488819e-05,
      "loss": 0.0015,
      "step": 13983
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597119277054858e-05,
      "loss": 0.0026,
      "step": 13984
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.597060302393485e-05,
      "loss": 0.0015,
      "step": 13985
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5970013245050193e-05,
      "loss": 0.0019,
      "step": 13986
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5969423433897787e-05,
      "loss": 0.0019,
      "step": 13987
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.596883359048083e-05,
      "loss": 0.0018,
      "step": 13988
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.59682437148025e-05,
      "loss": 0.001,
      "step": 13989
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5967653806865995e-05,
      "loss": 0.0016,
      "step": 13990
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5967063866674497e-05,
      "loss": 0.0011,
      "step": 13991
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5966473894231195e-05,
      "loss": 0.0013,
      "step": 13992
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5965883889539282e-05,
      "loss": 0.0025,
      "step": 13993
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5965293852601944e-05,
      "loss": 0.0006,
      "step": 13994
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5964703783422367e-05,
      "loss": 0.0016,
      "step": 13995
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5964113682003747e-05,
      "loss": 0.0014,
      "step": 13996
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.596352354834927e-05,
      "loss": 0.0023,
      "step": 13997
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5962933382462125e-05,
      "loss": 0.003,
      "step": 13998
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5962343184345502e-05,
      "loss": 0.0011,
      "step": 13999
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5961752954002592e-05,
      "loss": 0.0013,
      "step": 14000
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5961162691436585e-05,
      "loss": 0.0013,
      "step": 14001
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.596057239665067e-05,
      "loss": 0.001,
      "step": 14002
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.595998206964804e-05,
      "loss": 0.0018,
      "step": 14003
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5959391710431883e-05,
      "loss": 0.0027,
      "step": 14004
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.595880131900539e-05,
      "loss": 0.002,
      "step": 14005
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.595821089537176e-05,
      "loss": 0.0014,
      "step": 14006
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.595762043953417e-05,
      "loss": 0.0013,
      "step": 14007
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5957029951495826e-05,
      "loss": 0.0006,
      "step": 14008
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.595643943125991e-05,
      "loss": 0.0018,
      "step": 14009
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.595584887882961e-05,
      "loss": 0.0002,
      "step": 14010
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.595525829420813e-05,
      "loss": 0.0019,
      "step": 14011
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5954667677398656e-05,
      "loss": 0.0014,
      "step": 14012
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5954077028404383e-05,
      "loss": 0.0008,
      "step": 14013
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5953486347228496e-05,
      "loss": 0.0015,
      "step": 14014
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5952895633874193e-05,
      "loss": 0.0009,
      "step": 14015
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5952304888344666e-05,
      "loss": 0.0013,
      "step": 14016
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5951714110643113e-05,
      "loss": 0.0019,
      "step": 14017
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5951123300772716e-05,
      "loss": 0.0008,
      "step": 14018
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.595053245873668e-05,
      "loss": 0.002,
      "step": 14019
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5949941584538192e-05,
      "loss": 0.0015,
      "step": 14020
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5949350678180446e-05,
      "loss": 0.0026,
      "step": 14021
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5948759739666636e-05,
      "loss": 0.0015,
      "step": 14022
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.594816876899996e-05,
      "loss": 0.0016,
      "step": 14023
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5947577766183605e-05,
      "loss": 0.0018,
      "step": 14024
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5946986731220772e-05,
      "loss": 0.0017,
      "step": 14025
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.594639566411465e-05,
      "loss": 0.0009,
      "step": 14026
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5945804564868437e-05,
      "loss": 0.0026,
      "step": 14027
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5945213433485333e-05,
      "loss": 0.0015,
      "step": 14028
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5944622269968523e-05,
      "loss": 0.0017,
      "step": 14029
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5944031074321205e-05,
      "loss": 0.0013,
      "step": 14030
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5943439846546578e-05,
      "loss": 0.0015,
      "step": 14031
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5942848586647834e-05,
      "loss": 0.0008,
      "step": 14032
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5942257294628173e-05,
      "loss": 0.0019,
      "step": 14033
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.594166597049079e-05,
      "loss": 0.0008,
      "step": 14034
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5941074614238875e-05,
      "loss": 0.0016,
      "step": 14035
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5940483225875628e-05,
      "loss": 0.0006,
      "step": 14036
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5939891805404248e-05,
      "loss": 0.0014,
      "step": 14037
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5939300352827927e-05,
      "loss": 0.0011,
      "step": 14038
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5938708868149867e-05,
      "loss": 0.0018,
      "step": 14039
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5938117351373264e-05,
      "loss": 0.0014,
      "step": 14040
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.593752580250131e-05,
      "loss": 0.0025,
      "step": 14041
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.593693422153721e-05,
      "loss": 0.0017,
      "step": 14042
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5936342608484156e-05,
      "loss": 0.0023,
      "step": 14043
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5935750963345347e-05,
      "loss": 0.0013,
      "step": 14044
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5935159286123976e-05,
      "loss": 0.0018,
      "step": 14045
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.593456757682325e-05,
      "loss": 0.002,
      "step": 14046
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5933975835446365e-05,
      "loss": 0.0017,
      "step": 14047
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5933384061996515e-05,
      "loss": 0.0012,
      "step": 14048
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.59327922564769e-05,
      "loss": 0.0016,
      "step": 14049
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.593220041889072e-05,
      "loss": 0.0027,
      "step": 14050
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5931608549241174e-05,
      "loss": 0.0009,
      "step": 14051
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5931016647531458e-05,
      "loss": 0.0018,
      "step": 14052
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.593042471376478e-05,
      "loss": 0.0016,
      "step": 14053
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5929832747944325e-05,
      "loss": 0.0014,
      "step": 14054
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5929240750073302e-05,
      "loss": 0.0027,
      "step": 14055
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5928648720154916e-05,
      "loss": 0.0014,
      "step": 14056
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5928056658192353e-05,
      "loss": 0.0018,
      "step": 14057
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5927464564188823e-05,
      "loss": 0.0012,
      "step": 14058
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5926872438147526e-05,
      "loss": 0.0009,
      "step": 14059
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5926280280071656e-05,
      "loss": 0.0018,
      "step": 14060
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.592568808996442e-05,
      "loss": 0.0014,
      "step": 14061
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5925095867829013e-05,
      "loss": 0.0022,
      "step": 14062
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5924503613668643e-05,
      "loss": 0.0017,
      "step": 14063
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5923911327486504e-05,
      "loss": 0.0022,
      "step": 14064
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5923319009285804e-05,
      "loss": 0.0013,
      "step": 14065
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.592272665906974e-05,
      "loss": 0.0008,
      "step": 14066
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5922134276841515e-05,
      "loss": 0.0008,
      "step": 14067
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5921541862604332e-05,
      "loss": 0.0014,
      "step": 14068
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.592094941636139e-05,
      "loss": 0.0021,
      "step": 14069
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.592035693811589e-05,
      "loss": 0.0024,
      "step": 14070
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.591976442787104e-05,
      "loss": 0.0023,
      "step": 14071
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5919171885630035e-05,
      "loss": 0.0022,
      "step": 14072
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5918579311396087e-05,
      "loss": 0.0018,
      "step": 14073
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5917986705172395e-05,
      "loss": 0.0014,
      "step": 14074
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.591739406696216e-05,
      "loss": 0.0033,
      "step": 14075
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5916801396768585e-05,
      "loss": 0.001,
      "step": 14076
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5916208694594874e-05,
      "loss": 0.0018,
      "step": 14077
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5915615960444233e-05,
      "loss": 0.0012,
      "step": 14078
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5915023194319864e-05,
      "loss": 0.0019,
      "step": 14079
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.591443039622497e-05,
      "loss": 0.0018,
      "step": 14080
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5913837566162756e-05,
      "loss": 0.0011,
      "step": 14081
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5913244704136425e-05,
      "loss": 0.0014,
      "step": 14082
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5912651810149182e-05,
      "loss": 0.0018,
      "step": 14083
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5912058884204234e-05,
      "loss": 0.0018,
      "step": 14084
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5911465926304785e-05,
      "loss": 0.0011,
      "step": 14085
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5910872936454036e-05,
      "loss": 0.0017,
      "step": 14086
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5910279914655194e-05,
      "loss": 0.0013,
      "step": 14087
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590968686091147e-05,
      "loss": 0.0023,
      "step": 14088
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5909093775226062e-05,
      "loss": 0.0026,
      "step": 14089
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5908500657602176e-05,
      "loss": 0.0015,
      "step": 14090
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590790750804302e-05,
      "loss": 0.0019,
      "step": 14091
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.59073143265518e-05,
      "loss": 0.0017,
      "step": 14092
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590672111313172e-05,
      "loss": 0.0018,
      "step": 14093
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5906127867785994e-05,
      "loss": 0.0015,
      "step": 14094
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590553459051782e-05,
      "loss": 0.0022,
      "step": 14095
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590494128133041e-05,
      "loss": 0.0014,
      "step": 14096
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5904347940226963e-05,
      "loss": 0.0017,
      "step": 14097
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5903754567210693e-05,
      "loss": 0.0022,
      "step": 14098
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5903161162284805e-05,
      "loss": 0.0016,
      "step": 14099
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590256772545251e-05,
      "loss": 0.0022,
      "step": 14100
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590197425671701e-05,
      "loss": 0.0023,
      "step": 14101
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5901380756081516e-05,
      "loss": 0.0016,
      "step": 14102
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5900787223549233e-05,
      "loss": 0.0015,
      "step": 14103
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.590019365912337e-05,
      "loss": 0.002,
      "step": 14104
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5899600062807137e-05,
      "loss": 0.0015,
      "step": 14105
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.589900643460374e-05,
      "loss": 0.002,
      "step": 14106
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5898412774516393e-05,
      "loss": 0.002,
      "step": 14107
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5897819082548295e-05,
      "loss": 0.0022,
      "step": 14108
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5897225358702667e-05,
      "loss": 0.0015,
      "step": 14109
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5896631602982705e-05,
      "loss": 0.0011,
      "step": 14110
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5896037815391628e-05,
      "loss": 0.0015,
      "step": 14111
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5895443995932643e-05,
      "loss": 0.0015,
      "step": 14112
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5894850144608957e-05,
      "loss": 0.0014,
      "step": 14113
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.589425626142378e-05,
      "loss": 0.0019,
      "step": 14114
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5893662346380327e-05,
      "loss": 0.0014,
      "step": 14115
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5893068399481806e-05,
      "loss": 0.0016,
      "step": 14116
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5892474420731422e-05,
      "loss": 0.0012,
      "step": 14117
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.589188041013239e-05,
      "loss": 0.0014,
      "step": 14118
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.589128636768792e-05,
      "loss": 0.002,
      "step": 14119
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5890692293401223e-05,
      "loss": 0.0009,
      "step": 14120
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5890098187275505e-05,
      "loss": 0.0025,
      "step": 14121
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.588950404931399e-05,
      "loss": 0.0018,
      "step": 14122
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5888909879519877e-05,
      "loss": 0.0011,
      "step": 14123
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.588831567789638e-05,
      "loss": 0.0017,
      "step": 14124
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5887721444446713e-05,
      "loss": 0.0019,
      "step": 14125
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5887127179174085e-05,
      "loss": 0.0013,
      "step": 14126
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5886532882081712e-05,
      "loss": 0.0016,
      "step": 14127
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5885938553172807e-05,
      "loss": 0.0023,
      "step": 14128
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5885344192450577e-05,
      "loss": 0.0012,
      "step": 14129
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5884749799918235e-05,
      "loss": 0.0019,
      "step": 14130
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5884155375578996e-05,
      "loss": 0.0018,
      "step": 14131
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5883560919436075e-05,
      "loss": 0.0027,
      "step": 14132
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.588296643149268e-05,
      "loss": 0.0006,
      "step": 14133
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5882371911752027e-05,
      "loss": 0.0017,
      "step": 14134
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.588177736021733e-05,
      "loss": 0.0013,
      "step": 14135
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.58811827768918e-05,
      "loss": 0.0021,
      "step": 14136
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5880588161778653e-05,
      "loss": 0.0019,
      "step": 14137
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.58799935148811e-05,
      "loss": 0.0019,
      "step": 14138
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.587939883620236e-05,
      "loss": 0.0029,
      "step": 14139
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5878804125745645e-05,
      "loss": 0.0014,
      "step": 14140
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5878209383514168e-05,
      "loss": 0.0028,
      "step": 14141
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5877614609511143e-05,
      "loss": 0.0017,
      "step": 14142
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5877019803739785e-05,
      "loss": 0.0017,
      "step": 14143
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5876424966203315e-05,
      "loss": 0.0025,
      "step": 14144
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.587583009690494e-05,
      "loss": 0.0018,
      "step": 14145
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5875235195847874e-05,
      "loss": 0.0012,
      "step": 14146
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5874640263035343e-05,
      "loss": 0.002,
      "step": 14147
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5874045298470555e-05,
      "loss": 0.0029,
      "step": 14148
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5873450302156727e-05,
      "loss": 0.0017,
      "step": 14149
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5872855274097072e-05,
      "loss": 0.0035,
      "step": 14150
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5872260214294814e-05,
      "loss": 0.0018,
      "step": 14151
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.587166512275316e-05,
      "loss": 0.0009,
      "step": 14152
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5871069999475333e-05,
      "loss": 0.0011,
      "step": 14153
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5870474844464546e-05,
      "loss": 0.0012,
      "step": 14154
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.586987965772402e-05,
      "loss": 0.0019,
      "step": 14155
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5869284439256965e-05,
      "loss": 0.002,
      "step": 14156
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5868689189066606e-05,
      "loss": 0.002,
      "step": 14157
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5868093907156158e-05,
      "loss": 0.0019,
      "step": 14158
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5867498593528832e-05,
      "loss": 0.0015,
      "step": 14159
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5866903248187854e-05,
      "loss": 0.0014,
      "step": 14160
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.586630787113644e-05,
      "loss": 0.0019,
      "step": 14161
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5865712462377802e-05,
      "loss": 0.0008,
      "step": 14162
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5865117021915163e-05,
      "loss": 0.002,
      "step": 14163
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5864521549751746e-05,
      "loss": 0.0015,
      "step": 14164
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.586392604589076e-05,
      "loss": 0.0015,
      "step": 14165
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.586333051033543e-05,
      "loss": 0.0026,
      "step": 14166
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5862734943088977e-05,
      "loss": 0.002,
      "step": 14167
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.586213934415461e-05,
      "loss": 0.0012,
      "step": 14168
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5861543713535562e-05,
      "loss": 0.0018,
      "step": 14169
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5860948051235038e-05,
      "loss": 0.0017,
      "step": 14170
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5860352357256264e-05,
      "loss": 0.0013,
      "step": 14171
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5859756631602467e-05,
      "loss": 0.0015,
      "step": 14172
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5859160874276853e-05,
      "loss": 0.0014,
      "step": 14173
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.585856508528265e-05,
      "loss": 0.0024,
      "step": 14174
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5857969264623082e-05,
      "loss": 0.0015,
      "step": 14175
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.585737341230136e-05,
      "loss": 0.0013,
      "step": 14176
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.585677752832071e-05,
      "loss": 0.0013,
      "step": 14177
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5856181612684352e-05,
      "loss": 0.001,
      "step": 14178
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5855585665395507e-05,
      "loss": 0.0009,
      "step": 14179
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5854989686457394e-05,
      "loss": 0.002,
      "step": 14180
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.585439367587324e-05,
      "loss": 0.0018,
      "step": 14181
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5853797633646258e-05,
      "loss": 0.0016,
      "step": 14182
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.585320155977968e-05,
      "loss": 0.0018,
      "step": 14183
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5852605454276714e-05,
      "loss": 0.0018,
      "step": 14184
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5852009317140595e-05,
      "loss": 0.0009,
      "step": 14185
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.585141314837454e-05,
      "loss": 0.0019,
      "step": 14186
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.585081694798177e-05,
      "loss": 0.0026,
      "step": 14187
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5850220715965506e-05,
      "loss": 0.0026,
      "step": 14188
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5849624452328977e-05,
      "loss": 0.0012,
      "step": 14189
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5849028157075403e-05,
      "loss": 0.0007,
      "step": 14190
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5848431830208004e-05,
      "loss": 0.0019,
      "step": 14191
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5847835471730002e-05,
      "loss": 0.0011,
      "step": 14192
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5847239081644628e-05,
      "loss": 0.0018,
      "step": 14193
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.58466426599551e-05,
      "loss": 0.0015,
      "step": 14194
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.584604620666464e-05,
      "loss": 0.0025,
      "step": 14195
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5845449721776476e-05,
      "loss": 0.0019,
      "step": 14196
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.584485320529383e-05,
      "loss": 0.0017,
      "step": 14197
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5844256657219928e-05,
      "loss": 0.0013,
      "step": 14198
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.584366007755799e-05,
      "loss": 0.0019,
      "step": 14199
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5843063466311248e-05,
      "loss": 0.0024,
      "step": 14200
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5842466823482917e-05,
      "loss": 0.002,
      "step": 14201
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.584187014907623e-05,
      "loss": 0.0014,
      "step": 14202
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5841273443094407e-05,
      "loss": 0.0022,
      "step": 14203
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5840676705540674e-05,
      "loss": 0.0015,
      "step": 14204
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.584007993641826e-05,
      "loss": 0.001,
      "step": 14205
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5839483135730386e-05,
      "loss": 0.0012,
      "step": 14206
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5838886303480277e-05,
      "loss": 0.0023,
      "step": 14207
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5838289439671168e-05,
      "loss": 0.0019,
      "step": 14208
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5837692544306276e-05,
      "loss": 0.0009,
      "step": 14209
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5837095617388828e-05,
      "loss": 0.0016,
      "step": 14210
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5836498658922052e-05,
      "loss": 0.0019,
      "step": 14211
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5835901668909174e-05,
      "loss": 0.0018,
      "step": 14212
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5835304647353422e-05,
      "loss": 0.0015,
      "step": 14213
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5834707594258023e-05,
      "loss": 0.0012,
      "step": 14214
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5834110509626204e-05,
      "loss": 0.0017,
      "step": 14215
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.583351339346119e-05,
      "loss": 0.0011,
      "step": 14216
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.583291624576621e-05,
      "loss": 0.0018,
      "step": 14217
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5832319066544487e-05,
      "loss": 0.0019,
      "step": 14218
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5831721855799257e-05,
      "loss": 0.0015,
      "step": 14219
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5831124613533747e-05,
      "loss": 0.0011,
      "step": 14220
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.583052733975118e-05,
      "loss": 0.0018,
      "step": 14221
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5829930034454784e-05,
      "loss": 0.0018,
      "step": 14222
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5829332697647793e-05,
      "loss": 0.0017,
      "step": 14223
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5828735329333432e-05,
      "loss": 0.0025,
      "step": 14224
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5828137929514928e-05,
      "loss": 0.0015,
      "step": 14225
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5827540498195513e-05,
      "loss": 0.0011,
      "step": 14226
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.582694303537841e-05,
      "loss": 0.0009,
      "step": 14227
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.582634554106686e-05,
      "loss": 0.0019,
      "step": 14228
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5825748015264087e-05,
      "loss": 0.0022,
      "step": 14229
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.582515045797332e-05,
      "loss": 0.0011,
      "step": 14230
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5824552869197783e-05,
      "loss": 0.0034,
      "step": 14231
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5823955248940713e-05,
      "loss": 0.0016,
      "step": 14232
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5823357597205337e-05,
      "loss": 0.0023,
      "step": 14233
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.582275991399489e-05,
      "loss": 0.0017,
      "step": 14234
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5822162199312594e-05,
      "loss": 0.0018,
      "step": 14235
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5821564453161688e-05,
      "loss": 0.0024,
      "step": 14236
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.58209666755454e-05,
      "loss": 0.0019,
      "step": 14237
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.582036886646696e-05,
      "loss": 0.0015,
      "step": 14238
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5819771025929597e-05,
      "loss": 0.0018,
      "step": 14239
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5819173153936548e-05,
      "loss": 0.002,
      "step": 14240
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.581857525049104e-05,
      "loss": 0.0011,
      "step": 14241
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5817977315596308e-05,
      "loss": 0.0017,
      "step": 14242
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5817379349255582e-05,
      "loss": 0.0009,
      "step": 14243
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5816781351472092e-05,
      "loss": 0.0021,
      "step": 14244
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5816183322249073e-05,
      "loss": 0.0016,
      "step": 14245
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5815585261589755e-05,
      "loss": 0.0031,
      "step": 14246
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5814987169497372e-05,
      "loss": 0.001,
      "step": 14247
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5814389045975155e-05,
      "loss": 0.0015,
      "step": 14248
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5813790891026345e-05,
      "loss": 0.0019,
      "step": 14249
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.581319270465416e-05,
      "loss": 0.0022,
      "step": 14250
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5812594486861845e-05,
      "loss": 0.0021,
      "step": 14251
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.581199623765263e-05,
      "loss": 0.0005,
      "step": 14252
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5811397957029748e-05,
      "loss": 0.0025,
      "step": 14253
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5810799644996435e-05,
      "loss": 0.002,
      "step": 14254
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5810201301555922e-05,
      "loss": 0.0019,
      "step": 14255
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5809602926711443e-05,
      "loss": 0.0022,
      "step": 14256
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5809004520466233e-05,
      "loss": 0.0013,
      "step": 14257
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5808406082823528e-05,
      "loss": 0.0015,
      "step": 14258
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.580780761378656e-05,
      "loss": 0.0011,
      "step": 14259
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5807209113358563e-05,
      "loss": 0.0025,
      "step": 14260
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5806610581542775e-05,
      "loss": 0.0013,
      "step": 14261
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5806012018342434e-05,
      "loss": 0.0023,
      "step": 14262
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5805413423760766e-05,
      "loss": 0.0014,
      "step": 14263
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5804814797801014e-05,
      "loss": 0.001,
      "step": 14264
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.580421614046641e-05,
      "loss": 0.0012,
      "step": 14265
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5803617451760186e-05,
      "loss": 0.0021,
      "step": 14266
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.580301873168559e-05,
      "loss": 0.0016,
      "step": 14267
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5802419980245844e-05,
      "loss": 0.0019,
      "step": 14268
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5801821197444196e-05,
      "loss": 0.001,
      "step": 14269
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5801222383283873e-05,
      "loss": 0.0013,
      "step": 14270
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.580062353776812e-05,
      "loss": 0.0015,
      "step": 14271
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5800024660900164e-05,
      "loss": 0.0019,
      "step": 14272
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.579942575268325e-05,
      "loss": 0.002,
      "step": 14273
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5798826813120614e-05,
      "loss": 0.002,
      "step": 14274
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5798227842215493e-05,
      "loss": 0.0023,
      "step": 14275
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.579762883997112e-05,
      "loss": 0.0018,
      "step": 14276
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.579702980639074e-05,
      "loss": 0.0008,
      "step": 14277
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.579643074147758e-05,
      "loss": 0.0026,
      "step": 14278
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5795831645234886e-05,
      "loss": 0.0017,
      "step": 14279
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.57952325176659e-05,
      "loss": 0.0014,
      "step": 14280
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.579463335877385e-05,
      "loss": 0.0012,
      "step": 14281
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5794034168561984e-05,
      "loss": 0.0021,
      "step": 14282
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5793434947033528e-05,
      "loss": 0.0013,
      "step": 14283
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5792835694191735e-05,
      "loss": 0.0019,
      "step": 14284
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5792236410039833e-05,
      "loss": 0.0006,
      "step": 14285
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.579163709458107e-05,
      "loss": 0.0018,
      "step": 14286
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5791037747818677e-05,
      "loss": 0.0013,
      "step": 14287
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5790438369755897e-05,
      "loss": 0.0016,
      "step": 14288
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5789838960395974e-05,
      "loss": 0.0016,
      "step": 14289
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5789239519742142e-05,
      "loss": 0.0012,
      "step": 14290
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5788640047797645e-05,
      "loss": 0.002,
      "step": 14291
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5788040544565716e-05,
      "loss": 0.0009,
      "step": 14292
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5787441010049605e-05,
      "loss": 0.0022,
      "step": 14293
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5786841444252546e-05,
      "loss": 0.0011,
      "step": 14294
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.578624184717778e-05,
      "loss": 0.002,
      "step": 14295
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.578564221882855e-05,
      "loss": 0.0012,
      "step": 14296
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.57850425592081e-05,
      "loss": 0.0019,
      "step": 14297
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5784442868319664e-05,
      "loss": 0.0017,
      "step": 14298
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5783843146166483e-05,
      "loss": 0.0019,
      "step": 14299
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5783243392751806e-05,
      "loss": 0.0015,
      "step": 14300
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5782643608078872e-05,
      "loss": 0.002,
      "step": 14301
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5782043792150918e-05,
      "loss": 0.0006,
      "step": 14302
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.578144394497119e-05,
      "loss": 0.0014,
      "step": 14303
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5780844066542932e-05,
      "loss": 0.0016,
      "step": 14304
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.578024415686938e-05,
      "loss": 0.0025,
      "step": 14305
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.577964421595378e-05,
      "loss": 0.0023,
      "step": 14306
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5779044243799382e-05,
      "loss": 0.0016,
      "step": 14307
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5778444240409416e-05,
      "loss": 0.001,
      "step": 14308
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5777844205787133e-05,
      "loss": 0.0019,
      "step": 14309
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.577724413993577e-05,
      "loss": 0.0014,
      "step": 14310
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.577664404285858e-05,
      "loss": 0.0021,
      "step": 14311
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5776043914558804e-05,
      "loss": 0.0013,
      "step": 14312
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5775443755039676e-05,
      "loss": 0.0016,
      "step": 14313
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.577484356430445e-05,
      "loss": 0.0021,
      "step": 14314
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5774243342356365e-05,
      "loss": 0.0025,
      "step": 14315
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5773643089198663e-05,
      "loss": 0.001,
      "step": 14316
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.5773042804834597e-05,
      "loss": 0.0015,
      "step": 14317
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5772442489267406e-05,
      "loss": 0.0019,
      "step": 14318
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5771842142500332e-05,
      "loss": 0.0013,
      "step": 14319
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5771241764536625e-05,
      "loss": 0.0015,
      "step": 14320
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.577064135537953e-05,
      "loss": 0.0009,
      "step": 14321
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.577004091503229e-05,
      "loss": 0.0025,
      "step": 14322
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5769440443498148e-05,
      "loss": 0.0018,
      "step": 14323
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5768839940780352e-05,
      "loss": 0.002,
      "step": 14324
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5768239406882152e-05,
      "loss": 0.0022,
      "step": 14325
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5767638841806786e-05,
      "loss": 0.0018,
      "step": 14326
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5767038245557505e-05,
      "loss": 0.0013,
      "step": 14327
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5766437618137557e-05,
      "loss": 0.0021,
      "step": 14328
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.576583695955018e-05,
      "loss": 0.0014,
      "step": 14329
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5765236269798626e-05,
      "loss": 0.0015,
      "step": 14330
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5764635548886146e-05,
      "loss": 0.0011,
      "step": 14331
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5764034796815982e-05,
      "loss": 0.0025,
      "step": 14332
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5763434013591377e-05,
      "loss": 0.0022,
      "step": 14333
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5762833199215588e-05,
      "loss": 0.0017,
      "step": 14334
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5762232353691855e-05,
      "loss": 0.0014,
      "step": 14335
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5761631477023426e-05,
      "loss": 0.0015,
      "step": 14336
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5761030569213556e-05,
      "loss": 0.0018,
      "step": 14337
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.576042963026548e-05,
      "loss": 0.0029,
      "step": 14338
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.575982866018246e-05,
      "loss": 0.0029,
      "step": 14339
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5759227658967733e-05,
      "loss": 0.0024,
      "step": 14340
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5758626626624552e-05,
      "loss": 0.0011,
      "step": 14341
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5758025563156166e-05,
      "loss": 0.0016,
      "step": 14342
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5757424468565824e-05,
      "loss": 0.0022,
      "step": 14343
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5756823342856776e-05,
      "loss": 0.0021,
      "step": 14344
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5756222186032268e-05,
      "loss": 0.0019,
      "step": 14345
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.575562099809555e-05,
      "loss": 0.0008,
      "step": 14346
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5755019779049872e-05,
      "loss": 0.0021,
      "step": 14347
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5754418528898484e-05,
      "loss": 0.0013,
      "step": 14348
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5753817247644632e-05,
      "loss": 0.0019,
      "step": 14349
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5753215935291576e-05,
      "loss": 0.0013,
      "step": 14350
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5752614591842555e-05,
      "loss": 0.0014,
      "step": 14351
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.575201321730082e-05,
      "loss": 0.001,
      "step": 14352
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.575141181166963e-05,
      "loss": 0.0018,
      "step": 14353
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5750810374952228e-05,
      "loss": 0.0013,
      "step": 14354
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.575020890715187e-05,
      "loss": 0.0019,
      "step": 14355
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.57496074082718e-05,
      "loss": 0.0015,
      "step": 14356
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5749005878315275e-05,
      "loss": 0.0025,
      "step": 14357
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5748404317285543e-05,
      "loss": 0.0013,
      "step": 14358
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5747802725185863e-05,
      "loss": 0.0015,
      "step": 14359
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5747201102019474e-05,
      "loss": 0.0018,
      "step": 14360
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5746599447789636e-05,
      "loss": 0.0027,
      "step": 14361
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5745997762499598e-05,
      "loss": 0.0011,
      "step": 14362
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5745396046152612e-05,
      "loss": 0.0021,
      "step": 14363
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5744794298751935e-05,
      "loss": 0.0021,
      "step": 14364
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5744192520300815e-05,
      "loss": 0.0018,
      "step": 14365
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5743590710802506e-05,
      "loss": 0.0007,
      "step": 14366
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.574298887026026e-05,
      "loss": 0.0008,
      "step": 14367
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5742386998677326e-05,
      "loss": 0.0018,
      "step": 14368
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5741785096056966e-05,
      "loss": 0.0023,
      "step": 14369
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5741183162402428e-05,
      "loss": 0.0017,
      "step": 14370
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5740581197716963e-05,
      "loss": 0.0015,
      "step": 14371
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.573997920200383e-05,
      "loss": 0.0024,
      "step": 14372
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.573937717526628e-05,
      "loss": 0.0008,
      "step": 14373
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5738775117507567e-05,
      "loss": 0.002,
      "step": 14374
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5738173028730948e-05,
      "loss": 0.0009,
      "step": 14375
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5737570908939673e-05,
      "loss": 0.0021,
      "step": 14376
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5736968758136993e-05,
      "loss": 0.0005,
      "step": 14377
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5736366576326175e-05,
      "loss": 0.0008,
      "step": 14378
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.573576436351046e-05,
      "loss": 0.0018,
      "step": 14379
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5735162119693115e-05,
      "loss": 0.0015,
      "step": 14380
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5734559844877385e-05,
      "loss": 0.0022,
      "step": 14381
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5733957539066534e-05,
      "loss": 0.002,
      "step": 14382
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5733355202263815e-05,
      "loss": 0.0018,
      "step": 14383
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5732752834472477e-05,
      "loss": 0.0029,
      "step": 14384
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5732150435695782e-05,
      "loss": 0.0014,
      "step": 14385
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5731548005936984e-05,
      "loss": 0.0013,
      "step": 14386
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5730945545199338e-05,
      "loss": 0.0032,
      "step": 14387
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5730343053486107e-05,
      "loss": 0.0022,
      "step": 14388
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5729740530800537e-05,
      "loss": 0.0012,
      "step": 14389
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5729137977145895e-05,
      "loss": 0.0023,
      "step": 14390
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.572853539252543e-05,
      "loss": 0.0012,
      "step": 14391
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.57279327769424e-05,
      "loss": 0.0016,
      "step": 14392
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5727330130400068e-05,
      "loss": 0.0011,
      "step": 14393
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5726727452901683e-05,
      "loss": 0.0019,
      "step": 14394
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5726124744450512e-05,
      "loss": 0.0017,
      "step": 14395
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.57255220050498e-05,
      "loss": 0.0008,
      "step": 14396
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.572491923470282e-05,
      "loss": 0.0018,
      "step": 14397
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5724316433412815e-05,
      "loss": 0.0012,
      "step": 14398
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5723713601183056e-05,
      "loss": 0.0023,
      "step": 14399
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.572311073801679e-05,
      "loss": 0.0011,
      "step": 14400
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5722507843917285e-05,
      "loss": 0.0023,
      "step": 14401
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5721904918887796e-05,
      "loss": 0.002,
      "step": 14402
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.572130196293158e-05,
      "loss": 0.0015,
      "step": 14403
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5720698976051892e-05,
      "loss": 0.0006,
      "step": 14404
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5720095958252004e-05,
      "loss": 0.0004,
      "step": 14405
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5719492909535165e-05,
      "loss": 0.0009,
      "step": 14406
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5718889829904636e-05,
      "loss": 0.0021,
      "step": 14407
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.571828671936368e-05,
      "loss": 0.0016,
      "step": 14408
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5717683577915554e-05,
      "loss": 0.0024,
      "step": 14409
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5717080405563516e-05,
      "loss": 0.0019,
      "step": 14410
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5716477202310833e-05,
      "loss": 0.0011,
      "step": 14411
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.571587396816076e-05,
      "loss": 0.0007,
      "step": 14412
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5715270703116554e-05,
      "loss": 0.0021,
      "step": 14413
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5714667407181484e-05,
      "loss": 0.0018,
      "step": 14414
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5714064080358802e-05,
      "loss": 0.002,
      "step": 14415
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5713460722651775e-05,
      "loss": 0.0008,
      "step": 14416
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5712857334063668e-05,
      "loss": 0.0021,
      "step": 14417
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5712253914597733e-05,
      "loss": 0.0025,
      "step": 14418
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5711650464257238e-05,
      "loss": 0.0017,
      "step": 14419
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.571104698304544e-05,
      "loss": 0.0017,
      "step": 14420
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5710443470965605e-05,
      "loss": 0.0016,
      "step": 14421
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5709839928020993e-05,
      "loss": 0.0008,
      "step": 14422
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5709236354214868e-05,
      "loss": 0.0011,
      "step": 14423
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.570863274955049e-05,
      "loss": 0.0028,
      "step": 14424
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5708029114031118e-05,
      "loss": 0.0014,
      "step": 14425
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.570742544766002e-05,
      "loss": 0.0025,
      "step": 14426
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.570682175044046e-05,
      "loss": 0.0019,
      "step": 14427
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5706218022375698e-05,
      "loss": 0.0025,
      "step": 14428
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5705614263468994e-05,
      "loss": 0.0016,
      "step": 14429
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.570501047372362e-05,
      "loss": 0.0023,
      "step": 14430
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.570440665314283e-05,
      "loss": 0.0019,
      "step": 14431
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.570380280172989e-05,
      "loss": 0.002,
      "step": 14432
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.570319891948807e-05,
      "loss": 0.002,
      "step": 14433
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5702595006420626e-05,
      "loss": 0.0014,
      "step": 14434
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.570199106253083e-05,
      "loss": 0.001,
      "step": 14435
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.570138708782194e-05,
      "loss": 0.002,
      "step": 14436
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5700783082297224e-05,
      "loss": 0.002,
      "step": 14437
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5700179045959942e-05,
      "loss": 0.0021,
      "step": 14438
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5699574978813364e-05,
      "loss": 0.0026,
      "step": 14439
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5698970880860754e-05,
      "loss": 0.001,
      "step": 14440
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5698366752105378e-05,
      "loss": 0.001,
      "step": 14441
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5697762592550497e-05,
      "loss": 0.0018,
      "step": 14442
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5697158402199376e-05,
      "loss": 0.0012,
      "step": 14443
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5696554181055287e-05,
      "loss": 0.002,
      "step": 14444
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.569594992912149e-05,
      "loss": 0.0006,
      "step": 14445
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5695345646401256e-05,
      "loss": 0.0028,
      "step": 14446
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5694741332897846e-05,
      "loss": 0.0017,
      "step": 14447
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.569413698861453e-05,
      "loss": 0.0017,
      "step": 14448
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5693532613554572e-05,
      "loss": 0.0028,
      "step": 14449
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.569292820772124e-05,
      "loss": 0.001,
      "step": 14450
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5692323771117797e-05,
      "loss": 0.0011,
      "step": 14451
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.569171930374752e-05,
      "loss": 0.0036,
      "step": 14452
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5691114805613668e-05,
      "loss": 0.0015,
      "step": 14453
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5690510276719507e-05,
      "loss": 0.0015,
      "step": 14454
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568990571706831e-05,
      "loss": 0.0018,
      "step": 14455
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568930112666334e-05,
      "loss": 0.0021,
      "step": 14456
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568869650550787e-05,
      "loss": 0.0015,
      "step": 14457
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5688091853605162e-05,
      "loss": 0.0018,
      "step": 14458
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568748717095849e-05,
      "loss": 0.0016,
      "step": 14459
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5686882457571116e-05,
      "loss": 0.0021,
      "step": 14460
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568627771344631e-05,
      "loss": 0.0007,
      "step": 14461
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5685672938587347e-05,
      "loss": 0.0014,
      "step": 14462
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568506813299749e-05,
      "loss": 0.0013,
      "step": 14463
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568446329668001e-05,
      "loss": 0.0034,
      "step": 14464
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568385842963817e-05,
      "loss": 0.0016,
      "step": 14465
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5683253531875248e-05,
      "loss": 0.0014,
      "step": 14466
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.568264860339451e-05,
      "loss": 0.0018,
      "step": 14467
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5682043644199227e-05,
      "loss": 0.0018,
      "step": 14468
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5681438654292663e-05,
      "loss": 0.0016,
      "step": 14469
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5680833633678095e-05,
      "loss": 0.0011,
      "step": 14470
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5680228582358786e-05,
      "loss": 0.0037,
      "step": 14471
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5679623500338016e-05,
      "loss": 0.0021,
      "step": 14472
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.567901838761905e-05,
      "loss": 0.0017,
      "step": 14473
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5678413244205156e-05,
      "loss": 0.0026,
      "step": 14474
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.567780807009961e-05,
      "loss": 0.0015,
      "step": 14475
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.567720286530568e-05,
      "loss": 0.0011,
      "step": 14476
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5676597629826635e-05,
      "loss": 0.0018,
      "step": 14477
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5675992363665754e-05,
      "loss": 0.0018,
      "step": 14478
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.56753870668263e-05,
      "loss": 0.0013,
      "step": 14479
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5674781739311545e-05,
      "loss": 0.0027,
      "step": 14480
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5674176381124766e-05,
      "loss": 0.0027,
      "step": 14481
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5673570992269234e-05,
      "loss": 0.0015,
      "step": 14482
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.567296557274822e-05,
      "loss": 0.0014,
      "step": 14483
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5672360122564993e-05,
      "loss": 0.0015,
      "step": 14484
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5671754641722832e-05,
      "loss": 0.0014,
      "step": 14485
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5671149130225004e-05,
      "loss": 0.0016,
      "step": 14486
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.567054358807478e-05,
      "loss": 0.0012,
      "step": 14487
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5669938015275444e-05,
      "loss": 0.0017,
      "step": 14488
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5669332411830258e-05,
      "loss": 0.0016,
      "step": 14489
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.56687267777425e-05,
      "loss": 0.0019,
      "step": 14490
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5668121113015443e-05,
      "loss": 0.0014,
      "step": 14491
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.566751541765236e-05,
      "loss": 0.0008,
      "step": 14492
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5666909691656525e-05,
      "loss": 0.0019,
      "step": 14493
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.566630393503121e-05,
      "loss": 0.0022,
      "step": 14494
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5665698147779693e-05,
      "loss": 0.0016,
      "step": 14495
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5665092329905247e-05,
      "loss": 0.0019,
      "step": 14496
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5664486481411142e-05,
      "loss": 0.001,
      "step": 14497
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.566388060230066e-05,
      "loss": 0.0014,
      "step": 14498
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5663274692577067e-05,
      "loss": 0.0015,
      "step": 14499
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.566266875224365e-05,
      "loss": 0.0012,
      "step": 14500
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5662062781303675e-05,
      "loss": 0.0013,
      "step": 14501
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5661456779760417e-05,
      "loss": 0.0008,
      "step": 14502
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5660850747617152e-05,
      "loss": 0.0018,
      "step": 14503
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.566024468487716e-05,
      "loss": 0.0028,
      "step": 14504
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5659638591543713e-05,
      "loss": 0.0021,
      "step": 14505
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5659032467620088e-05,
      "loss": 0.002,
      "step": 14506
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.565842631310956e-05,
      "loss": 0.0026,
      "step": 14507
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5657820128015412e-05,
      "loss": 0.0014,
      "step": 14508
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.565721391234091e-05,
      "loss": 0.0023,
      "step": 14509
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5656607666089333e-05,
      "loss": 0.0017,
      "step": 14510
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5656001389263965e-05,
      "loss": 0.0007,
      "step": 14511
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5655395081868074e-05,
      "loss": 0.0019,
      "step": 14512
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5654788743904946e-05,
      "loss": 0.0013,
      "step": 14513
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.565418237537785e-05,
      "loss": 0.0012,
      "step": 14514
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5653575976290067e-05,
      "loss": 0.0023,
      "step": 14515
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5652969546644872e-05,
      "loss": 0.0012,
      "step": 14516
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5652363086445545e-05,
      "loss": 0.0016,
      "step": 14517
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5651756595695366e-05,
      "loss": 0.0012,
      "step": 14518
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.565115007439761e-05,
      "loss": 0.0025,
      "step": 14519
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.565054352255556e-05,
      "loss": 0.0013,
      "step": 14520
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5649936940172486e-05,
      "loss": 0.0017,
      "step": 14521
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5649330327251672e-05,
      "loss": 0.0018,
      "step": 14522
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.564872368379639e-05,
      "loss": 0.0015,
      "step": 14523
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5648117009809932e-05,
      "loss": 0.0024,
      "step": 14524
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.564751030529557e-05,
      "loss": 0.0014,
      "step": 14525
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5646903570256582e-05,
      "loss": 0.0021,
      "step": 14526
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5646296804696247e-05,
      "loss": 0.0018,
      "step": 14527
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5645690008617846e-05,
      "loss": 0.0012,
      "step": 14528
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5645083182024657e-05,
      "loss": 0.0017,
      "step": 14529
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5644476324919965e-05,
      "loss": 0.0012,
      "step": 14530
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5643869437307047e-05,
      "loss": 0.0021,
      "step": 14531
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5643262519189176e-05,
      "loss": 0.0017,
      "step": 14532
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.564265557056965e-05,
      "loss": 0.0007,
      "step": 14533
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.564204859145173e-05,
      "loss": 0.001,
      "step": 14534
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5641441581838706e-05,
      "loss": 0.0028,
      "step": 14535
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.564083454173386e-05,
      "loss": 0.0012,
      "step": 14536
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.564022747114047e-05,
      "loss": 0.0014,
      "step": 14537
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5639620370061823e-05,
      "loss": 0.0018,
      "step": 14538
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5639013238501194e-05,
      "loss": 0.0012,
      "step": 14539
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5638406076461863e-05,
      "loss": 0.0008,
      "step": 14540
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5637798883947117e-05,
      "loss": 0.0017,
      "step": 14541
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5637191660960234e-05,
      "loss": 0.0012,
      "step": 14542
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5636584407504503e-05,
      "loss": 0.0017,
      "step": 14543
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5635977123583196e-05,
      "loss": 0.0011,
      "step": 14544
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5635369809199605e-05,
      "loss": 0.002,
      "step": 14545
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5634762464357005e-05,
      "loss": 0.0011,
      "step": 14546
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.563415508905868e-05,
      "loss": 0.0031,
      "step": 14547
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.563354768330792e-05,
      "loss": 0.0017,
      "step": 14548
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5632940247107998e-05,
      "loss": 0.002,
      "step": 14549
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5632332780462202e-05,
      "loss": 0.0024,
      "step": 14550
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.563172528337382e-05,
      "loss": 0.0024,
      "step": 14551
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5631117755846124e-05,
      "loss": 0.0013,
      "step": 14552
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5630510197882407e-05,
      "loss": 0.0011,
      "step": 14553
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562990260948595e-05,
      "loss": 0.0014,
      "step": 14554
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5629294990660035e-05,
      "loss": 0.0009,
      "step": 14555
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5628687341407952e-05,
      "loss": 0.0017,
      "step": 14556
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5628079661732977e-05,
      "loss": 0.0022,
      "step": 14557
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5627471951638402e-05,
      "loss": 0.0013,
      "step": 14558
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5626864211127508e-05,
      "loss": 0.0011,
      "step": 14559
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562625644020358e-05,
      "loss": 0.0021,
      "step": 14560
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5625648638869907e-05,
      "loss": 0.0022,
      "step": 14561
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5625040807129767e-05,
      "loss": 0.0021,
      "step": 14562
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5624432944986446e-05,
      "loss": 0.0016,
      "step": 14563
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5623825052443238e-05,
      "loss": 0.0019,
      "step": 14564
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5623217129503423e-05,
      "loss": 0.0011,
      "step": 14565
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5622609176170286e-05,
      "loss": 0.0026,
      "step": 14566
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562200119244711e-05,
      "loss": 0.0019,
      "step": 14567
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5621393178337187e-05,
      "loss": 0.0013,
      "step": 14568
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5620785133843803e-05,
      "loss": 0.002,
      "step": 14569
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.562017705897024e-05,
      "loss": 0.0017,
      "step": 14570
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.561956895371979e-05,
      "loss": 0.0007,
      "step": 14571
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5618960818095735e-05,
      "loss": 0.0012,
      "step": 14572
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5618352652101367e-05,
      "loss": 0.0008,
      "step": 14573
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.561774445573997e-05,
      "loss": 0.0013,
      "step": 14574
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5617136229014827e-05,
      "loss": 0.0022,
      "step": 14575
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5616527971929235e-05,
      "loss": 0.0018,
      "step": 14576
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5615919684486474e-05,
      "loss": 0.0016,
      "step": 14577
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5615311366689832e-05,
      "loss": 0.0013,
      "step": 14578
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5614703018542605e-05,
      "loss": 0.0031,
      "step": 14579
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5614094640048074e-05,
      "loss": 0.0014,
      "step": 14580
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5613486231209526e-05,
      "loss": 0.0018,
      "step": 14581
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.561287779203025e-05,
      "loss": 0.0022,
      "step": 14582
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.561226932251354e-05,
      "loss": 0.0017,
      "step": 14583
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5611660822662683e-05,
      "loss": 0.0023,
      "step": 14584
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5611052292480967e-05,
      "loss": 0.0013,
      "step": 14585
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5610443731971676e-05,
      "loss": 0.0005,
      "step": 14586
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5609835141138105e-05,
      "loss": 0.002,
      "step": 14587
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5609226519983542e-05,
      "loss": 0.0018,
      "step": 14588
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.560861786851128e-05,
      "loss": 0.0019,
      "step": 14589
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.56080091867246e-05,
      "loss": 0.0019,
      "step": 14590
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5607400474626803e-05,
      "loss": 0.0014,
      "step": 14591
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5606791732221168e-05,
      "loss": 0.0015,
      "step": 14592
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5606182959510995e-05,
      "loss": 0.0024,
      "step": 14593
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.560557415649957e-05,
      "loss": 0.0013,
      "step": 14594
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.560496532319018e-05,
      "loss": 0.0028,
      "step": 14595
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.560435645958612e-05,
      "loss": 0.0015,
      "step": 14596
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5603747565690682e-05,
      "loss": 0.0013,
      "step": 14597
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5603138641507156e-05,
      "loss": 0.0013,
      "step": 14598
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.560252968703883e-05,
      "loss": 0.0009,
      "step": 14599
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5601920702288998e-05,
      "loss": 0.0018,
      "step": 14600
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.560131168726095e-05,
      "loss": 0.0018,
      "step": 14601
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5600702641957983e-05,
      "loss": 0.0026,
      "step": 14602
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5600093566383384e-05,
      "loss": 0.0008,
      "step": 14603
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5599484460540445e-05,
      "loss": 0.0027,
      "step": 14604
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5598875324432463e-05,
      "loss": 0.0019,
      "step": 14605
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5598266158062724e-05,
      "loss": 0.0016,
      "step": 14606
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.559765696143452e-05,
      "loss": 0.0015,
      "step": 14607
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5597047734551148e-05,
      "loss": 0.0022,
      "step": 14608
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5596438477415903e-05,
      "loss": 0.0021,
      "step": 14609
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5595829190032072e-05,
      "loss": 0.0018,
      "step": 14610
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.559521987240295e-05,
      "loss": 0.0022,
      "step": 14611
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5594610524531836e-05,
      "loss": 0.0018,
      "step": 14612
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5594001146422015e-05,
      "loss": 0.0021,
      "step": 14613
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5593391738076783e-05,
      "loss": 0.0016,
      "step": 14614
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5592782299499437e-05,
      "loss": 0.0031,
      "step": 14615
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5592172830693268e-05,
      "loss": 0.0016,
      "step": 14616
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5591563331661572e-05,
      "loss": 0.0014,
      "step": 14617
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5590953802407645e-05,
      "loss": 0.0006,
      "step": 14618
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5590344242934778e-05,
      "loss": 0.0012,
      "step": 14619
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5589734653246263e-05,
      "loss": 0.002,
      "step": 14620
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5589125033345405e-05,
      "loss": 0.0015,
      "step": 14621
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.558851538323549e-05,
      "loss": 0.0033,
      "step": 14622
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5587905702919816e-05,
      "loss": 0.001,
      "step": 14623
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5587295992401675e-05,
      "loss": 0.0021,
      "step": 14624
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5586686251684367e-05,
      "loss": 0.0013,
      "step": 14625
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.558607648077119e-05,
      "loss": 0.0016,
      "step": 14626
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5585466679665433e-05,
      "loss": 0.0013,
      "step": 14627
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5584856848370392e-05,
      "loss": 0.0014,
      "step": 14628
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.558424698688937e-05,
      "loss": 0.0014,
      "step": 14629
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5583637095225655e-05,
      "loss": 0.0022,
      "step": 14630
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5583027173382556e-05,
      "loss": 0.0022,
      "step": 14631
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.558241722136335e-05,
      "loss": 0.001,
      "step": 14632
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5581807239171353e-05,
      "loss": 0.0021,
      "step": 14633
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5581197226809854e-05,
      "loss": 0.0016,
      "step": 14634
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5580587184282147e-05,
      "loss": 0.0018,
      "step": 14635
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5579977111591536e-05,
      "loss": 0.0014,
      "step": 14636
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5579367008741314e-05,
      "loss": 0.0019,
      "step": 14637
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.557875687573478e-05,
      "loss": 0.0028,
      "step": 14638
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5578146712575227e-05,
      "loss": 0.0014,
      "step": 14639
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.557753651926596e-05,
      "loss": 0.0011,
      "step": 14640
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5576926295810273e-05,
      "loss": 0.0013,
      "step": 14641
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.557631604221147e-05,
      "loss": 0.0033,
      "step": 14642
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5575705758472838e-05,
      "loss": 0.0018,
      "step": 14643
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5575095444597686e-05,
      "loss": 0.0016,
      "step": 14644
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.557448510058931e-05,
      "loss": 0.0024,
      "step": 14645
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.557387472645101e-05,
      "loss": 0.0018,
      "step": 14646
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.557326432218608e-05,
      "loss": 0.0014,
      "step": 14647
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.557265388779782e-05,
      "loss": 0.0022,
      "step": 14648
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.557204342328953e-05,
      "loss": 0.0024,
      "step": 14649
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5571432928664517e-05,
      "loss": 0.0013,
      "step": 14650
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5570822403926072e-05,
      "loss": 0.002,
      "step": 14651
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5570211849077497e-05,
      "loss": 0.0009,
      "step": 14652
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5569601264122095e-05,
      "loss": 0.0015,
      "step": 14653
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5568990649063166e-05,
      "loss": 0.0028,
      "step": 14654
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5568380003904006e-05,
      "loss": 0.0027,
      "step": 14655
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5567769328647915e-05,
      "loss": 0.0036,
      "step": 14656
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.55671586232982e-05,
      "loss": 0.0014,
      "step": 14657
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.556654788785816e-05,
      "loss": 0.0019,
      "step": 14658
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.556593712233109e-05,
      "loss": 0.0014,
      "step": 14659
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.55653263267203e-05,
      "loss": 0.0017,
      "step": 14660
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5564715501029083e-05,
      "loss": 0.0011,
      "step": 14661
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5564104645260748e-05,
      "loss": 0.0015,
      "step": 14662
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5563493759418592e-05,
      "loss": 0.0026,
      "step": 14663
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5562882843505916e-05,
      "loss": 0.0017,
      "step": 14664
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5562271897526024e-05,
      "loss": 0.0019,
      "step": 14665
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5561660921482218e-05,
      "loss": 0.0017,
      "step": 14666
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.55610499153778e-05,
      "loss": 0.0018,
      "step": 14667
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5560438879216074e-05,
      "loss": 0.0015,
      "step": 14668
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5559827813000343e-05,
      "loss": 0.0013,
      "step": 14669
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.555921671673391e-05,
      "loss": 0.0022,
      "step": 14670
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.555860559042007e-05,
      "loss": 0.0024,
      "step": 14671
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5557994434062135e-05,
      "loss": 0.0012,
      "step": 14672
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5557383247663406e-05,
      "loss": 0.0026,
      "step": 14673
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5556772031227184e-05,
      "loss": 0.0019,
      "step": 14674
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5556160784756777e-05,
      "loss": 0.0018,
      "step": 14675
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5555549508255484e-05,
      "loss": 0.0015,
      "step": 14676
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5554938201726615e-05,
      "loss": 0.0015,
      "step": 14677
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5554326865173468e-05,
      "loss": 0.0033,
      "step": 14678
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5553715498599352e-05,
      "loss": 0.0017,
      "step": 14679
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5553104102007564e-05,
      "loss": 0.0017,
      "step": 14680
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.555249267540142e-05,
      "loss": 0.0008,
      "step": 14681
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5551881218784217e-05,
      "loss": 0.0021,
      "step": 14682
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5551269732159257e-05,
      "loss": 0.002,
      "step": 14683
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5550658215529853e-05,
      "loss": 0.0031,
      "step": 14684
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5550046668899307e-05,
      "loss": 0.0012,
      "step": 14685
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554943509227092e-05,
      "loss": 0.0015,
      "step": 14686
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5548823485648003e-05,
      "loss": 0.0016,
      "step": 14687
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5548211849033864e-05,
      "loss": 0.0025,
      "step": 14688
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5547600182431805e-05,
      "loss": 0.0014,
      "step": 14689
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5546988485845128e-05,
      "loss": 0.0014,
      "step": 14690
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5546376759277147e-05,
      "loss": 0.0007,
      "step": 14691
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5545765002731163e-05,
      "loss": 0.0013,
      "step": 14692
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5545153216210486e-05,
      "loss": 0.0004,
      "step": 14693
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5544541399718414e-05,
      "loss": 0.0012,
      "step": 14694
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554392955325827e-05,
      "loss": 0.0015,
      "step": 14695
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5543317676833346e-05,
      "loss": 0.0017,
      "step": 14696
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554270577044696e-05,
      "loss": 0.0019,
      "step": 14697
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5542093834102412e-05,
      "loss": 0.0016,
      "step": 14698
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554148186780301e-05,
      "loss": 0.0014,
      "step": 14699
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5540869871552065e-05,
      "loss": 0.001,
      "step": 14700
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.554025784535288e-05,
      "loss": 0.0025,
      "step": 14701
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5539645789208772e-05,
      "loss": 0.0018,
      "step": 14702
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.553903370312304e-05,
      "loss": 0.0014,
      "step": 14703
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5538421587098998e-05,
      "loss": 0.0018,
      "step": 14704
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.553780944113995e-05,
      "loss": 0.0015,
      "step": 14705
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5537197265249207e-05,
      "loss": 0.0012,
      "step": 14706
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.553658505943008e-05,
      "loss": 0.0005,
      "step": 14707
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.553597282368587e-05,
      "loss": 0.0015,
      "step": 14708
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.55353605580199e-05,
      "loss": 0.0016,
      "step": 14709
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5534748262435466e-05,
      "loss": 0.0015,
      "step": 14710
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5534135936935882e-05,
      "loss": 0.0026,
      "step": 14711
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5533523581524462e-05,
      "loss": 0.0015,
      "step": 14712
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5532911196204508e-05,
      "loss": 0.0013,
      "step": 14713
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5532298780979334e-05,
      "loss": 0.0012,
      "step": 14714
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.553168633585225e-05,
      "loss": 0.002,
      "step": 14715
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5531073860826568e-05,
      "loss": 0.0022,
      "step": 14716
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5530461355905595e-05,
      "loss": 0.0016,
      "step": 14717
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5529848821092644e-05,
      "loss": 0.0017,
      "step": 14718
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5529236256391024e-05,
      "loss": 0.0009,
      "step": 14719
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.552862366180405e-05,
      "loss": 0.0022,
      "step": 14720
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.552801103733502e-05,
      "loss": 0.0011,
      "step": 14721
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5527398382987263e-05,
      "loss": 0.0019,
      "step": 14722
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5526785698764083e-05,
      "loss": 0.0019,
      "step": 14723
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5526172984668785e-05,
      "loss": 0.0021,
      "step": 14724
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5525560240704693e-05,
      "loss": 0.0016,
      "step": 14725
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5524947466875107e-05,
      "loss": 0.0017,
      "step": 14726
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5524334663183348e-05,
      "loss": 0.0016,
      "step": 14727
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.552372182963272e-05,
      "loss": 0.0014,
      "step": 14728
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.552310896622655e-05,
      "loss": 0.0028,
      "step": 14729
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5522496072968133e-05,
      "loss": 0.0004,
      "step": 14730
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.552188314986079e-05,
      "loss": 0.0023,
      "step": 14731
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5521270196907833e-05,
      "loss": 0.0019,
      "step": 14732
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5520657214112576e-05,
      "loss": 0.0009,
      "step": 14733
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.552004420147833e-05,
      "loss": 0.0015,
      "step": 14734
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.551943115900841e-05,
      "loss": 0.0019,
      "step": 14735
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.551881808670613e-05,
      "loss": 0.0011,
      "step": 14736
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5518204984574802e-05,
      "loss": 0.0021,
      "step": 14737
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5517591852617738e-05,
      "loss": 0.003,
      "step": 14738
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5516978690838253e-05,
      "loss": 0.0013,
      "step": 14739
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5516365499239668e-05,
      "loss": 0.0015,
      "step": 14740
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.551575227782529e-05,
      "loss": 0.0023,
      "step": 14741
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5515139026598434e-05,
      "loss": 0.0024,
      "step": 14742
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5514525745562415e-05,
      "loss": 0.0014,
      "step": 14743
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.551391243472055e-05,
      "loss": 0.0012,
      "step": 14744
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.551329909407615e-05,
      "loss": 0.0022,
      "step": 14745
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5512685723632536e-05,
      "loss": 0.0019,
      "step": 14746
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.551207232339302e-05,
      "loss": 0.002,
      "step": 14747
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5511458893360917e-05,
      "loss": 0.0014,
      "step": 14748
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.551084543353954e-05,
      "loss": 0.0018,
      "step": 14749
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.551023194393221e-05,
      "loss": 0.0014,
      "step": 14750
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.550961842454224e-05,
      "loss": 0.002,
      "step": 14751
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5509004875372946e-05,
      "loss": 0.0017,
      "step": 14752
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5508391296427644e-05,
      "loss": 0.0015,
      "step": 14753
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5507777687709653e-05,
      "loss": 0.0022,
      "step": 14754
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.550716404922229e-05,
      "loss": 0.001,
      "step": 14755
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.550655038096886e-05,
      "loss": 0.0008,
      "step": 14756
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.5505936682952696e-05,
      "loss": 0.0017,
      "step": 14757
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.550532295517711e-05,
      "loss": 0.0022,
      "step": 14758
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.550470919764541e-05,
      "loss": 0.0017,
      "step": 14759
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5504095410360926e-05,
      "loss": 0.0021,
      "step": 14760
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.550348159332697e-05,
      "loss": 0.0011,
      "step": 14761
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.550286774654686e-05,
      "loss": 0.0008,
      "step": 14762
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5502253870023912e-05,
      "loss": 0.0019,
      "step": 14763
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5501639963761447e-05,
      "loss": 0.0013,
      "step": 14764
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5501026027762783e-05,
      "loss": 0.0018,
      "step": 14765
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5500412062031232e-05,
      "loss": 0.0017,
      "step": 14766
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5499798066570123e-05,
      "loss": 0.0012,
      "step": 14767
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5499184041382766e-05,
      "loss": 0.0015,
      "step": 14768
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5498569986472486e-05,
      "loss": 0.0012,
      "step": 14769
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5497955901842596e-05,
      "loss": 0.0016,
      "step": 14770
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.549734178749642e-05,
      "loss": 0.0018,
      "step": 14771
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5496727643437276e-05,
      "loss": 0.0015,
      "step": 14772
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5496113469668478e-05,
      "loss": 0.0019,
      "step": 14773
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5495499266193353e-05,
      "loss": 0.002,
      "step": 14774
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5494885033015222e-05,
      "loss": 0.0011,
      "step": 14775
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5494270770137395e-05,
      "loss": 0.003,
      "step": 14776
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54936564775632e-05,
      "loss": 0.0015,
      "step": 14777
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.549304215529596e-05,
      "loss": 0.0014,
      "step": 14778
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5492427803338985e-05,
      "loss": 0.0012,
      "step": 14779
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5491813421695602e-05,
      "loss": 0.0019,
      "step": 14780
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5491199010369132e-05,
      "loss": 0.0018,
      "step": 14781
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5490584569362896e-05,
      "loss": 0.0024,
      "step": 14782
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5489970098680216e-05,
      "loss": 0.0012,
      "step": 14783
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5489355598324407e-05,
      "loss": 0.0015,
      "step": 14784
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5488741068298793e-05,
      "loss": 0.0017,
      "step": 14785
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5488126508606703e-05,
      "loss": 0.0011,
      "step": 14786
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5487511919251444e-05,
      "loss": 0.0025,
      "step": 14787
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5486897300236355e-05,
      "loss": 0.0017,
      "step": 14788
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5486282651564745e-05,
      "loss": 0.0017,
      "step": 14789
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.548566797323994e-05,
      "loss": 0.0023,
      "step": 14790
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5485053265265267e-05,
      "loss": 0.0026,
      "step": 14791
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5484438527644044e-05,
      "loss": 0.0014,
      "step": 14792
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.548382376037959e-05,
      "loss": 0.0027,
      "step": 14793
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5483208963475234e-05,
      "loss": 0.0024,
      "step": 14794
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5482594136934294e-05,
      "loss": 0.002,
      "step": 14795
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54819792807601e-05,
      "loss": 0.0023,
      "step": 14796
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5481364394955968e-05,
      "loss": 0.0012,
      "step": 14797
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.548074947952523e-05,
      "loss": 0.0014,
      "step": 14798
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54801345344712e-05,
      "loss": 0.0016,
      "step": 14799
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5479519559797205e-05,
      "loss": 0.0019,
      "step": 14800
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5478904555506575e-05,
      "loss": 0.0029,
      "step": 14801
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.547828952160262e-05,
      "loss": 0.0012,
      "step": 14802
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5477674458088684e-05,
      "loss": 0.0024,
      "step": 14803
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5477059364968075e-05,
      "loss": 0.0012,
      "step": 14804
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5476444242244125e-05,
      "loss": 0.0009,
      "step": 14805
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5475829089920155e-05,
      "loss": 0.0016,
      "step": 14806
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5475213907999495e-05,
      "loss": 0.0021,
      "step": 14807
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5474598696485462e-05,
      "loss": 0.0025,
      "step": 14808
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.547398345538139e-05,
      "loss": 0.001,
      "step": 14809
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5473368184690597e-05,
      "loss": 0.0012,
      "step": 14810
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5472752884416415e-05,
      "loss": 0.0015,
      "step": 14811
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5472137554562166e-05,
      "loss": 0.0017,
      "step": 14812
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5471522195131176e-05,
      "loss": 0.0018,
      "step": 14813
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.547090680612677e-05,
      "loss": 0.0022,
      "step": 14814
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5470291387552277e-05,
      "loss": 0.0017,
      "step": 14815
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.546967593941102e-05,
      "loss": 0.0013,
      "step": 14816
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.546906046170633e-05,
      "loss": 0.0016,
      "step": 14817
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5468444954441532e-05,
      "loss": 0.0004,
      "step": 14818
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.546782941761995e-05,
      "loss": 0.0022,
      "step": 14819
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5467213851244912e-05,
      "loss": 0.002,
      "step": 14820
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.546659825531975e-05,
      "loss": 0.0016,
      "step": 14821
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5465982629847785e-05,
      "loss": 0.0029,
      "step": 14822
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5465366974832346e-05,
      "loss": 0.0015,
      "step": 14823
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5464751290276762e-05,
      "loss": 0.0014,
      "step": 14824
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.546413557618436e-05,
      "loss": 0.0015,
      "step": 14825
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5463519832558466e-05,
      "loss": 0.0014,
      "step": 14826
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5462904059402412e-05,
      "loss": 0.0016,
      "step": 14827
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.546228825671952e-05,
      "loss": 0.0011,
      "step": 14828
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5461672424513125e-05,
      "loss": 0.0018,
      "step": 14829
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5461056562786555e-05,
      "loss": 0.0015,
      "step": 14830
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5460440671543135e-05,
      "loss": 0.0008,
      "step": 14831
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5459824750786196e-05,
      "loss": 0.0028,
      "step": 14832
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.545920880051907e-05,
      "loss": 0.0018,
      "step": 14833
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.545859282074508e-05,
      "loss": 0.0017,
      "step": 14834
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.545797681146756e-05,
      "loss": 0.0018,
      "step": 14835
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5457360772689837e-05,
      "loss": 0.0014,
      "step": 14836
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.545674470441524e-05,
      "loss": 0.0022,
      "step": 14837
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54561286066471e-05,
      "loss": 0.002,
      "step": 14838
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.545551247938875e-05,
      "loss": 0.0011,
      "step": 14839
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5454896322643516e-05,
      "loss": 0.0013,
      "step": 14840
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.545428013641473e-05,
      "loss": 0.0022,
      "step": 14841
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5453663920705724e-05,
      "loss": 0.0014,
      "step": 14842
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5453047675519822e-05,
      "loss": 0.0015,
      "step": 14843
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5452431400860368e-05,
      "loss": 0.0025,
      "step": 14844
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.545181509673068e-05,
      "loss": 0.0027,
      "step": 14845
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5451198763134093e-05,
      "loss": 0.0009,
      "step": 14846
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5450582400073937e-05,
      "loss": 0.0017,
      "step": 14847
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5449966007553548e-05,
      "loss": 0.002,
      "step": 14848
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5449349585576254e-05,
      "loss": 0.0015,
      "step": 14849
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5448733134145387e-05,
      "loss": 0.002,
      "step": 14850
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5448116653264283e-05,
      "loss": 0.0008,
      "step": 14851
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544750014293627e-05,
      "loss": 0.0006,
      "step": 14852
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544688360316468e-05,
      "loss": 0.0013,
      "step": 14853
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5446267033952843e-05,
      "loss": 0.0007,
      "step": 14854
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54456504353041e-05,
      "loss": 0.001,
      "step": 14855
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5445033807221778e-05,
      "loss": 0.0022,
      "step": 14856
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5444417149709208e-05,
      "loss": 0.0016,
      "step": 14857
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5443800462769728e-05,
      "loss": 0.0016,
      "step": 14858
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5443183746406668e-05,
      "loss": 0.0019,
      "step": 14859
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5442567000623362e-05,
      "loss": 0.0019,
      "step": 14860
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544195022542314e-05,
      "loss": 0.0015,
      "step": 14861
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.544133342080934e-05,
      "loss": 0.0027,
      "step": 14862
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54407165867853e-05,
      "loss": 0.0008,
      "step": 14863
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5440099723354345e-05,
      "loss": 0.0023,
      "step": 14864
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543948283051981e-05,
      "loss": 0.0018,
      "step": 14865
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5438865908285037e-05,
      "loss": 0.0024,
      "step": 14866
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543824895665335e-05,
      "loss": 0.0013,
      "step": 14867
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5437631975628094e-05,
      "loss": 0.0021,
      "step": 14868
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5437014965212603e-05,
      "loss": 0.0013,
      "step": 14869
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5436397925410202e-05,
      "loss": 0.0013,
      "step": 14870
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5435780856224235e-05,
      "loss": 0.0011,
      "step": 14871
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5435163757658032e-05,
      "loss": 0.0008,
      "step": 14872
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543454662971493e-05,
      "loss": 0.0012,
      "step": 14873
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5433929472398268e-05,
      "loss": 0.0014,
      "step": 14874
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543331228571138e-05,
      "loss": 0.0023,
      "step": 14875
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5432695069657596e-05,
      "loss": 0.0025,
      "step": 14876
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5432077824240264e-05,
      "loss": 0.003,
      "step": 14877
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5431460549462707e-05,
      "loss": 0.0019,
      "step": 14878
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.543084324532827e-05,
      "loss": 0.002,
      "step": 14879
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5430225911840287e-05,
      "loss": 0.0013,
      "step": 14880
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.542960854900209e-05,
      "loss": 0.0021,
      "step": 14881
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5428991156817026e-05,
      "loss": 0.0022,
      "step": 14882
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5428373735288426e-05,
      "loss": 0.0016,
      "step": 14883
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5427756284419625e-05,
      "loss": 0.0022,
      "step": 14884
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5427138804213962e-05,
      "loss": 0.0007,
      "step": 14885
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.542652129467478e-05,
      "loss": 0.0012,
      "step": 14886
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.542590375580541e-05,
      "loss": 0.0024,
      "step": 14887
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5425286187609193e-05,
      "loss": 0.0014,
      "step": 14888
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5424668590089464e-05,
      "loss": 0.003,
      "step": 14889
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.542405096324956e-05,
      "loss": 0.0016,
      "step": 14890
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5423433307092827e-05,
      "loss": 0.0016,
      "step": 14891
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5422815621622594e-05,
      "loss": 0.0023,
      "step": 14892
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5422197906842213e-05,
      "loss": 0.0015,
      "step": 14893
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5421580162755003e-05,
      "loss": 0.0015,
      "step": 14894
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.542096238936432e-05,
      "loss": 0.0015,
      "step": 14895
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5420344586673494e-05,
      "loss": 0.0013,
      "step": 14896
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.541972675468587e-05,
      "loss": 0.0012,
      "step": 14897
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.541910889340478e-05,
      "loss": 0.0018,
      "step": 14898
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.541849100283357e-05,
      "loss": 0.002,
      "step": 14899
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5417873082975578e-05,
      "loss": 0.0026,
      "step": 14900
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5417255133834142e-05,
      "loss": 0.0021,
      "step": 14901
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54166371554126e-05,
      "loss": 0.0017,
      "step": 14902
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54160191477143e-05,
      "loss": 0.0016,
      "step": 14903
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.541540111074258e-05,
      "loss": 0.0014,
      "step": 14904
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5414783044500774e-05,
      "loss": 0.0025,
      "step": 14905
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5414164948992228e-05,
      "loss": 0.0013,
      "step": 14906
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.541354682422028e-05,
      "loss": 0.0014,
      "step": 14907
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5412928670188273e-05,
      "loss": 0.0023,
      "step": 14908
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.541231048689955e-05,
      "loss": 0.001,
      "step": 14909
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.541169227435745e-05,
      "loss": 0.0013,
      "step": 14910
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5411074032565314e-05,
      "loss": 0.0016,
      "step": 14911
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5410455761526484e-05,
      "loss": 0.0015,
      "step": 14912
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54098374612443e-05,
      "loss": 0.0022,
      "step": 14913
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5409219131722107e-05,
      "loss": 0.0013,
      "step": 14914
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5408600772963243e-05,
      "loss": 0.0009,
      "step": 14915
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.540798238497106e-05,
      "loss": 0.0009,
      "step": 14916
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5407363967748888e-05,
      "loss": 0.0018,
      "step": 14917
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5406745521300074e-05,
      "loss": 0.0014,
      "step": 14918
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5406127045627963e-05,
      "loss": 0.0021,
      "step": 14919
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5405508540735895e-05,
      "loss": 0.0014,
      "step": 14920
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5404890006627214e-05,
      "loss": 0.0009,
      "step": 14921
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5404271443305265e-05,
      "loss": 0.0025,
      "step": 14922
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5403652850773392e-05,
      "loss": 0.0026,
      "step": 14923
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5403034229034935e-05,
      "loss": 0.0029,
      "step": 14924
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.540241557809324e-05,
      "loss": 0.0022,
      "step": 14925
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5401796897951643e-05,
      "loss": 0.0017,
      "step": 14926
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.54011781886135e-05,
      "loss": 0.002,
      "step": 14927
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5400559450082148e-05,
      "loss": 0.0014,
      "step": 14928
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5399940682360934e-05,
      "loss": 0.0016,
      "step": 14929
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5399321885453204e-05,
      "loss": 0.0018,
      "step": 14930
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5398703059362295e-05,
      "loss": 0.0017,
      "step": 14931
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539808420409156e-05,
      "loss": 0.0009,
      "step": 14932
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539746531964434e-05,
      "loss": 0.0019,
      "step": 14933
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5396846406023977e-05,
      "loss": 0.0012,
      "step": 14934
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5396227463233825e-05,
      "loss": 0.0012,
      "step": 14935
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539560849127722e-05,
      "loss": 0.0028,
      "step": 14936
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5394989490157513e-05,
      "loss": 0.001,
      "step": 14937
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539437045987805e-05,
      "loss": 0.0019,
      "step": 14938
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5393751400442176e-05,
      "loss": 0.0023,
      "step": 14939
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5393132311853232e-05,
      "loss": 0.002,
      "step": 14940
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5392513194114572e-05,
      "loss": 0.0017,
      "step": 14941
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.539189404722954e-05,
      "loss": 0.0019,
      "step": 14942
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5391274871201476e-05,
      "loss": 0.0018,
      "step": 14943
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5390655666033735e-05,
      "loss": 0.0009,
      "step": 14944
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5390036431729663e-05,
      "loss": 0.0014,
      "step": 14945
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.53894171682926e-05,
      "loss": 0.001,
      "step": 14946
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5388797875725903e-05,
      "loss": 0.0013,
      "step": 14947
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.538817855403291e-05,
      "loss": 0.0015,
      "step": 14948
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5387559203216973e-05,
      "loss": 0.0012,
      "step": 14949
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.538693982328144e-05,
      "loss": 0.0017,
      "step": 14950
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.538632041422966e-05,
      "loss": 0.0017,
      "step": 14951
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5385700976064973e-05,
      "loss": 0.0015,
      "step": 14952
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5385081508790737e-05,
      "loss": 0.0012,
      "step": 14953
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5384462012410294e-05,
      "loss": 0.0019,
      "step": 14954
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.538384248692699e-05,
      "loss": 0.0018,
      "step": 14955
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.538322293234418e-05,
      "loss": 0.0011,
      "step": 14956
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5382603348665215e-05,
      "loss": 0.0021,
      "step": 14957
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5381983735893435e-05,
      "loss": 0.0014,
      "step": 14958
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5381364094032197e-05,
      "loss": 0.0009,
      "step": 14959
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5380744423084843e-05,
      "loss": 0.002,
      "step": 14960
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5380124723054725e-05,
      "loss": 0.0023,
      "step": 14961
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5379504993945196e-05,
      "loss": 0.0016,
      "step": 14962
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.53788852357596e-05,
      "loss": 0.0019,
      "step": 14963
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5378265448501292e-05,
      "loss": 0.0018,
      "step": 14964
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5377645632173617e-05,
      "loss": 0.0015,
      "step": 14965
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.537702578677993e-05,
      "loss": 0.0013,
      "step": 14966
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5376405912323576e-05,
      "loss": 0.0015,
      "step": 14967
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.537578600880791e-05,
      "loss": 0.0015,
      "step": 14968
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5375166076236277e-05,
      "loss": 0.0013,
      "step": 14969
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5374546114612037e-05,
      "loss": 0.001,
      "step": 14970
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.537392612393853e-05,
      "loss": 0.0013,
      "step": 14971
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5373306104219117e-05,
      "loss": 0.0019,
      "step": 14972
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5372686055457142e-05,
      "loss": 0.0024,
      "step": 14973
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5372065977655957e-05,
      "loss": 0.0019,
      "step": 14974
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.537144587081892e-05,
      "loss": 0.0009,
      "step": 14975
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5370825734949374e-05,
      "loss": 0.0018,
      "step": 14976
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5370205570050677e-05,
      "loss": 0.002,
      "step": 14977
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5369585376126178e-05,
      "loss": 0.0011,
      "step": 14978
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5368965153179233e-05,
      "loss": 0.0022,
      "step": 14979
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5368344901213186e-05,
      "loss": 0.0019,
      "step": 14980
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.53677246202314e-05,
      "loss": 0.0015,
      "step": 14981
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.536710431023722e-05,
      "loss": 0.0013,
      "step": 14982
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5366483971233998e-05,
      "loss": 0.0011,
      "step": 14983
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.536586360322509e-05,
      "loss": 0.0024,
      "step": 14984
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5365243206213855e-05,
      "loss": 0.0016,
      "step": 14985
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5364622780203635e-05,
      "loss": 0.0011,
      "step": 14986
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.536400232519779e-05,
      "loss": 0.0026,
      "step": 14987
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5363381841199673e-05,
      "loss": 0.0015,
      "step": 14988
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5362761328212637e-05,
      "loss": 0.0021,
      "step": 14989
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5362140786240033e-05,
      "loss": 0.0015,
      "step": 14990
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.536152021528522e-05,
      "loss": 0.0014,
      "step": 14991
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.536089961535155e-05,
      "loss": 0.0016,
      "step": 14992
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5360278986442376e-05,
      "loss": 0.0015,
      "step": 14993
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5359658328561054e-05,
      "loss": 0.0023,
      "step": 14994
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.535903764171094e-05,
      "loss": 0.0015,
      "step": 14995
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5358416925895386e-05,
      "loss": 0.0012,
      "step": 14996
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5357796181117745e-05,
      "loss": 0.0006,
      "step": 14997
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5357175407381378e-05,
      "loss": 0.0026,
      "step": 14998
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.535655460468964e-05,
      "loss": 0.0009,
      "step": 14999
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.535593377304588e-05,
      "loss": 0.0016,
      "step": 15000
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.535531291245346e-05,
      "loss": 0.0023,
      "step": 15001
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5354692022915733e-05,
      "loss": 0.0024,
      "step": 15002
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5354071104436052e-05,
      "loss": 0.0016,
      "step": 15003
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.535345015701778e-05,
      "loss": 0.0016,
      "step": 15004
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5352829180664266e-05,
      "loss": 0.0014,
      "step": 15005
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.535220817537887e-05,
      "loss": 0.0017,
      "step": 15006
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.535158714116495e-05,
      "loss": 0.0023,
      "step": 15007
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5350966078025863e-05,
      "loss": 0.0026,
      "step": 15008
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5350344985964956e-05,
      "loss": 0.0025,
      "step": 15009
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5349723864985603e-05,
      "loss": 0.0024,
      "step": 15010
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5349102715091144e-05,
      "loss": 0.0012,
      "step": 15011
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5348481536284947e-05,
      "loss": 0.0011,
      "step": 15012
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.534786032857037e-05,
      "loss": 0.0017,
      "step": 15013
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5347239091950764e-05,
      "loss": 0.0009,
      "step": 15014
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5346617826429487e-05,
      "loss": 0.0007,
      "step": 15015
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5345996532009902e-05,
      "loss": 0.0019,
      "step": 15016
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5345375208695368e-05,
      "loss": 0.0013,
      "step": 15017
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5344753856489237e-05,
      "loss": 0.0008,
      "step": 15018
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5344132475394872e-05,
      "loss": 0.0014,
      "step": 15019
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.534351106541563e-05,
      "loss": 0.0015,
      "step": 15020
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.534288962655487e-05,
      "loss": 0.001,
      "step": 15021
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5342268158815953e-05,
      "loss": 0.0018,
      "step": 15022
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5341646662202228e-05,
      "loss": 0.0012,
      "step": 15023
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.534102513671707e-05,
      "loss": 0.0023,
      "step": 15024
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5340403582363826e-05,
      "loss": 0.0021,
      "step": 15025
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.533978199914586e-05,
      "loss": 0.0015,
      "step": 15026
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5339160387066533e-05,
      "loss": 0.0016,
      "step": 15027
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5338538746129198e-05,
      "loss": 0.0018,
      "step": 15028
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5337917076337222e-05,
      "loss": 0.0016,
      "step": 15029
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.533729537769397e-05,
      "loss": 0.0018,
      "step": 15030
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.533667365020279e-05,
      "loss": 0.0013,
      "step": 15031
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.533605189386705e-05,
      "loss": 0.0014,
      "step": 15032
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.53354301086901e-05,
      "loss": 0.0013,
      "step": 15033
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.533480829467532e-05,
      "loss": 0.0011,
      "step": 15034
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5334186451826054e-05,
      "loss": 0.0017,
      "step": 15035
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5333564580145673e-05,
      "loss": 0.0017,
      "step": 15036
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.533294267963753e-05,
      "loss": 0.0009,
      "step": 15037
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5332320750304994e-05,
      "loss": 0.002,
      "step": 15038
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.533169879215142e-05,
      "loss": 0.0012,
      "step": 15039
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5331076805180176e-05,
      "loss": 0.0013,
      "step": 15040
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.533045478939462e-05,
      "loss": 0.0018,
      "step": 15041
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.532983274479811e-05,
      "loss": 0.002,
      "step": 15042
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.532921067139402e-05,
      "loss": 0.0013,
      "step": 15043
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.53285885691857e-05,
      "loss": 0.0018,
      "step": 15044
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.532796643817652e-05,
      "loss": 0.0026,
      "step": 15045
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5327344278369838e-05,
      "loss": 0.0015,
      "step": 15046
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.532672208976902e-05,
      "loss": 0.0025,
      "step": 15047
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5326099872377426e-05,
      "loss": 0.0013,
      "step": 15048
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5325477626198422e-05,
      "loss": 0.0021,
      "step": 15049
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.532485535123537e-05,
      "loss": 0.0014,
      "step": 15050
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5324233047491638e-05,
      "loss": 0.0009,
      "step": 15051
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5323610714970578e-05,
      "loss": 0.0019,
      "step": 15052
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5322988353675564e-05,
      "loss": 0.0009,
      "step": 15053
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5322365963609955e-05,
      "loss": 0.0016,
      "step": 15054
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5321743544777118e-05,
      "loss": 0.0015,
      "step": 15055
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5321121097180414e-05,
      "loss": 0.0026,
      "step": 15056
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5320498620823208e-05,
      "loss": 0.0017,
      "step": 15057
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5319876115708868e-05,
      "loss": 0.0015,
      "step": 15058
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5319253581840757e-05,
      "loss": 0.0019,
      "step": 15059
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5318631019222238e-05,
      "loss": 0.0012,
      "step": 15060
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5318008427856674e-05,
      "loss": 0.0013,
      "step": 15061
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5317385807747433e-05,
      "loss": 0.0023,
      "step": 15062
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5316763158897883e-05,
      "loss": 0.0025,
      "step": 15063
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.531614048131138e-05,
      "loss": 0.0007,
      "step": 15064
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5315517774991303e-05,
      "loss": 0.0022,
      "step": 15065
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.531489503994101e-05,
      "loss": 0.0027,
      "step": 15066
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5314272276163868e-05,
      "loss": 0.0018,
      "step": 15067
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.531364948366324e-05,
      "loss": 0.002,
      "step": 15068
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5313026662442494e-05,
      "loss": 0.0013,
      "step": 15069
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5312403812504995e-05,
      "loss": 0.0011,
      "step": 15070
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5311780933854116e-05,
      "loss": 0.0014,
      "step": 15071
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.531115802649322e-05,
      "loss": 0.0019,
      "step": 15072
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.531053509042567e-05,
      "loss": 0.0011,
      "step": 15073
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530991212565484e-05,
      "loss": 0.0009,
      "step": 15074
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5309289132184088e-05,
      "loss": 0.0012,
      "step": 15075
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530866611001679e-05,
      "loss": 0.0007,
      "step": 15076
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5308043059156307e-05,
      "loss": 0.0016,
      "step": 15077
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530741997960601e-05,
      "loss": 0.0015,
      "step": 15078
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530679687136927e-05,
      "loss": 0.0013,
      "step": 15079
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5306173734449447e-05,
      "loss": 0.0011,
      "step": 15080
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5305550568849914e-05,
      "loss": 0.0019,
      "step": 15081
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5304927374574036e-05,
      "loss": 0.0012,
      "step": 15082
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5304304151625185e-05,
      "loss": 0.0015,
      "step": 15083
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530368090000673e-05,
      "loss": 0.0014,
      "step": 15084
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5303057619722035e-05,
      "loss": 0.001,
      "step": 15085
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530243431077447e-05,
      "loss": 0.0021,
      "step": 15086
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530181097316741e-05,
      "loss": 0.0007,
      "step": 15087
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.530118760690422e-05,
      "loss": 0.0021,
      "step": 15088
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5300564211988263e-05,
      "loss": 0.001,
      "step": 15089
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5299940788422918e-05,
      "loss": 0.0011,
      "step": 15090
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5299317336211552e-05,
      "loss": 0.0017,
      "step": 15091
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.529869385535753e-05,
      "loss": 0.0022,
      "step": 15092
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.529807034586423e-05,
      "loss": 0.0022,
      "step": 15093
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5297446807735012e-05,
      "loss": 0.0011,
      "step": 15094
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.529682324097326e-05,
      "loss": 0.0022,
      "step": 15095
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5296199645582327e-05,
      "loss": 0.0014,
      "step": 15096
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.52955760215656e-05,
      "loss": 0.0023,
      "step": 15097
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5294952368926434e-05,
      "loss": 0.0014,
      "step": 15098
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5294328687668215e-05,
      "loss": 0.0012,
      "step": 15099
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5293704977794302e-05,
      "loss": 0.0016,
      "step": 15100
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5293081239308074e-05,
      "loss": 0.0012,
      "step": 15101
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.52924574722129e-05,
      "loss": 0.0012,
      "step": 15102
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5291833676512152e-05,
      "loss": 0.0011,
      "step": 15103
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5291209852209198e-05,
      "loss": 0.0026,
      "step": 15104
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5290585999307416e-05,
      "loss": 0.0021,
      "step": 15105
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.528996211781017e-05,
      "loss": 0.0014,
      "step": 15106
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5289338207720837e-05,
      "loss": 0.0018,
      "step": 15107
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5288714269042787e-05,
      "loss": 0.002,
      "step": 15108
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.52880903017794e-05,
      "loss": 0.0024,
      "step": 15109
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.528746630593404e-05,
      "loss": 0.0012,
      "step": 15110
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5286842281510078e-05,
      "loss": 0.0012,
      "step": 15111
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5286218228510894e-05,
      "loss": 0.0014,
      "step": 15112
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.528559414693986e-05,
      "loss": 0.0016,
      "step": 15113
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5284970036800344e-05,
      "loss": 0.0017,
      "step": 15114
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5284345898095724e-05,
      "loss": 0.0011,
      "step": 15115
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.528372173082937e-05,
      "loss": 0.0007,
      "step": 15116
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5283097535004656e-05,
      "loss": 0.0012,
      "step": 15117
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5282473310624957e-05,
      "loss": 0.0009,
      "step": 15118
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.528184905769365e-05,
      "loss": 0.0014,
      "step": 15119
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5281224776214106e-05,
      "loss": 0.0014,
      "step": 15120
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.52806004661897e-05,
      "loss": 0.0023,
      "step": 15121
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.52799761276238e-05,
      "loss": 0.0012,
      "step": 15122
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.527935176051979e-05,
      "loss": 0.0011,
      "step": 15123
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5278727364881045e-05,
      "loss": 0.0014,
      "step": 15124
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.527810294071093e-05,
      "loss": 0.0012,
      "step": 15125
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5277478488012832e-05,
      "loss": 0.0019,
      "step": 15126
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5276854006790114e-05,
      "loss": 0.0013,
      "step": 15127
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.527622949704616e-05,
      "loss": 0.0025,
      "step": 15128
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.527560495878434e-05,
      "loss": 0.0011,
      "step": 15129
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5274980392008038e-05,
      "loss": 0.0022,
      "step": 15130
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5274355796720617e-05,
      "loss": 0.0007,
      "step": 15131
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5273731172925463e-05,
      "loss": 0.0021,
      "step": 15132
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5273106520625953e-05,
      "loss": 0.0013,
      "step": 15133
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5272481839825454e-05,
      "loss": 0.0015,
      "step": 15134
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.527185713052735e-05,
      "loss": 0.0019,
      "step": 15135
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5271232392735013e-05,
      "loss": 0.0016,
      "step": 15136
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.527060762645182e-05,
      "loss": 0.0019,
      "step": 15137
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5269982831681155e-05,
      "loss": 0.0007,
      "step": 15138
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5269358008426384e-05,
      "loss": 0.0013,
      "step": 15139
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.52687331566909e-05,
      "loss": 0.0013,
      "step": 15140
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5268108276478058e-05,
      "loss": 0.0026,
      "step": 15141
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5267483367791256e-05,
      "loss": 0.0013,
      "step": 15142
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.526685843063386e-05,
      "loss": 0.0016,
      "step": 15143
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5266233465009253e-05,
      "loss": 0.0023,
      "step": 15144
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5265608470920808e-05,
      "loss": 0.0016,
      "step": 15145
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5264983448371907e-05,
      "loss": 0.0007,
      "step": 15146
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5264358397365928e-05,
      "loss": 0.0022,
      "step": 15147
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.526373331790625e-05,
      "loss": 0.0004,
      "step": 15148
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5263108209996247e-05,
      "loss": 0.0016,
      "step": 15149
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.52624830736393e-05,
      "loss": 0.0017,
      "step": 15150
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5261857908838793e-05,
      "loss": 0.0005,
      "step": 15151
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.52612327155981e-05,
      "loss": 0.002,
      "step": 15152
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.52606074939206e-05,
      "loss": 0.0031,
      "step": 15153
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.525998224380967e-05,
      "loss": 0.001,
      "step": 15154
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5259356965268695e-05,
      "loss": 0.0013,
      "step": 15155
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5258731658301052e-05,
      "loss": 0.0011,
      "step": 15156
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5258106322910124e-05,
      "loss": 0.0019,
      "step": 15157
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5257480959099282e-05,
      "loss": 0.001,
      "step": 15158
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5256855566871917e-05,
      "loss": 0.0023,
      "step": 15159
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.52562301462314e-05,
      "loss": 0.0016,
      "step": 15160
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.525560469718112e-05,
      "loss": 0.0013,
      "step": 15161
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5254979219724451e-05,
      "loss": 0.0025,
      "step": 15162
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5254353713864776e-05,
      "loss": 0.0017,
      "step": 15163
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5253728179605479e-05,
      "loss": 0.0012,
      "step": 15164
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.525310261694993e-05,
      "loss": 0.0015,
      "step": 15165
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5252477025901524e-05,
      "loss": 0.0011,
      "step": 15166
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5251851406463633e-05,
      "loss": 0.0016,
      "step": 15167
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5251225758639642e-05,
      "loss": 0.0019,
      "step": 15168
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5250600082432934e-05,
      "loss": 0.0017,
      "step": 15169
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5249974377846888e-05,
      "loss": 0.0022,
      "step": 15170
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5249348644884887e-05,
      "loss": 0.0017,
      "step": 15171
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5248722883550312e-05,
      "loss": 0.0018,
      "step": 15172
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5248097093846545e-05,
      "loss": 0.0012,
      "step": 15173
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.524747127577697e-05,
      "loss": 0.0023,
      "step": 15174
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.524684542934497e-05,
      "loss": 0.0014,
      "step": 15175
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5246219554553928e-05,
      "loss": 0.0015,
      "step": 15176
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5245593651407223e-05,
      "loss": 0.0015,
      "step": 15177
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5244967719908244e-05,
      "loss": 0.0011,
      "step": 15178
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5244341760060364e-05,
      "loss": 0.0016,
      "step": 15179
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.524371577186698e-05,
      "loss": 0.0024,
      "step": 15180
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5243089755331464e-05,
      "loss": 0.0014,
      "step": 15181
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5242463710457206e-05,
      "loss": 0.0023,
      "step": 15182
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5241837637247586e-05,
      "loss": 0.0013,
      "step": 15183
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5241211535705992e-05,
      "loss": 0.0021,
      "step": 15184
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5240585405835806e-05,
      "loss": 0.0016,
      "step": 15185
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5239959247640408e-05,
      "loss": 0.0014,
      "step": 15186
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5239333061123192e-05,
      "loss": 0.0018,
      "step": 15187
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5238706846287531e-05,
      "loss": 0.0015,
      "step": 15188
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.523808060313682e-05,
      "loss": 0.0011,
      "step": 15189
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5237454331674438e-05,
      "loss": 0.0018,
      "step": 15190
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.523682803190377e-05,
      "loss": 0.0014,
      "step": 15191
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5236201703828202e-05,
      "loss": 0.0015,
      "step": 15192
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5235575347451121e-05,
      "loss": 0.0019,
      "step": 15193
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.523494896277591e-05,
      "loss": 0.0013,
      "step": 15194
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5234322549805955e-05,
      "loss": 0.0023,
      "step": 15195
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5233696108544647e-05,
      "loss": 0.0017,
      "step": 15196
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5233069638995365e-05,
      "loss": 0.0015,
      "step": 15197
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.5232443141161498e-05,
      "loss": 0.0016,
      "step": 15198
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5231816615046428e-05,
      "loss": 0.0016,
      "step": 15199
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.523119006065355e-05,
      "loss": 0.0016,
      "step": 15200
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5230563477986242e-05,
      "loss": 0.0011,
      "step": 15201
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5229936867047897e-05,
      "loss": 0.0012,
      "step": 15202
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5229310227841896e-05,
      "loss": 0.0015,
      "step": 15203
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5228683560371632e-05,
      "loss": 0.0008,
      "step": 15204
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5228056864640486e-05,
      "loss": 0.0014,
      "step": 15205
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5227430140651848e-05,
      "loss": 0.0012,
      "step": 15206
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5226803388409109e-05,
      "loss": 0.0021,
      "step": 15207
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.522617660791565e-05,
      "loss": 0.002,
      "step": 15208
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5225549799174863e-05,
      "loss": 0.0017,
      "step": 15209
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5224922962190137e-05,
      "loss": 0.0024,
      "step": 15210
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5224296096964857e-05,
      "loss": 0.0017,
      "step": 15211
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.522366920350241e-05,
      "loss": 0.0019,
      "step": 15212
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5223042281806191e-05,
      "loss": 0.0018,
      "step": 15213
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5222415331879578e-05,
      "loss": 0.0018,
      "step": 15214
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5221788353725971e-05,
      "loss": 0.0013,
      "step": 15215
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.522116134734875e-05,
      "loss": 0.0018,
      "step": 15216
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5220534312751309e-05,
      "loss": 0.0018,
      "step": 15217
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5219907249937036e-05,
      "loss": 0.0017,
      "step": 15218
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5219280158909317e-05,
      "loss": 0.0015,
      "step": 15219
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5218653039671547e-05,
      "loss": 0.0007,
      "step": 15220
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5218025892227113e-05,
      "loss": 0.0009,
      "step": 15221
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5217398716579403e-05,
      "loss": 0.001,
      "step": 15222
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5216771512731807e-05,
      "loss": 0.0012,
      "step": 15223
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5216144280687717e-05,
      "loss": 0.0017,
      "step": 15224
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5215517020450525e-05,
      "loss": 0.002,
      "step": 15225
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5214889732023617e-05,
      "loss": 0.0005,
      "step": 15226
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5214262415410384e-05,
      "loss": 0.0005,
      "step": 15227
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5213635070614218e-05,
      "loss": 0.0008,
      "step": 15228
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5213007697638511e-05,
      "loss": 0.0015,
      "step": 15229
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5212380296486653e-05,
      "loss": 0.0023,
      "step": 15230
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5211752867162032e-05,
      "loss": 0.0017,
      "step": 15231
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5211125409668048e-05,
      "loss": 0.0027,
      "step": 15232
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.521049792400808e-05,
      "loss": 0.0015,
      "step": 15233
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.520987041018553e-05,
      "loss": 0.0016,
      "step": 15234
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5209242868203782e-05,
      "loss": 0.0024,
      "step": 15235
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5208615298066237e-05,
      "loss": 0.0015,
      "step": 15236
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5207987699776276e-05,
      "loss": 0.0008,
      "step": 15237
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5207360073337298e-05,
      "loss": 0.0011,
      "step": 15238
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5206732418752696e-05,
      "loss": 0.0015,
      "step": 15239
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5206104736025857e-05,
      "loss": 0.0019,
      "step": 15240
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.520547702516018e-05,
      "loss": 0.0013,
      "step": 15241
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.520484928615905e-05,
      "loss": 0.0016,
      "step": 15242
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.520422151902587e-05,
      "loss": 0.0008,
      "step": 15243
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5203593723764028e-05,
      "loss": 0.0013,
      "step": 15244
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.520296590037691e-05,
      "loss": 0.0015,
      "step": 15245
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5202338048867922e-05,
      "loss": 0.002,
      "step": 15246
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5201710169240449e-05,
      "loss": 0.0022,
      "step": 15247
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5201082261497888e-05,
      "loss": 0.0009,
      "step": 15248
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5200454325643635e-05,
      "loss": 0.0014,
      "step": 15249
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5199826361681079e-05,
      "loss": 0.0018,
      "step": 15250
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5199198369613614e-05,
      "loss": 0.0021,
      "step": 15251
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5198570349444638e-05,
      "loss": 0.0011,
      "step": 15252
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5197942301177549e-05,
      "loss": 0.0026,
      "step": 15253
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5197314224815732e-05,
      "loss": 0.0012,
      "step": 15254
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5196686120362585e-05,
      "loss": 0.0023,
      "step": 15255
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5196057987821508e-05,
      "loss": 0.0014,
      "step": 15256
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.519542982719589e-05,
      "loss": 0.0006,
      "step": 15257
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.519480163848913e-05,
      "loss": 0.0014,
      "step": 15258
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5194173421704621e-05,
      "loss": 0.0018,
      "step": 15259
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5193545176845759e-05,
      "loss": 0.0013,
      "step": 15260
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.519291690391594e-05,
      "loss": 0.0023,
      "step": 15261
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.519228860291856e-05,
      "loss": 0.0015,
      "step": 15262
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5191660273857013e-05,
      "loss": 0.0017,
      "step": 15263
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.51910319167347e-05,
      "loss": 0.0021,
      "step": 15264
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5190403531555012e-05,
      "loss": 0.0011,
      "step": 15265
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5189775118321346e-05,
      "loss": 0.0013,
      "step": 15266
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5189146677037103e-05,
      "loss": 0.0014,
      "step": 15267
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5188518207705675e-05,
      "loss": 0.0011,
      "step": 15268
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5187889710330463e-05,
      "loss": 0.0015,
      "step": 15269
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5187261184914861e-05,
      "loss": 0.0019,
      "step": 15270
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5186632631462263e-05,
      "loss": 0.002,
      "step": 15271
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5186004049976075e-05,
      "loss": 0.0008,
      "step": 15272
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5185375440459686e-05,
      "loss": 0.0018,
      "step": 15273
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.51847468029165e-05,
      "loss": 0.0025,
      "step": 15274
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5184118137349911e-05,
      "loss": 0.0011,
      "step": 15275
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5183489443763315e-05,
      "loss": 0.0018,
      "step": 15276
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5182860722160118e-05,
      "loss": 0.0019,
      "step": 15277
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.518223197254371e-05,
      "loss": 0.0009,
      "step": 15278
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.518160319491749e-05,
      "loss": 0.0015,
      "step": 15279
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5180974389284862e-05,
      "loss": 0.0012,
      "step": 15280
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5180345555649221e-05,
      "loss": 0.0019,
      "step": 15281
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5179716694013969e-05,
      "loss": 0.0015,
      "step": 15282
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.51790878043825e-05,
      "loss": 0.0013,
      "step": 15283
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5178458886758214e-05,
      "loss": 0.001,
      "step": 15284
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5177829941144513e-05,
      "loss": 0.0015,
      "step": 15285
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5177200967544798e-05,
      "loss": 0.0021,
      "step": 15286
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5176571965962464e-05,
      "loss": 0.0024,
      "step": 15287
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5175942936400913e-05,
      "loss": 0.002,
      "step": 15288
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5175313878863547e-05,
      "loss": 0.0023,
      "step": 15289
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.517468479335376e-05,
      "loss": 0.0012,
      "step": 15290
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5174055679874955e-05,
      "loss": 0.0012,
      "step": 15291
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5173426538430536e-05,
      "loss": 0.0016,
      "step": 15292
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.51727973690239e-05,
      "loss": 0.0015,
      "step": 15293
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5172168171658448e-05,
      "loss": 0.0012,
      "step": 15294
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.517153894633758e-05,
      "loss": 0.0015,
      "step": 15295
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5170909693064699e-05,
      "loss": 0.0017,
      "step": 15296
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5170280411843204e-05,
      "loss": 0.0021,
      "step": 15297
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5169651102676501e-05,
      "loss": 0.0011,
      "step": 15298
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5169021765567982e-05,
      "loss": 0.0018,
      "step": 15299
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5168392400521057e-05,
      "loss": 0.002,
      "step": 15300
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5167763007539126e-05,
      "loss": 0.0014,
      "step": 15301
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.516713358662559e-05,
      "loss": 0.0011,
      "step": 15302
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5166504137783848e-05,
      "loss": 0.0012,
      "step": 15303
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5165874661017306e-05,
      "loss": 0.002,
      "step": 15304
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.516524515632937e-05,
      "loss": 0.0008,
      "step": 15305
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.516461562372343e-05,
      "loss": 0.0022,
      "step": 15306
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5163986063202902e-05,
      "loss": 0.0005,
      "step": 15307
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.516335647477118e-05,
      "loss": 0.0013,
      "step": 15308
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.516272685843167e-05,
      "loss": 0.0009,
      "step": 15309
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5162097214187778e-05,
      "loss": 0.0019,
      "step": 15310
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5161467542042902e-05,
      "loss": 0.0018,
      "step": 15311
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.516083784200045e-05,
      "loss": 0.0021,
      "step": 15312
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.516020811406382e-05,
      "loss": 0.0009,
      "step": 15313
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5159578358236421e-05,
      "loss": 0.0014,
      "step": 15314
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5158948574521653e-05,
      "loss": 0.0015,
      "step": 15315
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5158318762922924e-05,
      "loss": 0.002,
      "step": 15316
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5157688923443631e-05,
      "loss": 0.0016,
      "step": 15317
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5157059056087185e-05,
      "loss": 0.0013,
      "step": 15318
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5156429160856992e-05,
      "loss": 0.0017,
      "step": 15319
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5155799237756448e-05,
      "loss": 0.0013,
      "step": 15320
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5155169286788965e-05,
      "loss": 0.0017,
      "step": 15321
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5154539307957948e-05,
      "loss": 0.0016,
      "step": 15322
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5153909301266794e-05,
      "loss": 0.0021,
      "step": 15323
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5153279266718919e-05,
      "loss": 0.0014,
      "step": 15324
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.515264920431772e-05,
      "loss": 0.0028,
      "step": 15325
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5152019114066607e-05,
      "loss": 0.0021,
      "step": 15326
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.515138899596898e-05,
      "loss": 0.0016,
      "step": 15327
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5150758850028253e-05,
      "loss": 0.0017,
      "step": 15328
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5150128676247828e-05,
      "loss": 0.0022,
      "step": 15329
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.514949847463111e-05,
      "loss": 0.0015,
      "step": 15330
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5148868245181505e-05,
      "loss": 0.002,
      "step": 15331
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.514823798790242e-05,
      "loss": 0.001,
      "step": 15332
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5147607702797264e-05,
      "loss": 0.0014,
      "step": 15333
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5146977389869441e-05,
      "loss": 0.0013,
      "step": 15334
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5146347049122359e-05,
      "loss": 0.0026,
      "step": 15335
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5145716680559423e-05,
      "loss": 0.0019,
      "step": 15336
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5145086284184041e-05,
      "loss": 0.0028,
      "step": 15337
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5144455859999623e-05,
      "loss": 0.0026,
      "step": 15338
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5143825408009574e-05,
      "loss": 0.0018,
      "step": 15339
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5143194928217302e-05,
      "loss": 0.0013,
      "step": 15340
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5142564420626214e-05,
      "loss": 0.0024,
      "step": 15341
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5141933885239715e-05,
      "loss": 0.0023,
      "step": 15342
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.514130332206122e-05,
      "loss": 0.0015,
      "step": 15343
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5140672731094132e-05,
      "loss": 0.0019,
      "step": 15344
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5140042112341867e-05,
      "loss": 0.0014,
      "step": 15345
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5139411465807819e-05,
      "loss": 0.0012,
      "step": 15346
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.513878079149541e-05,
      "loss": 0.0009,
      "step": 15347
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5138150089408041e-05,
      "loss": 0.0015,
      "step": 15348
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5137519359549127e-05,
      "loss": 0.0024,
      "step": 15349
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5136888601922073e-05,
      "loss": 0.0028,
      "step": 15350
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5136257816530288e-05,
      "loss": 0.0016,
      "step": 15351
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5135627003377183e-05,
      "loss": 0.0023,
      "step": 15352
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5134996162466165e-05,
      "loss": 0.0009,
      "step": 15353
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5134365293800648e-05,
      "loss": 0.0014,
      "step": 15354
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5133734397384037e-05,
      "loss": 0.0018,
      "step": 15355
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5133103473219746e-05,
      "loss": 0.0013,
      "step": 15356
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5132472521311186e-05,
      "loss": 0.0017,
      "step": 15357
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5131841541661761e-05,
      "loss": 0.0009,
      "step": 15358
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5131210534274887e-05,
      "loss": 0.0012,
      "step": 15359
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5130579499153973e-05,
      "loss": 0.001,
      "step": 15360
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5129948436302431e-05,
      "loss": 0.0023,
      "step": 15361
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5129317345723666e-05,
      "loss": 0.0013,
      "step": 15362
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5128686227421097e-05,
      "loss": 0.0017,
      "step": 15363
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5128055081398132e-05,
      "loss": 0.0024,
      "step": 15364
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5127423907658178e-05,
      "loss": 0.0009,
      "step": 15365
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5126792706204655e-05,
      "loss": 0.0011,
      "step": 15366
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5126161477040968e-05,
      "loss": 0.0012,
      "step": 15367
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5125530220170533e-05,
      "loss": 0.0009,
      "step": 15368
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5124898935596757e-05,
      "loss": 0.0017,
      "step": 15369
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5124267623323057e-05,
      "loss": 0.0017,
      "step": 15370
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.512363628335284e-05,
      "loss": 0.0017,
      "step": 15371
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5123004915689521e-05,
      "loss": 0.0017,
      "step": 15372
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5122373520336518e-05,
      "loss": 0.0015,
      "step": 15373
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5121742097297236e-05,
      "loss": 0.0023,
      "step": 15374
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.512111064657509e-05,
      "loss": 0.0023,
      "step": 15375
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5120479168173497e-05,
      "loss": 0.001,
      "step": 15376
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.511984766209586e-05,
      "loss": 0.0011,
      "step": 15377
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5119216128345605e-05,
      "loss": 0.0014,
      "step": 15378
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5118584566926134e-05,
      "loss": 0.0011,
      "step": 15379
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.511795297784087e-05,
      "loss": 0.0011,
      "step": 15380
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.511732136109322e-05,
      "loss": 0.0012,
      "step": 15381
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5116689716686602e-05,
      "loss": 0.002,
      "step": 15382
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5116058044624429e-05,
      "loss": 0.001,
      "step": 15383
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5115426344910114e-05,
      "loss": 0.001,
      "step": 15384
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.511479461754707e-05,
      "loss": 0.0012,
      "step": 15385
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5114162862538715e-05,
      "loss": 0.002,
      "step": 15386
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5113531079888461e-05,
      "loss": 0.0018,
      "step": 15387
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5112899269599726e-05,
      "loss": 0.0007,
      "step": 15388
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5112267431675917e-05,
      "loss": 0.0017,
      "step": 15389
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5111635566120462e-05,
      "loss": 0.0017,
      "step": 15390
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5111003672936763e-05,
      "loss": 0.0022,
      "step": 15391
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5110371752128248e-05,
      "loss": 0.0014,
      "step": 15392
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.510973980369832e-05,
      "loss": 0.0008,
      "step": 15393
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5109107827650404e-05,
      "loss": 0.0016,
      "step": 15394
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5108475823987911e-05,
      "loss": 0.0016,
      "step": 15395
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5107843792714256e-05,
      "loss": 0.0016,
      "step": 15396
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5107211733832862e-05,
      "loss": 0.0015,
      "step": 15397
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5106579647347137e-05,
      "loss": 0.0009,
      "step": 15398
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5105947533260502e-05,
      "loss": 0.001,
      "step": 15399
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5105315391576373e-05,
      "loss": 0.0019,
      "step": 15400
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5104683222298167e-05,
      "loss": 0.0007,
      "step": 15401
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.51040510254293e-05,
      "loss": 0.002,
      "step": 15402
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5103418800973189e-05,
      "loss": 0.0022,
      "step": 15403
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5102786548933251e-05,
      "loss": 0.002,
      "step": 15404
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5102154269312902e-05,
      "loss": 0.0026,
      "step": 15405
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5101521962115567e-05,
      "loss": 0.0018,
      "step": 15406
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.510088962734465e-05,
      "loss": 0.0008,
      "step": 15407
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5100257265003579e-05,
      "loss": 0.0021,
      "step": 15408
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5099624875095771e-05,
      "loss": 0.0015,
      "step": 15409
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5098992457624641e-05,
      "loss": 0.0014,
      "step": 15410
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5098360012593611e-05,
      "loss": 0.0014,
      "step": 15411
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5097727540006093e-05,
      "loss": 0.0015,
      "step": 15412
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5097095039865512e-05,
      "loss": 0.0017,
      "step": 15413
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5096462512175285e-05,
      "loss": 0.0016,
      "step": 15414
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5095829956938828e-05,
      "loss": 0.0011,
      "step": 15415
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5095197374159563e-05,
      "loss": 0.0024,
      "step": 15416
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5094564763840906e-05,
      "loss": 0.0014,
      "step": 15417
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5093932125986278e-05,
      "loss": 0.002,
      "step": 15418
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5093299460599102e-05,
      "loss": 0.0011,
      "step": 15419
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5092666767682791e-05,
      "loss": 0.0021,
      "step": 15420
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5092034047240769e-05,
      "loss": 0.0016,
      "step": 15421
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5091401299276456e-05,
      "loss": 0.0022,
      "step": 15422
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5090768523793269e-05,
      "loss": 0.0027,
      "step": 15423
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.509013572079463e-05,
      "loss": 0.0014,
      "step": 15424
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5089502890283956e-05,
      "loss": 0.0018,
      "step": 15425
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5088870032264673e-05,
      "loss": 0.001,
      "step": 15426
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5088237146740201e-05,
      "loss": 0.002,
      "step": 15427
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5087604233713955e-05,
      "loss": 0.002,
      "step": 15428
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5086971293189362e-05,
      "loss": 0.0016,
      "step": 15429
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.508633832516984e-05,
      "loss": 0.0018,
      "step": 15430
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.508570532965881e-05,
      "loss": 0.0013,
      "step": 15431
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5085072306659699e-05,
      "loss": 0.0009,
      "step": 15432
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5084439256175919e-05,
      "loss": 0.0015,
      "step": 15433
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5083806178210896e-05,
      "loss": 0.0019,
      "step": 15434
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5083173072768054e-05,
      "loss": 0.0007,
      "step": 15435
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.508253993985081e-05,
      "loss": 0.0018,
      "step": 15436
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5081906779462591e-05,
      "loss": 0.0026,
      "step": 15437
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5081273591606818e-05,
      "loss": 0.0022,
      "step": 15438
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.508064037628691e-05,
      "loss": 0.002,
      "step": 15439
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5080007133506294e-05,
      "loss": 0.0019,
      "step": 15440
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.507937386326839e-05,
      "loss": 0.002,
      "step": 15441
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5078740565576624e-05,
      "loss": 0.0008,
      "step": 15442
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.507810724043441e-05,
      "loss": 0.0012,
      "step": 15443
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5077473887845182e-05,
      "loss": 0.0015,
      "step": 15444
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5076840507812358e-05,
      "loss": 0.0009,
      "step": 15445
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5076207100339364e-05,
      "loss": 0.001,
      "step": 15446
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5075573665429622e-05,
      "loss": 0.0019,
      "step": 15447
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5074940203086552e-05,
      "loss": 0.0011,
      "step": 15448
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5074306713313584e-05,
      "loss": 0.0009,
      "step": 15449
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5073673196114138e-05,
      "loss": 0.0016,
      "step": 15450
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.507303965149164e-05,
      "loss": 0.0013,
      "step": 15451
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5072406079449513e-05,
      "loss": 0.0016,
      "step": 15452
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5071772479991184e-05,
      "loss": 0.0018,
      "step": 15453
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5071138853120073e-05,
      "loss": 0.0015,
      "step": 15454
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5070505198839612e-05,
      "loss": 0.0018,
      "step": 15455
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5069871517153218e-05,
      "loss": 0.0008,
      "step": 15456
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5069237808064322e-05,
      "loss": 0.0013,
      "step": 15457
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5068604071576345e-05,
      "loss": 0.0015,
      "step": 15458
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5067970307692709e-05,
      "loss": 0.0015,
      "step": 15459
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5067336516416852e-05,
      "loss": 0.0013,
      "step": 15460
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5066702697752189e-05,
      "loss": 0.0017,
      "step": 15461
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5066068851702147e-05,
      "loss": 0.0023,
      "step": 15462
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5065434978270155e-05,
      "loss": 0.0017,
      "step": 15463
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5064801077459636e-05,
      "loss": 0.0021,
      "step": 15464
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5064167149274023e-05,
      "loss": 0.0024,
      "step": 15465
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5063533193716736e-05,
      "loss": 0.0014,
      "step": 15466
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.50628992107912e-05,
      "loss": 0.0019,
      "step": 15467
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5062265200500848e-05,
      "loss": 0.0009,
      "step": 15468
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5061631162849097e-05,
      "loss": 0.0008,
      "step": 15469
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5060997097839387e-05,
      "loss": 0.0013,
      "step": 15470
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5060363005475136e-05,
      "loss": 0.0013,
      "step": 15471
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5059728885759772e-05,
      "loss": 0.0014,
      "step": 15472
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5059094738696727e-05,
      "loss": 0.0008,
      "step": 15473
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5058460564289425e-05,
      "loss": 0.0006,
      "step": 15474
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5057826362541295e-05,
      "loss": 0.0022,
      "step": 15475
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.505719213345576e-05,
      "loss": 0.0017,
      "step": 15476
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5056557877036255e-05,
      "loss": 0.0025,
      "step": 15477
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5055923593286204e-05,
      "loss": 0.0022,
      "step": 15478
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5055289282209038e-05,
      "loss": 0.0023,
      "step": 15479
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5054654943808182e-05,
      "loss": 0.0026,
      "step": 15480
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.505402057808707e-05,
      "loss": 0.0013,
      "step": 15481
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5053386185049124e-05,
      "loss": 0.0013,
      "step": 15482
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5052751764697777e-05,
      "loss": 0.0008,
      "step": 15483
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5052117317036459e-05,
      "loss": 0.0016,
      "step": 15484
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5051482842068594e-05,
      "loss": 0.0014,
      "step": 15485
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5050848339797617e-05,
      "loss": 0.0007,
      "step": 15486
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5050213810226954e-05,
      "loss": 0.0011,
      "step": 15487
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5049579253360036e-05,
      "loss": 0.0024,
      "step": 15488
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5048944669200296e-05,
      "loss": 0.0006,
      "step": 15489
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5048310057751154e-05,
      "loss": 0.0019,
      "step": 15490
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5047675419016052e-05,
      "loss": 0.0018,
      "step": 15491
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.504704075299841e-05,
      "loss": 0.0011,
      "step": 15492
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5046406059701667e-05,
      "loss": 0.0022,
      "step": 15493
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5045771339129247e-05,
      "loss": 0.0005,
      "step": 15494
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5045136591284584e-05,
      "loss": 0.0013,
      "step": 15495
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5044501816171111e-05,
      "loss": 0.0014,
      "step": 15496
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5043867013792247e-05,
      "loss": 0.0019,
      "step": 15497
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5043232184151442e-05,
      "loss": 0.0017,
      "step": 15498
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5042597327252112e-05,
      "loss": 0.0013,
      "step": 15499
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5041962443097694e-05,
      "loss": 0.002,
      "step": 15500
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.504132753169162e-05,
      "loss": 0.0017,
      "step": 15501
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.504069259303732e-05,
      "loss": 0.0013,
      "step": 15502
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5040057627138226e-05,
      "loss": 0.0012,
      "step": 15503
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5039422633997773e-05,
      "loss": 0.0013,
      "step": 15504
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.503878761361939e-05,
      "loss": 0.0016,
      "step": 15505
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5038152566006509e-05,
      "loss": 0.0009,
      "step": 15506
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5037517491162566e-05,
      "loss": 0.0019,
      "step": 15507
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5036882389090987e-05,
      "loss": 0.0016,
      "step": 15508
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5036247259795212e-05,
      "loss": 0.0013,
      "step": 15509
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.503561210327867e-05,
      "loss": 0.0012,
      "step": 15510
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.503497691954479e-05,
      "loss": 0.002,
      "step": 15511
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5034341708597016e-05,
      "loss": 0.0023,
      "step": 15512
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5033706470438771e-05,
      "loss": 0.003,
      "step": 15513
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5033071205073494e-05,
      "loss": 0.0022,
      "step": 15514
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5032435912504614e-05,
      "loss": 0.0011,
      "step": 15515
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5031800592735573e-05,
      "loss": 0.0018,
      "step": 15516
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5031165245769796e-05,
      "loss": 0.0018,
      "step": 15517
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.503052987161072e-05,
      "loss": 0.0012,
      "step": 15518
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5029894470261783e-05,
      "loss": 0.0017,
      "step": 15519
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5029259041726417e-05,
      "loss": 0.0017,
      "step": 15520
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.502862358600805e-05,
      "loss": 0.0025,
      "step": 15521
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5027988103110127e-05,
      "loss": 0.001,
      "step": 15522
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5027352593036076e-05,
      "loss": 0.0015,
      "step": 15523
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5026717055789335e-05,
      "loss": 0.0025,
      "step": 15524
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5026081491373336e-05,
      "loss": 0.0026,
      "step": 15525
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.502544589979152e-05,
      "loss": 0.0006,
      "step": 15526
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5024810281047315e-05,
      "loss": 0.0012,
      "step": 15527
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5024174635144162e-05,
      "loss": 0.0018,
      "step": 15528
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5023538962085495e-05,
      "loss": 0.002,
      "step": 15529
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5022903261874748e-05,
      "loss": 0.0011,
      "step": 15530
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5022267534515357e-05,
      "loss": 0.0016,
      "step": 15531
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.502163178001076e-05,
      "loss": 0.0015,
      "step": 15532
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5020995998364396e-05,
      "loss": 0.0013,
      "step": 15533
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5020360189579697e-05,
      "loss": 0.001,
      "step": 15534
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.50197243536601e-05,
      "loss": 0.0012,
      "step": 15535
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5019088490609042e-05,
      "loss": 0.0012,
      "step": 15536
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5018452600429961e-05,
      "loss": 0.0021,
      "step": 15537
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5017816683126291e-05,
      "loss": 0.002,
      "step": 15538
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5017180738701473e-05,
      "loss": 0.0016,
      "step": 15539
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5016544767158943e-05,
      "loss": 0.0007,
      "step": 15540
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5015908768502137e-05,
      "loss": 0.0021,
      "step": 15541
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5015272742734492e-05,
      "loss": 0.0018,
      "step": 15542
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5014636689859452e-05,
      "loss": 0.0021,
      "step": 15543
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5014000609880443e-05,
      "loss": 0.0016,
      "step": 15544
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5013364502800918e-05,
      "loss": 0.0017,
      "step": 15545
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5012728368624301e-05,
      "loss": 0.0017,
      "step": 15546
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.501209220735404e-05,
      "loss": 0.002,
      "step": 15547
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5011456018993568e-05,
      "loss": 0.0012,
      "step": 15548
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5010819803546324e-05,
      "loss": 0.0014,
      "step": 15549
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5010183561015751e-05,
      "loss": 0.0014,
      "step": 15550
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5009547291405281e-05,
      "loss": 0.0015,
      "step": 15551
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.500891099471836e-05,
      "loss": 0.0017,
      "step": 15552
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5008274670958427e-05,
      "loss": 0.0012,
      "step": 15553
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5007638320128915e-05,
      "loss": 0.0009,
      "step": 15554
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5007001942233269e-05,
      "loss": 0.0017,
      "step": 15555
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5006365537274923e-05,
      "loss": 0.0024,
      "step": 15556
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5005729105257322e-05,
      "loss": 0.001,
      "step": 15557
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5005092646183905e-05,
      "loss": 0.0017,
      "step": 15558
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5004456160058114e-05,
      "loss": 0.0015,
      "step": 15559
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5003819646883382e-05,
      "loss": 0.0013,
      "step": 15560
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5003183106663155e-05,
      "loss": 0.0015,
      "step": 15561
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5002546539400876e-05,
      "loss": 0.0011,
      "step": 15562
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5001909945099975e-05,
      "loss": 0.0017,
      "step": 15563
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5001273323763905e-05,
      "loss": 0.0017,
      "step": 15564
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5000636675396098e-05,
      "loss": 0.0016,
      "step": 15565
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.0015,
      "step": 15566
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4999363297579052e-05,
      "loss": 0.0014,
      "step": 15567
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4998726568136694e-05,
      "loss": 0.0013,
      "step": 15568
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4998089811676369e-05,
      "loss": 0.0021,
      "step": 15569
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4997453028201514e-05,
      "loss": 0.0009,
      "step": 15570
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4996816217715578e-05,
      "loss": 0.0019,
      "step": 15571
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4996179380221995e-05,
      "loss": 0.0009,
      "step": 15572
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4995542515724215e-05,
      "loss": 0.0008,
      "step": 15573
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4994905624225675e-05,
      "loss": 0.0013,
      "step": 15574
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4994268705729817e-05,
      "loss": 0.0015,
      "step": 15575
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4993631760240088e-05,
      "loss": 0.002,
      "step": 15576
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4992994787759927e-05,
      "loss": 0.0012,
      "step": 15577
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4992357788292777e-05,
      "loss": 0.0018,
      "step": 15578
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4991720761842084e-05,
      "loss": 0.0013,
      "step": 15579
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4991083708411287e-05,
      "loss": 0.0015,
      "step": 15580
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4990446628003833e-05,
      "loss": 0.0015,
      "step": 15581
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4989809520623161e-05,
      "loss": 0.0008,
      "step": 15582
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4989172386272718e-05,
      "loss": 0.0016,
      "step": 15583
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4988535224955948e-05,
      "loss": 0.0013,
      "step": 15584
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4987898036676293e-05,
      "loss": 0.0008,
      "step": 15585
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4987260821437197e-05,
      "loss": 0.0014,
      "step": 15586
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4986623579242108e-05,
      "loss": 0.0014,
      "step": 15587
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4985986310094463e-05,
      "loss": 0.0009,
      "step": 15588
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.498534901399771e-05,
      "loss": 0.0018,
      "step": 15589
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4984711690955296e-05,
      "loss": 0.0015,
      "step": 15590
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4984074340970662e-05,
      "loss": 0.0016,
      "step": 15591
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4983436964047257e-05,
      "loss": 0.0018,
      "step": 15592
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4982799560188523e-05,
      "loss": 0.0018,
      "step": 15593
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4982162129397906e-05,
      "loss": 0.0012,
      "step": 15594
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4981524671678851e-05,
      "loss": 0.0013,
      "step": 15595
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4980887187034802e-05,
      "loss": 0.0015,
      "step": 15596
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4980249675469209e-05,
      "loss": 0.0015,
      "step": 15597
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4979612136985511e-05,
      "loss": 0.0017,
      "step": 15598
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4978974571587161e-05,
      "loss": 0.0016,
      "step": 15599
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4978336979277601e-05,
      "loss": 0.0009,
      "step": 15600
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4977699360060277e-05,
      "loss": 0.0017,
      "step": 15601
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4977061713938636e-05,
      "loss": 0.0031,
      "step": 15602
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4976424040916125e-05,
      "loss": 0.0018,
      "step": 15603
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.497578634099619e-05,
      "loss": 0.001,
      "step": 15604
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4975148614182278e-05,
      "loss": 0.0005,
      "step": 15605
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4974510860477836e-05,
      "loss": 0.0027,
      "step": 15606
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.497387307988631e-05,
      "loss": 0.0014,
      "step": 15607
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4973235272411149e-05,
      "loss": 0.0014,
      "step": 15608
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.49725974380558e-05,
      "loss": 0.0012,
      "step": 15609
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4971959576823709e-05,
      "loss": 0.0016,
      "step": 15610
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4971321688718326e-05,
      "loss": 0.0022,
      "step": 15611
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4970683773743097e-05,
      "loss": 0.0013,
      "step": 15612
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4970045831901468e-05,
      "loss": 0.0021,
      "step": 15613
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4969407863196892e-05,
      "loss": 0.0019,
      "step": 15614
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4968769867632814e-05,
      "loss": 0.0012,
      "step": 15615
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4968131845212682e-05,
      "loss": 0.0022,
      "step": 15616
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4967493795939943e-05,
      "loss": 0.0013,
      "step": 15617
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4966855719818052e-05,
      "loss": 0.0018,
      "step": 15618
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4966217616850452e-05,
      "loss": 0.0012,
      "step": 15619
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4965579487040594e-05,
      "loss": 0.0017,
      "step": 15620
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4964941330391927e-05,
      "loss": 0.0013,
      "step": 15621
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4964303146907897e-05,
      "loss": 0.002,
      "step": 15622
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.496366493659196e-05,
      "loss": 0.0027,
      "step": 15623
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4963026699447558e-05,
      "loss": 0.0017,
      "step": 15624
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4962388435478147e-05,
      "loss": 0.0032,
      "step": 15625
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4961750144687174e-05,
      "loss": 0.001,
      "step": 15626
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.496111182707809e-05,
      "loss": 0.0017,
      "step": 15627
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4960473482654345e-05,
      "loss": 0.0015,
      "step": 15628
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4959835111419386e-05,
      "loss": 0.0012,
      "step": 15629
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4959196713376667e-05,
      "loss": 0.0016,
      "step": 15630
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4958558288529637e-05,
      "loss": 0.001,
      "step": 15631
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4957919836881749e-05,
      "loss": 0.0023,
      "step": 15632
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.495728135843645e-05,
      "loss": 0.0011,
      "step": 15633
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4956642853197194e-05,
      "loss": 0.0014,
      "step": 15634
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4956004321167429e-05,
      "loss": 0.0017,
      "step": 15635
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4955365762350612e-05,
      "loss": 0.0009,
      "step": 15636
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4954727176750187e-05,
      "loss": 0.0013,
      "step": 15637
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4954088564369611e-05,
      "loss": 0.0023,
      "step": 15638
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.4953449925212334e-05,
      "loss": 0.0017,
      "step": 15639
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4952811259281808e-05,
      "loss": 0.0015,
      "step": 15640
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4952172566581483e-05,
      "loss": 0.0028,
      "step": 15641
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4951533847114812e-05,
      "loss": 0.001,
      "step": 15642
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4950895100885248e-05,
      "loss": 0.0021,
      "step": 15643
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4950256327896245e-05,
      "loss": 0.0019,
      "step": 15644
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4949617528151255e-05,
      "loss": 0.0011,
      "step": 15645
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4948978701653727e-05,
      "loss": 0.0007,
      "step": 15646
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4948339848407118e-05,
      "loss": 0.0007,
      "step": 15647
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4947700968414877e-05,
      "loss": 0.0007,
      "step": 15648
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4947062061680464e-05,
      "loss": 0.0012,
      "step": 15649
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4946423128207323e-05,
      "loss": 0.0017,
      "step": 15650
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4945784167998919e-05,
      "loss": 0.0016,
      "step": 15651
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4945145181058692e-05,
      "loss": 0.0007,
      "step": 15652
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4944506167390104e-05,
      "loss": 0.0015,
      "step": 15653
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4943867126996611e-05,
      "loss": 0.0017,
      "step": 15654
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4943228059881661e-05,
      "loss": 0.0013,
      "step": 15655
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.494258896604871e-05,
      "loss": 0.0019,
      "step": 15656
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4941949845501214e-05,
      "loss": 0.0015,
      "step": 15657
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4941310698242626e-05,
      "loss": 0.0015,
      "step": 15658
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4940671524276397e-05,
      "loss": 0.0008,
      "step": 15659
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.494003232360599e-05,
      "loss": 0.0027,
      "step": 15660
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4939393096234856e-05,
      "loss": 0.0018,
      "step": 15661
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4938753842166445e-05,
      "loss": 0.0012,
      "step": 15662
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.493811456140422e-05,
      "loss": 0.0017,
      "step": 15663
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4937475253951632e-05,
      "loss": 0.0019,
      "step": 15664
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4936835919812139e-05,
      "loss": 0.0008,
      "step": 15665
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4936196558989194e-05,
      "loss": 0.0019,
      "step": 15666
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4935557171486252e-05,
      "loss": 0.0028,
      "step": 15667
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.493491775730677e-05,
      "loss": 0.0014,
      "step": 15668
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4934278316454208e-05,
      "loss": 0.0016,
      "step": 15669
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4933638848932015e-05,
      "loss": 0.0011,
      "step": 15670
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4932999354743651e-05,
      "loss": 0.0012,
      "step": 15671
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4932359833892575e-05,
      "loss": 0.0011,
      "step": 15672
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.493172028638224e-05,
      "loss": 0.0014,
      "step": 15673
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4931080712216104e-05,
      "loss": 0.0011,
      "step": 15674
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4930441111397622e-05,
      "loss": 0.0016,
      "step": 15675
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4929801483930253e-05,
      "loss": 0.0023,
      "step": 15676
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4929161829817456e-05,
      "loss": 0.0019,
      "step": 15677
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4928522149062682e-05,
      "loss": 0.0008,
      "step": 15678
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4927882441669395e-05,
      "loss": 0.0014,
      "step": 15679
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.492724270764105e-05,
      "loss": 0.0017,
      "step": 15680
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4926602946981103e-05,
      "loss": 0.0018,
      "step": 15681
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4925963159693018e-05,
      "loss": 0.0011,
      "step": 15682
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4925323345780246e-05,
      "loss": 0.0013,
      "step": 15683
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4924683505246249e-05,
      "loss": 0.0026,
      "step": 15684
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4924043638094486e-05,
      "loss": 0.001,
      "step": 15685
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4923403744328408e-05,
      "loss": 0.0008,
      "step": 15686
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4922763823951485e-05,
      "loss": 0.0018,
      "step": 15687
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4922123876967165e-05,
      "loss": 0.001,
      "step": 15688
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4921483903378917e-05,
      "loss": 0.0024,
      "step": 15689
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4920843903190192e-05,
      "loss": 0.0024,
      "step": 15690
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4920203876404453e-05,
      "loss": 0.0012,
      "step": 15691
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4919563823025158e-05,
      "loss": 0.0014,
      "step": 15692
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4918923743055768e-05,
      "loss": 0.0018,
      "step": 15693
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4918283636499745e-05,
      "loss": 0.0013,
      "step": 15694
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4917643503360539e-05,
      "loss": 0.0022,
      "step": 15695
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4917003343641619e-05,
      "loss": 0.0016,
      "step": 15696
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4916363157346443e-05,
      "loss": 0.0019,
      "step": 15697
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.491572294447847e-05,
      "loss": 0.0017,
      "step": 15698
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4915082705041162e-05,
      "loss": 0.0027,
      "step": 15699
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4914442439037975e-05,
      "loss": 0.0015,
      "step": 15700
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4913802146472376e-05,
      "loss": 0.0012,
      "step": 15701
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4913161827347822e-05,
      "loss": 0.0028,
      "step": 15702
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4912521481667775e-05,
      "loss": 0.0008,
      "step": 15703
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4911881109435693e-05,
      "loss": 0.0012,
      "step": 15704
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4911240710655044e-05,
      "loss": 0.0008,
      "step": 15705
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4910600285329285e-05,
      "loss": 0.0022,
      "step": 15706
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4909959833461874e-05,
      "loss": 0.0012,
      "step": 15707
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4909319355056279e-05,
      "loss": 0.0014,
      "step": 15708
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4908678850115956e-05,
      "loss": 0.002,
      "step": 15709
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4908038318644373e-05,
      "loss": 0.0014,
      "step": 15710
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4907397760644988e-05,
      "loss": 0.0007,
      "step": 15711
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4906757176121265e-05,
      "loss": 0.0017,
      "step": 15712
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4906116565076667e-05,
      "loss": 0.0014,
      "step": 15713
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.490547592751465e-05,
      "loss": 0.0008,
      "step": 15714
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4904835263438684e-05,
      "loss": 0.0011,
      "step": 15715
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.490419457285223e-05,
      "loss": 0.0014,
      "step": 15716
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4903553855758753e-05,
      "loss": 0.0012,
      "step": 15717
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4902913112161712e-05,
      "loss": 0.0014,
      "step": 15718
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4902272342064567e-05,
      "loss": 0.0012,
      "step": 15719
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4901631545470791e-05,
      "loss": 0.0016,
      "step": 15720
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.490099072238384e-05,
      "loss": 0.0042,
      "step": 15721
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4900349872807183e-05,
      "loss": 0.002,
      "step": 15722
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4899708996744278e-05,
      "loss": 0.0017,
      "step": 15723
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4899068094198592e-05,
      "loss": 0.0016,
      "step": 15724
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4898427165173593e-05,
      "loss": 0.0008,
      "step": 15725
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4897786209672735e-05,
      "loss": 0.0016,
      "step": 15726
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4897145227699492e-05,
      "loss": 0.0005,
      "step": 15727
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4896504219257324e-05,
      "loss": 0.0014,
      "step": 15728
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4895863184349697e-05,
      "loss": 0.0019,
      "step": 15729
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4895222122980073e-05,
      "loss": 0.0026,
      "step": 15730
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4894581035151921e-05,
      "loss": 0.0024,
      "step": 15731
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4893939920868702e-05,
      "loss": 0.0016,
      "step": 15732
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4893298780133885e-05,
      "loss": 0.0009,
      "step": 15733
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4892657612950936e-05,
      "loss": 0.0033,
      "step": 15734
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4892016419323316e-05,
      "loss": 0.0017,
      "step": 15735
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4891375199254493e-05,
      "loss": 0.0014,
      "step": 15736
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4890733952747933e-05,
      "loss": 0.0021,
      "step": 15737
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4890092679807101e-05,
      "loss": 0.0018,
      "step": 15738
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4889451380435466e-05,
      "loss": 0.0023,
      "step": 15739
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4888810054636491e-05,
      "loss": 0.0013,
      "step": 15740
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4888168702413644e-05,
      "loss": 0.0011,
      "step": 15741
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4887527323770387e-05,
      "loss": 0.0017,
      "step": 15742
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4886885918710194e-05,
      "loss": 0.0009,
      "step": 15743
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4886244487236525e-05,
      "loss": 0.0007,
      "step": 15744
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4885603029352853e-05,
      "loss": 0.0013,
      "step": 15745
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4884961545062641e-05,
      "loss": 0.0032,
      "step": 15746
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4884320034369357e-05,
      "loss": 0.0015,
      "step": 15747
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.488367849727647e-05,
      "loss": 0.0018,
      "step": 15748
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4883036933787446e-05,
      "loss": 0.001,
      "step": 15749
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4882395343905749e-05,
      "loss": 0.0021,
      "step": 15750
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4881753727634853e-05,
      "loss": 0.002,
      "step": 15751
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4881112084978221e-05,
      "loss": 0.0022,
      "step": 15752
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4880470415939329e-05,
      "loss": 0.0013,
      "step": 15753
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4879828720521637e-05,
      "loss": 0.0017,
      "step": 15754
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4879186998728616e-05,
      "loss": 0.0014,
      "step": 15755
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4878545250563735e-05,
      "loss": 0.0009,
      "step": 15756
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4877903476030462e-05,
      "loss": 0.0017,
      "step": 15757
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4877261675132267e-05,
      "loss": 0.0021,
      "step": 15758
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4876619847872616e-05,
      "loss": 0.001,
      "step": 15759
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.487597799425498e-05,
      "loss": 0.0014,
      "step": 15760
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4875336114282829e-05,
      "loss": 0.001,
      "step": 15761
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.487469420795963e-05,
      "loss": 0.0011,
      "step": 15762
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4874052275288855e-05,
      "loss": 0.0017,
      "step": 15763
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4873410316273976e-05,
      "loss": 0.0021,
      "step": 15764
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4872768330918452e-05,
      "loss": 0.0022,
      "step": 15765
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4872126319225766e-05,
      "loss": 0.0014,
      "step": 15766
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4871484281199381e-05,
      "loss": 0.0015,
      "step": 15767
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4870842216842767e-05,
      "loss": 0.0019,
      "step": 15768
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4870200126159398e-05,
      "loss": 0.0011,
      "step": 15769
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.486955800915274e-05,
      "loss": 0.0019,
      "step": 15770
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4868915865826267e-05,
      "loss": 0.0012,
      "step": 15771
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4868273696183451e-05,
      "loss": 0.0018,
      "step": 15772
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4867631500227758e-05,
      "loss": 0.0017,
      "step": 15773
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4866989277962662e-05,
      "loss": 0.0016,
      "step": 15774
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4866347029391634e-05,
      "loss": 0.0022,
      "step": 15775
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4865704754518144e-05,
      "loss": 0.0011,
      "step": 15776
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4865062453345666e-05,
      "loss": 0.002,
      "step": 15777
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4864420125877672e-05,
      "loss": 0.0022,
      "step": 15778
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4863777772117632e-05,
      "loss": 0.002,
      "step": 15779
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4863135392069014e-05,
      "loss": 0.0006,
      "step": 15780
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4862492985735297e-05,
      "loss": 0.0016,
      "step": 15781
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.486185055311995e-05,
      "loss": 0.0012,
      "step": 15782
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4861208094226447e-05,
      "loss": 0.0012,
      "step": 15783
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4860565609058255e-05,
      "loss": 0.0021,
      "step": 15784
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4859923097618854e-05,
      "loss": 0.003,
      "step": 15785
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4859280559911711e-05,
      "loss": 0.0022,
      "step": 15786
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.48586379959403e-05,
      "loss": 0.0014,
      "step": 15787
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4857995405708101e-05,
      "loss": 0.001,
      "step": 15788
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4857352789218576e-05,
      "loss": 0.0007,
      "step": 15789
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4856710146475206e-05,
      "loss": 0.001,
      "step": 15790
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4856067477481464e-05,
      "loss": 0.0014,
      "step": 15791
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.485542478224082e-05,
      "loss": 0.002,
      "step": 15792
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.485478206075675e-05,
      "loss": 0.0015,
      "step": 15793
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4854139313032727e-05,
      "loss": 0.0008,
      "step": 15794
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4853496539072225e-05,
      "loss": 0.0015,
      "step": 15795
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4852853738878722e-05,
      "loss": 0.0015,
      "step": 15796
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4852210912455684e-05,
      "loss": 0.0023,
      "step": 15797
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4851568059806595e-05,
      "loss": 0.002,
      "step": 15798
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.485092518093492e-05,
      "loss": 0.0024,
      "step": 15799
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4850282275844146e-05,
      "loss": 0.001,
      "step": 15800
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4849639344537737e-05,
      "loss": 0.0008,
      "step": 15801
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.484899638701917e-05,
      "loss": 0.0021,
      "step": 15802
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4848353403291924e-05,
      "loss": 0.0023,
      "step": 15803
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4847710393359469e-05,
      "loss": 0.0013,
      "step": 15804
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4847067357225289e-05,
      "loss": 0.0008,
      "step": 15805
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.484642429489285e-05,
      "loss": 0.0019,
      "step": 15806
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4845781206365635e-05,
      "loss": 0.0022,
      "step": 15807
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4845138091647113e-05,
      "loss": 0.0016,
      "step": 15808
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4844494950740766e-05,
      "loss": 0.0015,
      "step": 15809
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.484385178365007e-05,
      "loss": 0.0009,
      "step": 15810
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4843208590378497e-05,
      "loss": 0.0022,
      "step": 15811
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4842565370929528e-05,
      "loss": 0.0029,
      "step": 15812
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4841922125306635e-05,
      "loss": 0.0014,
      "step": 15813
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.48412788535133e-05,
      "loss": 0.0012,
      "step": 15814
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4840635555552992e-05,
      "loss": 0.0012,
      "step": 15815
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4839992231429196e-05,
      "loss": 0.0018,
      "step": 15816
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4839348881145385e-05,
      "loss": 0.0013,
      "step": 15817
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.483870550470504e-05,
      "loss": 0.0019,
      "step": 15818
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4838062102111637e-05,
      "loss": 0.0016,
      "step": 15819
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4837418673368647e-05,
      "loss": 0.0009,
      "step": 15820
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4836775218479558e-05,
      "loss": 0.0014,
      "step": 15821
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4836131737447836e-05,
      "loss": 0.001,
      "step": 15822
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4835488230276972e-05,
      "loss": 0.0021,
      "step": 15823
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4834844696970438e-05,
      "loss": 0.0019,
      "step": 15824
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.483420113753171e-05,
      "loss": 0.0016,
      "step": 15825
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.483355755196427e-05,
      "loss": 0.0014,
      "step": 15826
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4832913940271594e-05,
      "loss": 0.0014,
      "step": 15827
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4832270302457166e-05,
      "loss": 0.0018,
      "step": 15828
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4831626638524457e-05,
      "loss": 0.002,
      "step": 15829
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.483098294847695e-05,
      "loss": 0.002,
      "step": 15830
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4830339232318128e-05,
      "loss": 0.0016,
      "step": 15831
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4829695490051462e-05,
      "loss": 0.002,
      "step": 15832
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4829051721680436e-05,
      "loss": 0.0019,
      "step": 15833
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.482840792720853e-05,
      "loss": 0.0014,
      "step": 15834
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4827764106639224e-05,
      "loss": 0.0013,
      "step": 15835
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4827120259975996e-05,
      "loss": 0.0013,
      "step": 15836
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4826476387222325e-05,
      "loss": 0.0012,
      "step": 15837
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4825832488381698e-05,
      "loss": 0.0013,
      "step": 15838
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4825188563457586e-05,
      "loss": 0.0015,
      "step": 15839
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4824544612453473e-05,
      "loss": 0.0012,
      "step": 15840
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4823900635372841e-05,
      "loss": 0.0005,
      "step": 15841
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.482325663221917e-05,
      "loss": 0.0015,
      "step": 15842
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.482261260299594e-05,
      "loss": 0.0024,
      "step": 15843
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4821968547706634e-05,
      "loss": 0.0024,
      "step": 15844
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.482132446635473e-05,
      "loss": 0.0004,
      "step": 15845
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.482068035894371e-05,
      "loss": 0.0007,
      "step": 15846
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4820036225477059e-05,
      "loss": 0.0022,
      "step": 15847
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4819392065958253e-05,
      "loss": 0.0014,
      "step": 15848
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4818747880390778e-05,
      "loss": 0.0012,
      "step": 15849
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4818103668778112e-05,
      "loss": 0.0022,
      "step": 15850
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4817459431123742e-05,
      "loss": 0.0012,
      "step": 15851
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4816815167431147e-05,
      "loss": 0.0028,
      "step": 15852
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4816170877703809e-05,
      "loss": 0.0027,
      "step": 15853
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.481552656194521e-05,
      "loss": 0.0018,
      "step": 15854
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4814882220158832e-05,
      "loss": 0.0021,
      "step": 15855
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4814237852348163e-05,
      "loss": 0.0021,
      "step": 15856
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4813593458516677e-05,
      "loss": 0.0019,
      "step": 15857
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4812949038667865e-05,
      "loss": 0.0023,
      "step": 15858
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4812304592805207e-05,
      "loss": 0.001,
      "step": 15859
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4811660120932183e-05,
      "loss": 0.0015,
      "step": 15860
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4811015623052283e-05,
      "loss": 0.0016,
      "step": 15861
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4810371099168983e-05,
      "loss": 0.001,
      "step": 15862
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4809726549285775e-05,
      "loss": 0.0017,
      "step": 15863
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4809081973406136e-05,
      "loss": 0.0013,
      "step": 15864
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.480843737153355e-05,
      "loss": 0.0012,
      "step": 15865
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4807792743671504e-05,
      "loss": 0.002,
      "step": 15866
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4807148089823482e-05,
      "loss": 0.0022,
      "step": 15867
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4806503409992969e-05,
      "loss": 0.001,
      "step": 15868
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4805858704183446e-05,
      "loss": 0.0014,
      "step": 15869
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4805213972398402e-05,
      "loss": 0.0019,
      "step": 15870
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4804569214641321e-05,
      "loss": 0.0009,
      "step": 15871
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4803924430915682e-05,
      "loss": 0.001,
      "step": 15872
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4803279621224977e-05,
      "loss": 0.0017,
      "step": 15873
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.480263478557269e-05,
      "loss": 0.0017,
      "step": 15874
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4801989923962304e-05,
      "loss": 0.0019,
      "step": 15875
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.48013450363973e-05,
      "loss": 0.0018,
      "step": 15876
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4800700122881176e-05,
      "loss": 0.0016,
      "step": 15877
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4800055183417408e-05,
      "loss": 0.0019,
      "step": 15878
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4799410218009484e-05,
      "loss": 0.0013,
      "step": 15879
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4798765226660894e-05,
      "loss": 0.0025,
      "step": 15880
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4798120209375118e-05,
      "loss": 0.0019,
      "step": 15881
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4797475166155647e-05,
      "loss": 0.0011,
      "step": 15882
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4796830097005963e-05,
      "loss": 0.0011,
      "step": 15883
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4796185001929558e-05,
      "loss": 0.0015,
      "step": 15884
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4795539880929914e-05,
      "loss": 0.0022,
      "step": 15885
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4794894734010519e-05,
      "loss": 0.0021,
      "step": 15886
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4794249561174863e-05,
      "loss": 0.0016,
      "step": 15887
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4793604362426427e-05,
      "loss": 0.0015,
      "step": 15888
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4792959137768708e-05,
      "loss": 0.0014,
      "step": 15889
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4792313887205183e-05,
      "loss": 0.0009,
      "step": 15890
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4791668610739348e-05,
      "loss": 0.0018,
      "step": 15891
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4791023308374683e-05,
      "loss": 0.002,
      "step": 15892
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4790377980114682e-05,
      "loss": 0.001,
      "step": 15893
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4789732625962828e-05,
      "loss": 0.0016,
      "step": 15894
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4789087245922611e-05,
      "loss": 0.0013,
      "step": 15895
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4788441839997525e-05,
      "loss": 0.001,
      "step": 15896
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.478779640819105e-05,
      "loss": 0.0011,
      "step": 15897
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.478715095050668e-05,
      "loss": 0.002,
      "step": 15898
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.47865054669479e-05,
      "loss": 0.0019,
      "step": 15899
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.47858599575182e-05,
      "loss": 0.0014,
      "step": 15900
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4785214422221073e-05,
      "loss": 0.0017,
      "step": 15901
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.478456886106e-05,
      "loss": 0.0022,
      "step": 15902
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.478392327403848e-05,
      "loss": 0.0034,
      "step": 15903
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4783277661159993e-05,
      "loss": 0.0012,
      "step": 15904
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4782632022428034e-05,
      "loss": 0.0013,
      "step": 15905
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4781986357846092e-05,
      "loss": 0.0016,
      "step": 15906
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4781340667417654e-05,
      "loss": 0.0011,
      "step": 15907
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4780694951146215e-05,
      "loss": 0.0026,
      "step": 15908
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.478004920903526e-05,
      "loss": 0.0023,
      "step": 15909
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.477940344108828e-05,
      "loss": 0.0011,
      "step": 15910
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.477875764730877e-05,
      "loss": 0.0021,
      "step": 15911
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4778111827700211e-05,
      "loss": 0.0023,
      "step": 15912
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4777465982266109e-05,
      "loss": 0.0019,
      "step": 15913
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4776820111009938e-05,
      "loss": 0.0022,
      "step": 15914
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4776174213935201e-05,
      "loss": 0.0021,
      "step": 15915
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4775528291045385e-05,
      "loss": 0.0014,
      "step": 15916
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4774882342343977e-05,
      "loss": 0.0009,
      "step": 15917
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4774236367834476e-05,
      "loss": 0.0039,
      "step": 15918
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4773590367520365e-05,
      "loss": 0.0015,
      "step": 15919
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4772944341405145e-05,
      "loss": 0.0019,
      "step": 15920
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4772298289492299e-05,
      "loss": 0.0023,
      "step": 15921
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4771652211785325e-05,
      "loss": 0.001,
      "step": 15922
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4771006108287714e-05,
      "loss": 0.0013,
      "step": 15923
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4770359979002955e-05,
      "loss": 0.002,
      "step": 15924
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4769713823934544e-05,
      "loss": 0.0025,
      "step": 15925
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.476906764308597e-05,
      "loss": 0.001,
      "step": 15926
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.476842143646073e-05,
      "loss": 0.0013,
      "step": 15927
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4767775204062312e-05,
      "loss": 0.0014,
      "step": 15928
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4767128945894211e-05,
      "loss": 0.0011,
      "step": 15929
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.476648266195992e-05,
      "loss": 0.0017,
      "step": 15930
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.476583635226293e-05,
      "loss": 0.0017,
      "step": 15931
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4765190016806741e-05,
      "loss": 0.0014,
      "step": 15932
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4764543655594838e-05,
      "loss": 0.0015,
      "step": 15933
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.476389726863072e-05,
      "loss": 0.0009,
      "step": 15934
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4763250855917879e-05,
      "loss": 0.0025,
      "step": 15935
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4762604417459811e-05,
      "loss": 0.0011,
      "step": 15936
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4761957953260006e-05,
      "loss": 0.001,
      "step": 15937
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4761311463321959e-05,
      "loss": 0.0017,
      "step": 15938
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4760664947649168e-05,
      "loss": 0.0014,
      "step": 15939
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4760018406245123e-05,
      "loss": 0.0024,
      "step": 15940
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4759371839113322e-05,
      "loss": 0.0018,
      "step": 15941
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4758725246257255e-05,
      "loss": 0.001,
      "step": 15942
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4758078627680421e-05,
      "loss": 0.0016,
      "step": 15943
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4757431983386314e-05,
      "loss": 0.0029,
      "step": 15944
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4756785313378428e-05,
      "loss": 0.0009,
      "step": 15945
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.475613861766026e-05,
      "loss": 0.0012,
      "step": 15946
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4755491896235304e-05,
      "loss": 0.0018,
      "step": 15947
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4754845149107055e-05,
      "loss": 0.0028,
      "step": 15948
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4754198376279013e-05,
      "loss": 0.0013,
      "step": 15949
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4753551577754666e-05,
      "loss": 0.0011,
      "step": 15950
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4752904753537517e-05,
      "loss": 0.0015,
      "step": 15951
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4752257903631057e-05,
      "loss": 0.0017,
      "step": 15952
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4751611028038787e-05,
      "loss": 0.0015,
      "step": 15953
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4750964126764198e-05,
      "loss": 0.0029,
      "step": 15954
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4750317199810793e-05,
      "loss": 0.0016,
      "step": 15955
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4749670247182064e-05,
      "loss": 0.0019,
      "step": 15956
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4749023268881505e-05,
      "loss": 0.0021,
      "step": 15957
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4748376264912623e-05,
      "loss": 0.0013,
      "step": 15958
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4747729235278902e-05,
      "loss": 0.0011,
      "step": 15959
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4747082179983851e-05,
      "loss": 0.0015,
      "step": 15960
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.474643509903096e-05,
      "loss": 0.0013,
      "step": 15961
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.474578799242373e-05,
      "loss": 0.0018,
      "step": 15962
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4745140860165654e-05,
      "loss": 0.0013,
      "step": 15963
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4744493702260236e-05,
      "loss": 0.0012,
      "step": 15964
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4743846518710971e-05,
      "loss": 0.0015,
      "step": 15965
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4743199309521355e-05,
      "loss": 0.0021,
      "step": 15966
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4742552074694888e-05,
      "loss": 0.0011,
      "step": 15967
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.474190481423507e-05,
      "loss": 0.0012,
      "step": 15968
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4741257528145396e-05,
      "loss": 0.001,
      "step": 15969
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4740610216429368e-05,
      "loss": 0.001,
      "step": 15970
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4739962879090478e-05,
      "loss": 0.0022,
      "step": 15971
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4739315516132236e-05,
      "loss": 0.0017,
      "step": 15972
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4738668127558131e-05,
      "loss": 0.0012,
      "step": 15973
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4738020713371668e-05,
      "loss": 0.0021,
      "step": 15974
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4737373273576343e-05,
      "loss": 0.0029,
      "step": 15975
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4736725808175659e-05,
      "loss": 0.0019,
      "step": 15976
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4736078317173111e-05,
      "loss": 0.0015,
      "step": 15977
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4735430800572199e-05,
      "loss": 0.0019,
      "step": 15978
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4734783258376427e-05,
      "loss": 0.002,
      "step": 15979
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4734135690589288e-05,
      "loss": 0.0009,
      "step": 15980
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4733488097214293e-05,
      "loss": 0.0021,
      "step": 15981
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4732840478254931e-05,
      "loss": 0.0014,
      "step": 15982
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4732192833714712e-05,
      "loss": 0.0018,
      "step": 15983
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.473154516359713e-05,
      "loss": 0.0007,
      "step": 15984
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.473089746790568e-05,
      "loss": 0.0017,
      "step": 15985
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4730249746643879e-05,
      "loss": 0.0023,
      "step": 15986
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4729601999815212e-05,
      "loss": 0.0016,
      "step": 15987
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4728954227423193e-05,
      "loss": 0.0014,
      "step": 15988
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4728306429471318e-05,
      "loss": 0.0024,
      "step": 15989
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4727658605963083e-05,
      "loss": 0.0017,
      "step": 15990
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4727010756901996e-05,
      "loss": 0.0016,
      "step": 15991
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4726362882291555e-05,
      "loss": 0.0012,
      "step": 15992
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4725714982135267e-05,
      "loss": 0.0009,
      "step": 15993
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4725067056436627e-05,
      "loss": 0.0014,
      "step": 15994
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4724419105199142e-05,
      "loss": 0.002,
      "step": 15995
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4723771128426312e-05,
      "loss": 0.0018,
      "step": 15996
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.472312312612164e-05,
      "loss": 0.0014,
      "step": 15997
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4722475098288627e-05,
      "loss": 0.0016,
      "step": 15998
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4721827044930777e-05,
      "loss": 0.0017,
      "step": 15999
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4721178966051592e-05,
      "loss": 0.0017,
      "step": 16000
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4720530861654577e-05,
      "loss": 0.0011,
      "step": 16001
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4719882731743232e-05,
      "loss": 0.0006,
      "step": 16002
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4719234576321059e-05,
      "loss": 0.0016,
      "step": 16003
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4718586395391565e-05,
      "loss": 0.0011,
      "step": 16004
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4717938188958254e-05,
      "loss": 0.0023,
      "step": 16005
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4717289957024628e-05,
      "loss": 0.0015,
      "step": 16006
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4716641699594187e-05,
      "loss": 0.0014,
      "step": 16007
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.471599341667044e-05,
      "loss": 0.0013,
      "step": 16008
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4715345108256892e-05,
      "loss": 0.0021,
      "step": 16009
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.471469677435704e-05,
      "loss": 0.0029,
      "step": 16010
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4714048414974393e-05,
      "loss": 0.0008,
      "step": 16011
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4713400030112457e-05,
      "loss": 0.0017,
      "step": 16012
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.471275161977473e-05,
      "loss": 0.0021,
      "step": 16013
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4712103183964725e-05,
      "loss": 0.0017,
      "step": 16014
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4711454722685941e-05,
      "loss": 0.0013,
      "step": 16015
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4710806235941884e-05,
      "loss": 0.0014,
      "step": 16016
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4710157723736061e-05,
      "loss": 0.0011,
      "step": 16017
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4709509186071973e-05,
      "loss": 0.0007,
      "step": 16018
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4708860622953132e-05,
      "loss": 0.0015,
      "step": 16019
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4708212034383035e-05,
      "loss": 0.0026,
      "step": 16020
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4707563420365194e-05,
      "loss": 0.0015,
      "step": 16021
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4706914780903115e-05,
      "loss": 0.0021,
      "step": 16022
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4706266116000297e-05,
      "loss": 0.0014,
      "step": 16023
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4705617425660255e-05,
      "loss": 0.0021,
      "step": 16024
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4704968709886488e-05,
      "loss": 0.0017,
      "step": 16025
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4704319968682507e-05,
      "loss": 0.0009,
      "step": 16026
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4703671202051817e-05,
      "loss": 0.0019,
      "step": 16027
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4703022409997924e-05,
      "loss": 0.0017,
      "step": 16028
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4702373592524337e-05,
      "loss": 0.0009,
      "step": 16029
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4701724749634556e-05,
      "loss": 0.0012,
      "step": 16030
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4701075881332097e-05,
      "loss": 0.0013,
      "step": 16031
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4700426987620459e-05,
      "loss": 0.0012,
      "step": 16032
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4699778068503157e-05,
      "loss": 0.0009,
      "step": 16033
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4699129123983691e-05,
      "loss": 0.0015,
      "step": 16034
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4698480154065575e-05,
      "loss": 0.0007,
      "step": 16035
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.469783115875231e-05,
      "loss": 0.0026,
      "step": 16036
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4697182138047412e-05,
      "loss": 0.0023,
      "step": 16037
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4696533091954384e-05,
      "loss": 0.0008,
      "step": 16038
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4695884020476729e-05,
      "loss": 0.0014,
      "step": 16039
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4695234923617964e-05,
      "loss": 0.0011,
      "step": 16040
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4694585801381595e-05,
      "loss": 0.0015,
      "step": 16041
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4693936653771129e-05,
      "loss": 0.0021,
      "step": 16042
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4693287480790075e-05,
      "loss": 0.001,
      "step": 16043
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4692638282441941e-05,
      "loss": 0.0023,
      "step": 16044
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4691989058730238e-05,
      "loss": 0.002,
      "step": 16045
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4691339809658473e-05,
      "loss": 0.0014,
      "step": 16046
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4690690535230159e-05,
      "loss": 0.0012,
      "step": 16047
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4690041235448797e-05,
      "loss": 0.0016,
      "step": 16048
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4689391910317907e-05,
      "loss": 0.0017,
      "step": 16049
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4688742559840992e-05,
      "loss": 0.0018,
      "step": 16050
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4688093184021562e-05,
      "loss": 0.0012,
      "step": 16051
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4687443782863129e-05,
      "loss": 0.0024,
      "step": 16052
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4686794356369199e-05,
      "loss": 0.0022,
      "step": 16053
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.468614490454329e-05,
      "loss": 0.0008,
      "step": 16054
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4685495427388903e-05,
      "loss": 0.0015,
      "step": 16055
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4684845924909555e-05,
      "loss": 0.0018,
      "step": 16056
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4684196397108753e-05,
      "loss": 0.0007,
      "step": 16057
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4683546843990007e-05,
      "loss": 0.0019,
      "step": 16058
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4682897265556833e-05,
      "loss": 0.0019,
      "step": 16059
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4682247661812736e-05,
      "loss": 0.002,
      "step": 16060
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4681598032761233e-05,
      "loss": 0.0022,
      "step": 16061
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.468094837840583e-05,
      "loss": 0.0012,
      "step": 16062
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4680298698750042e-05,
      "loss": 0.0021,
      "step": 16063
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.467964899379738e-05,
      "loss": 0.0012,
      "step": 16064
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.467899926355135e-05,
      "loss": 0.0012,
      "step": 16065
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4678349508015473e-05,
      "loss": 0.0016,
      "step": 16066
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4677699727193253e-05,
      "loss": 0.0015,
      "step": 16067
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4677049921088207e-05,
      "loss": 0.0016,
      "step": 16068
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4676400089703844e-05,
      "loss": 0.0017,
      "step": 16069
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.467575023304368e-05,
      "loss": 0.0016,
      "step": 16070
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4675100351111224e-05,
      "loss": 0.001,
      "step": 16071
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4674450443909986e-05,
      "loss": 0.001,
      "step": 16072
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4673800511443488e-05,
      "loss": 0.0016,
      "step": 16073
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4673150553715236e-05,
      "loss": 0.0026,
      "step": 16074
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4672500570728742e-05,
      "loss": 0.0022,
      "step": 16075
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4671850562487523e-05,
      "loss": 0.0021,
      "step": 16076
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.467120052899509e-05,
      "loss": 0.0016,
      "step": 16077
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.467055047025496e-05,
      "loss": 0.0016,
      "step": 16078
    },
    {
      "epoch": 0.36,
      "learning_rate": 1.4669900386270644e-05,
      "loss": 0.0023,
      "step": 16079
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4669250277045653e-05,
      "loss": 0.0023,
      "step": 16080
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4668600142583504e-05,
      "loss": 0.0012,
      "step": 16081
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4667949982887711e-05,
      "loss": 0.0018,
      "step": 16082
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4667299797961787e-05,
      "loss": 0.0005,
      "step": 16083
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4666649587809246e-05,
      "loss": 0.0017,
      "step": 16084
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4665999352433601e-05,
      "loss": 0.002,
      "step": 16085
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.466534909183837e-05,
      "loss": 0.0016,
      "step": 16086
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4664698806027069e-05,
      "loss": 0.0015,
      "step": 16087
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4664048495003207e-05,
      "loss": 0.0017,
      "step": 16088
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.46633981587703e-05,
      "loss": 0.0015,
      "step": 16089
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4662747797331869e-05,
      "loss": 0.0018,
      "step": 16090
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4662097410691422e-05,
      "loss": 0.0015,
      "step": 16091
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.466144699885248e-05,
      "loss": 0.0009,
      "step": 16092
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.466079656181855e-05,
      "loss": 0.0019,
      "step": 16093
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.466014609959316e-05,
      "loss": 0.0012,
      "step": 16094
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4659495612179817e-05,
      "loss": 0.0018,
      "step": 16095
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4658845099582037e-05,
      "loss": 0.0013,
      "step": 16096
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.465819456180334e-05,
      "loss": 0.0016,
      "step": 16097
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.465754399884724e-05,
      "loss": 0.0012,
      "step": 16098
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4656893410717255e-05,
      "loss": 0.0015,
      "step": 16099
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4656242797416895e-05,
      "loss": 0.0014,
      "step": 16100
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4655592158949685e-05,
      "loss": 0.0011,
      "step": 16101
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4654941495319138e-05,
      "loss": 0.001,
      "step": 16102
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4654290806528767e-05,
      "loss": 0.0014,
      "step": 16103
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.46536400925821e-05,
      "loss": 0.0025,
      "step": 16104
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4652989353482641e-05,
      "loss": 0.0012,
      "step": 16105
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4652338589233914e-05,
      "loss": 0.0015,
      "step": 16106
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4651687799839436e-05,
      "loss": 0.0013,
      "step": 16107
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4651036985302725e-05,
      "loss": 0.0019,
      "step": 16108
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4650386145627298e-05,
      "loss": 0.0015,
      "step": 16109
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.464973528081667e-05,
      "loss": 0.0013,
      "step": 16110
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.464908439087436e-05,
      "loss": 0.0024,
      "step": 16111
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4648433475803889e-05,
      "loss": 0.0009,
      "step": 16112
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4647782535608775e-05,
      "loss": 0.0017,
      "step": 16113
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4647131570292534e-05,
      "loss": 0.0018,
      "step": 16114
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4646480579858684e-05,
      "loss": 0.0009,
      "step": 16115
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4645829564310748e-05,
      "loss": 0.0023,
      "step": 16116
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4645178523652237e-05,
      "loss": 0.0011,
      "step": 16117
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.464452745788668e-05,
      "loss": 0.001,
      "step": 16118
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4643876367017584e-05,
      "loss": 0.0021,
      "step": 16119
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4643225251048479e-05,
      "loss": 0.0021,
      "step": 16120
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.464257410998288e-05,
      "loss": 0.0013,
      "step": 16121
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4641922943824303e-05,
      "loss": 0.0013,
      "step": 16122
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4641271752576274e-05,
      "loss": 0.0011,
      "step": 16123
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4640620536242306e-05,
      "loss": 0.0014,
      "step": 16124
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4639969294825923e-05,
      "loss": 0.0018,
      "step": 16125
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4639318028330646e-05,
      "loss": 0.0015,
      "step": 16126
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4638666736759992e-05,
      "loss": 0.001,
      "step": 16127
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4638015420117482e-05,
      "loss": 0.002,
      "step": 16128
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4637364078406638e-05,
      "loss": 0.0015,
      "step": 16129
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4636712711630978e-05,
      "loss": 0.0014,
      "step": 16130
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4636061319794023e-05,
      "loss": 0.0006,
      "step": 16131
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4635409902899298e-05,
      "loss": 0.002,
      "step": 16132
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4634758460950318e-05,
      "loss": 0.0016,
      "step": 16133
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4634106993950608e-05,
      "loss": 0.002,
      "step": 16134
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4633455501903688e-05,
      "loss": 0.0011,
      "step": 16135
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4632803984813076e-05,
      "loss": 0.0015,
      "step": 16136
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4632152442682299e-05,
      "loss": 0.0018,
      "step": 16137
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4631500875514874e-05,
      "loss": 0.0012,
      "step": 16138
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4630849283314326e-05,
      "loss": 0.0011,
      "step": 16139
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4630197666084176e-05,
      "loss": 0.0011,
      "step": 16140
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4629546023827945e-05,
      "loss": 0.0019,
      "step": 16141
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4628894356549158e-05,
      "loss": 0.0012,
      "step": 16142
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4628242664251331e-05,
      "loss": 0.0009,
      "step": 16143
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4627590946937991e-05,
      "loss": 0.0013,
      "step": 16144
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4626939204612657e-05,
      "loss": 0.0024,
      "step": 16145
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.462628743727886e-05,
      "loss": 0.0026,
      "step": 16146
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4625635644940115e-05,
      "loss": 0.0025,
      "step": 16147
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4624983827599946e-05,
      "loss": 0.0015,
      "step": 16148
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.462433198526188e-05,
      "loss": 0.0014,
      "step": 16149
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4623680117929433e-05,
      "loss": 0.0006,
      "step": 16150
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4623028225606135e-05,
      "loss": 0.001,
      "step": 16151
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4622376308295505e-05,
      "loss": 0.0014,
      "step": 16152
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4621724366001073e-05,
      "loss": 0.0016,
      "step": 16153
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4621072398726357e-05,
      "loss": 0.0013,
      "step": 16154
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.462042040647488e-05,
      "loss": 0.0009,
      "step": 16155
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.461976838925017e-05,
      "loss": 0.0013,
      "step": 16156
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4619116347055749e-05,
      "loss": 0.0019,
      "step": 16157
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4618464279895141e-05,
      "loss": 0.0014,
      "step": 16158
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4617812187771872e-05,
      "loss": 0.0018,
      "step": 16159
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4617160070689467e-05,
      "loss": 0.0021,
      "step": 16160
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4616507928651447e-05,
      "loss": 0.0016,
      "step": 16161
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4615855761661339e-05,
      "loss": 0.0012,
      "step": 16162
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4615203569722672e-05,
      "loss": 0.0018,
      "step": 16163
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4614551352838962e-05,
      "loss": 0.0016,
      "step": 16164
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.461389911101374e-05,
      "loss": 0.0017,
      "step": 16165
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.461324684425053e-05,
      "loss": 0.0017,
      "step": 16166
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4612594552552861e-05,
      "loss": 0.0013,
      "step": 16167
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4611942235924258e-05,
      "loss": 0.0025,
      "step": 16168
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4611289894368238e-05,
      "loss": 0.0014,
      "step": 16169
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4610637527888339e-05,
      "loss": 0.0009,
      "step": 16170
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4609985136488078e-05,
      "loss": 0.0016,
      "step": 16171
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4609332720170988e-05,
      "loss": 0.0024,
      "step": 16172
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4608680278940587e-05,
      "loss": 0.003,
      "step": 16173
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.460802781280041e-05,
      "loss": 0.0014,
      "step": 16174
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4607375321753983e-05,
      "loss": 0.0016,
      "step": 16175
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4606722805804823e-05,
      "loss": 0.0015,
      "step": 16176
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4606070264956467e-05,
      "loss": 0.0024,
      "step": 16177
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4605417699212439e-05,
      "loss": 0.0012,
      "step": 16178
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4604765108576265e-05,
      "loss": 0.0019,
      "step": 16179
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.460411249305147e-05,
      "loss": 0.0015,
      "step": 16180
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4603459852641586e-05,
      "loss": 0.0015,
      "step": 16181
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4602807187350138e-05,
      "loss": 0.0013,
      "step": 16182
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4602154497180652e-05,
      "loss": 0.0012,
      "step": 16183
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4601501782136663e-05,
      "loss": 0.0011,
      "step": 16184
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.460084904222169e-05,
      "loss": 0.0016,
      "step": 16185
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4600196277439267e-05,
      "loss": 0.0013,
      "step": 16186
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4599543487792919e-05,
      "loss": 0.0017,
      "step": 16187
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4598890673286174e-05,
      "loss": 0.001,
      "step": 16188
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4598237833922566e-05,
      "loss": 0.0009,
      "step": 16189
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4597584969705616e-05,
      "loss": 0.0026,
      "step": 16190
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.459693208063886e-05,
      "loss": 0.002,
      "step": 16191
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4596279166725817e-05,
      "loss": 0.0032,
      "step": 16192
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4595626227970026e-05,
      "loss": 0.0011,
      "step": 16193
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.459497326437501e-05,
      "loss": 0.0022,
      "step": 16194
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4594320275944303e-05,
      "loss": 0.0019,
      "step": 16195
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4593667262681433e-05,
      "loss": 0.0018,
      "step": 16196
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4593014224589923e-05,
      "loss": 0.0011,
      "step": 16197
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4592361161673312e-05,
      "loss": 0.0018,
      "step": 16198
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4591708073935122e-05,
      "loss": 0.0016,
      "step": 16199
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.459105496137889e-05,
      "loss": 0.001,
      "step": 16200
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.459040182400814e-05,
      "loss": 0.0014,
      "step": 16201
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4589748661826403e-05,
      "loss": 0.0019,
      "step": 16202
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4589095474837218e-05,
      "loss": 0.0018,
      "step": 16203
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4588442263044102e-05,
      "loss": 0.0023,
      "step": 16204
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4587789026450599e-05,
      "loss": 0.0027,
      "step": 16205
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4587135765060225e-05,
      "loss": 0.0018,
      "step": 16206
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4586482478876525e-05,
      "loss": 0.0022,
      "step": 16207
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4585829167903022e-05,
      "loss": 0.0007,
      "step": 16208
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4585175832143249e-05,
      "loss": 0.0028,
      "step": 16209
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4584522471600738e-05,
      "loss": 0.0014,
      "step": 16210
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4583869086279014e-05,
      "loss": 0.0009,
      "step": 16211
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4583215676181622e-05,
      "loss": 0.0012,
      "step": 16212
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.458256224131208e-05,
      "loss": 0.0016,
      "step": 16213
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4581908781673929e-05,
      "loss": 0.0012,
      "step": 16214
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4581255297270696e-05,
      "loss": 0.0015,
      "step": 16215
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4580601788105912e-05,
      "loss": 0.0015,
      "step": 16216
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4579948254183116e-05,
      "loss": 0.0018,
      "step": 16217
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4579294695505834e-05,
      "loss": 0.0018,
      "step": 16218
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4578641112077599e-05,
      "loss": 0.0014,
      "step": 16219
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.457798750390195e-05,
      "loss": 0.0013,
      "step": 16220
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4577333870982408e-05,
      "loss": 0.0019,
      "step": 16221
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4576680213322518e-05,
      "loss": 0.0019,
      "step": 16222
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4576026530925806e-05,
      "loss": 0.0018,
      "step": 16223
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4575372823795806e-05,
      "loss": 0.0011,
      "step": 16224
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4574719091936053e-05,
      "loss": 0.0011,
      "step": 16225
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.457406533535008e-05,
      "loss": 0.002,
      "step": 16226
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4573411554041422e-05,
      "loss": 0.0016,
      "step": 16227
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4572757748013606e-05,
      "loss": 0.0017,
      "step": 16228
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4572103917270175e-05,
      "loss": 0.0014,
      "step": 16229
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4571450061814656e-05,
      "loss": 0.0009,
      "step": 16230
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4570796181650586e-05,
      "loss": 0.0013,
      "step": 16231
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4570142276781498e-05,
      "loss": 0.0011,
      "step": 16232
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.456948834721093e-05,
      "loss": 0.0013,
      "step": 16233
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4568834392942411e-05,
      "loss": 0.0014,
      "step": 16234
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4568180413979478e-05,
      "loss": 0.0019,
      "step": 16235
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4567526410325667e-05,
      "loss": 0.0014,
      "step": 16236
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.456687238198451e-05,
      "loss": 0.0008,
      "step": 16237
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4566218328959545e-05,
      "loss": 0.0014,
      "step": 16238
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4565564251254306e-05,
      "loss": 0.0021,
      "step": 16239
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4564910148872326e-05,
      "loss": 0.0014,
      "step": 16240
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4564256021817146e-05,
      "loss": 0.0018,
      "step": 16241
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4563601870092296e-05,
      "loss": 0.0008,
      "step": 16242
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4562947693701315e-05,
      "loss": 0.0013,
      "step": 16243
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4562293492647737e-05,
      "loss": 0.0016,
      "step": 16244
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.45616392669351e-05,
      "loss": 0.0018,
      "step": 16245
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4560985016566935e-05,
      "loss": 0.0009,
      "step": 16246
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4560330741546787e-05,
      "loss": 0.0015,
      "step": 16247
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4559676441878183e-05,
      "loss": 0.0019,
      "step": 16248
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4559022117564662e-05,
      "loss": 0.0007,
      "step": 16249
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4558367768609767e-05,
      "loss": 0.0015,
      "step": 16250
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4557713395017029e-05,
      "loss": 0.0014,
      "step": 16251
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4557058996789985e-05,
      "loss": 0.0008,
      "step": 16252
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.455640457393217e-05,
      "loss": 0.0022,
      "step": 16253
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4555750126447129e-05,
      "loss": 0.0014,
      "step": 16254
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.455509565433839e-05,
      "loss": 0.0011,
      "step": 16255
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4554441157609494e-05,
      "loss": 0.0015,
      "step": 16256
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4553786636263982e-05,
      "loss": 0.0021,
      "step": 16257
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4553132090305388e-05,
      "loss": 0.0016,
      "step": 16258
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4552477519737252e-05,
      "loss": 0.001,
      "step": 16259
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.455182292456311e-05,
      "loss": 0.0012,
      "step": 16260
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4551168304786498e-05,
      "loss": 0.0018,
      "step": 16261
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4550513660410962e-05,
      "loss": 0.0016,
      "step": 16262
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4549858991440031e-05,
      "loss": 0.0011,
      "step": 16263
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.454920429787725e-05,
      "loss": 0.0012,
      "step": 16264
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4548549579726153e-05,
      "loss": 0.0005,
      "step": 16265
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4547894836990281e-05,
      "loss": 0.0018,
      "step": 16266
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4547240069673176e-05,
      "loss": 0.0009,
      "step": 16267
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.454658527777837e-05,
      "loss": 0.0027,
      "step": 16268
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4545930461309408e-05,
      "loss": 0.0024,
      "step": 16269
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4545275620269826e-05,
      "loss": 0.0016,
      "step": 16270
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4544620754663165e-05,
      "loss": 0.0011,
      "step": 16271
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4543965864492964e-05,
      "loss": 0.0016,
      "step": 16272
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4543310949762764e-05,
      "loss": 0.0022,
      "step": 16273
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4542656010476102e-05,
      "loss": 0.0019,
      "step": 16274
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.454200104663652e-05,
      "loss": 0.0021,
      "step": 16275
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4541346058247559e-05,
      "loss": 0.0011,
      "step": 16276
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4540691045312756e-05,
      "loss": 0.0015,
      "step": 16277
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4540036007835654e-05,
      "loss": 0.0017,
      "step": 16278
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4539380945819791e-05,
      "loss": 0.0013,
      "step": 16279
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4538725859268711e-05,
      "loss": 0.0012,
      "step": 16280
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4538070748185956e-05,
      "loss": 0.0014,
      "step": 16281
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.453741561257506e-05,
      "loss": 0.0011,
      "step": 16282
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4536760452439567e-05,
      "loss": 0.0011,
      "step": 16283
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4536105267783019e-05,
      "loss": 0.0019,
      "step": 16284
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4535450058608957e-05,
      "loss": 0.0011,
      "step": 16285
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4534794824920924e-05,
      "loss": 0.0017,
      "step": 16286
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4534139566722459e-05,
      "loss": 0.0023,
      "step": 16287
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4533484284017107e-05,
      "loss": 0.002,
      "step": 16288
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4532828976808404e-05,
      "loss": 0.0015,
      "step": 16289
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4532173645099899e-05,
      "loss": 0.0021,
      "step": 16290
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4531518288895124e-05,
      "loss": 0.0023,
      "step": 16291
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4530862908197631e-05,
      "loss": 0.0016,
      "step": 16292
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4530207503010962e-05,
      "loss": 0.0004,
      "step": 16293
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4529552073338653e-05,
      "loss": 0.0016,
      "step": 16294
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4528896619184252e-05,
      "loss": 0.0012,
      "step": 16295
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4528241140551295e-05,
      "loss": 0.0021,
      "step": 16296
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4527585637443335e-05,
      "loss": 0.0014,
      "step": 16297
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4526930109863905e-05,
      "loss": 0.002,
      "step": 16298
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4526274557816557e-05,
      "loss": 0.001,
      "step": 16299
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.452561898130483e-05,
      "loss": 0.002,
      "step": 16300
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4524963380332263e-05,
      "loss": 0.0012,
      "step": 16301
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4524307754902407e-05,
      "loss": 0.0009,
      "step": 16302
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4523652105018799e-05,
      "loss": 0.0013,
      "step": 16303
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.452299643068499e-05,
      "loss": 0.0013,
      "step": 16304
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4522340731904516e-05,
      "loss": 0.0011,
      "step": 16305
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4521685008680928e-05,
      "loss": 0.002,
      "step": 16306
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4521029261017765e-05,
      "loss": 0.0019,
      "step": 16307
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4520373488918576e-05,
      "loss": 0.0016,
      "step": 16308
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.45197176923869e-05,
      "loss": 0.0018,
      "step": 16309
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4519061871426286e-05,
      "loss": 0.001,
      "step": 16310
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4518406026040278e-05,
      "loss": 0.0016,
      "step": 16311
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.451775015623242e-05,
      "loss": 0.002,
      "step": 16312
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4517094262006255e-05,
      "loss": 0.0006,
      "step": 16313
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4516438343365332e-05,
      "loss": 0.0016,
      "step": 16314
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4515782400313192e-05,
      "loss": 0.0021,
      "step": 16315
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4515126432853384e-05,
      "loss": 0.001,
      "step": 16316
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.451447044098945e-05,
      "loss": 0.0017,
      "step": 16317
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4513814424724942e-05,
      "loss": 0.0011,
      "step": 16318
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4513158384063397e-05,
      "loss": 0.0013,
      "step": 16319
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4512502319008369e-05,
      "loss": 0.0013,
      "step": 16320
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.45118462295634e-05,
      "loss": 0.0011,
      "step": 16321
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4511190115732033e-05,
      "loss": 0.0017,
      "step": 16322
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4510533977517822e-05,
      "loss": 0.0023,
      "step": 16323
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4509877814924305e-05,
      "loss": 0.0019,
      "step": 16324
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4509221627955037e-05,
      "loss": 0.001,
      "step": 16325
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4508565416613556e-05,
      "loss": 0.0018,
      "step": 16326
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4507909180903415e-05,
      "loss": 0.002,
      "step": 16327
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4507252920828158e-05,
      "loss": 0.0016,
      "step": 16328
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4506596636391335e-05,
      "loss": 0.0017,
      "step": 16329
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.450594032759649e-05,
      "loss": 0.0013,
      "step": 16330
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4505283994447172e-05,
      "loss": 0.0013,
      "step": 16331
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.450462763694693e-05,
      "loss": 0.0012,
      "step": 16332
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.450397125509931e-05,
      "loss": 0.0015,
      "step": 16333
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4503314848907857e-05,
      "loss": 0.001,
      "step": 16334
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4502658418376123e-05,
      "loss": 0.0015,
      "step": 16335
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4502001963507652e-05,
      "loss": 0.0017,
      "step": 16336
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4501345484305998e-05,
      "loss": 0.0006,
      "step": 16337
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4500688980774702e-05,
      "loss": 0.0026,
      "step": 16338
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.450003245291732e-05,
      "loss": 0.0013,
      "step": 16339
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4499375900737396e-05,
      "loss": 0.0019,
      "step": 16340
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4498719324238475e-05,
      "loss": 0.001,
      "step": 16341
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4498062723424113e-05,
      "loss": 0.002,
      "step": 16342
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4497406098297858e-05,
      "loss": 0.0026,
      "step": 16343
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4496749448863252e-05,
      "loss": 0.0011,
      "step": 16344
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4496092775123851e-05,
      "loss": 0.0016,
      "step": 16345
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4495436077083202e-05,
      "loss": 0.0009,
      "step": 16346
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4494779354744859e-05,
      "loss": 0.0014,
      "step": 16347
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4494122608112362e-05,
      "loss": 0.0018,
      "step": 16348
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.449346583718927e-05,
      "loss": 0.0006,
      "step": 16349
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4492809041979125e-05,
      "loss": 0.0014,
      "step": 16350
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4492152222485484e-05,
      "loss": 0.0012,
      "step": 16351
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4491495378711895e-05,
      "loss": 0.0005,
      "step": 16352
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4490838510661904e-05,
      "loss": 0.0004,
      "step": 16353
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4490181618339068e-05,
      "loss": 0.0013,
      "step": 16354
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.448952470174693e-05,
      "loss": 0.0021,
      "step": 16355
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4488867760889049e-05,
      "loss": 0.0011,
      "step": 16356
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4488210795768969e-05,
      "loss": 0.0016,
      "step": 16357
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4487553806390245e-05,
      "loss": 0.0017,
      "step": 16358
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4486896792756422e-05,
      "loss": 0.0019,
      "step": 16359
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4486239754871059e-05,
      "loss": 0.0012,
      "step": 16360
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4485582692737705e-05,
      "loss": 0.0014,
      "step": 16361
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4484925606359907e-05,
      "loss": 0.0016,
      "step": 16362
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4484268495741223e-05,
      "loss": 0.0005,
      "step": 16363
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4483611360885195e-05,
      "loss": 0.0022,
      "step": 16364
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4482954201795385e-05,
      "loss": 0.0019,
      "step": 16365
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4482297018475344e-05,
      "loss": 0.0019,
      "step": 16366
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4481639810928616e-05,
      "loss": 0.0015,
      "step": 16367
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4480982579158762e-05,
      "loss": 0.0028,
      "step": 16368
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4480325323169328e-05,
      "loss": 0.0016,
      "step": 16369
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.447966804296387e-05,
      "loss": 0.001,
      "step": 16370
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.447901073854594e-05,
      "loss": 0.0009,
      "step": 16371
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4478353409919091e-05,
      "loss": 0.0009,
      "step": 16372
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4477696057086874e-05,
      "loss": 0.0017,
      "step": 16373
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4477038680052844e-05,
      "loss": 0.0014,
      "step": 16374
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4476381278820553e-05,
      "loss": 0.0019,
      "step": 16375
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4475723853393554e-05,
      "loss": 0.0016,
      "step": 16376
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4475066403775402e-05,
      "loss": 0.0018,
      "step": 16377
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4474408929969645e-05,
      "loss": 0.0024,
      "step": 16378
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4473751431979845e-05,
      "loss": 0.002,
      "step": 16379
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4473093909809555e-05,
      "loss": 0.0013,
      "step": 16380
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.447243636346232e-05,
      "loss": 0.0016,
      "step": 16381
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.44717787929417e-05,
      "loss": 0.001,
      "step": 16382
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4471121198251248e-05,
      "loss": 0.0011,
      "step": 16383
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4470463579394522e-05,
      "loss": 0.0017,
      "step": 16384
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4469805936375074e-05,
      "loss": 0.002,
      "step": 16385
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4469148269196455e-05,
      "loss": 0.0008,
      "step": 16386
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4468490577862224e-05,
      "loss": 0.0021,
      "step": 16387
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4467832862375934e-05,
      "loss": 0.0013,
      "step": 16388
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4467175122741143e-05,
      "loss": 0.002,
      "step": 16389
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.44665173589614e-05,
      "loss": 0.0019,
      "step": 16390
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4465859571040266e-05,
      "loss": 0.0012,
      "step": 16391
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4465201758981293e-05,
      "loss": 0.0017,
      "step": 16392
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.446454392278804e-05,
      "loss": 0.0019,
      "step": 16393
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4463886062464056e-05,
      "loss": 0.0015,
      "step": 16394
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4463228178012902e-05,
      "loss": 0.0017,
      "step": 16395
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4462570269438134e-05,
      "loss": 0.0016,
      "step": 16396
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4461912336743304e-05,
      "loss": 0.0015,
      "step": 16397
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4461254379931976e-05,
      "loss": 0.0012,
      "step": 16398
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4460596399007693e-05,
      "loss": 0.0021,
      "step": 16399
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4459938393974025e-05,
      "loss": 0.0024,
      "step": 16400
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4459280364834523e-05,
      "loss": 0.0009,
      "step": 16401
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4458622311592741e-05,
      "loss": 0.0019,
      "step": 16402
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4457964234252238e-05,
      "loss": 0.0034,
      "step": 16403
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4457306132816571e-05,
      "loss": 0.0008,
      "step": 16404
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4456648007289297e-05,
      "loss": 0.0012,
      "step": 16405
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4455989857673978e-05,
      "loss": 0.0011,
      "step": 16406
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.445533168397416e-05,
      "loss": 0.0014,
      "step": 16407
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4454673486193412e-05,
      "loss": 0.0017,
      "step": 16408
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4454015264335283e-05,
      "loss": 0.0014,
      "step": 16409
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4453357018403336e-05,
      "loss": 0.0014,
      "step": 16410
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4452698748401127e-05,
      "loss": 0.0016,
      "step": 16411
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4452040454332213e-05,
      "loss": 0.0013,
      "step": 16412
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4451382136200151e-05,
      "loss": 0.0019,
      "step": 16413
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4450723794008503e-05,
      "loss": 0.0012,
      "step": 16414
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4450065427760827e-05,
      "loss": 0.0018,
      "step": 16415
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4449407037460676e-05,
      "loss": 0.0011,
      "step": 16416
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4448748623111616e-05,
      "loss": 0.0018,
      "step": 16417
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.44480901847172e-05,
      "loss": 0.0019,
      "step": 16418
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.444743172228099e-05,
      "loss": 0.0019,
      "step": 16419
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4446773235806544e-05,
      "loss": 0.0016,
      "step": 16420
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.444611472529742e-05,
      "loss": 0.0015,
      "step": 16421
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.444545619075718e-05,
      "loss": 0.0013,
      "step": 16422
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.444479763218938e-05,
      "loss": 0.002,
      "step": 16423
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4444139049597583e-05,
      "loss": 0.0014,
      "step": 16424
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4443480442985347e-05,
      "loss": 0.0014,
      "step": 16425
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4442821812356229e-05,
      "loss": 0.0019,
      "step": 16426
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4442163157713793e-05,
      "loss": 0.0022,
      "step": 16427
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4441504479061596e-05,
      "loss": 0.0015,
      "step": 16428
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4440845776403204e-05,
      "loss": 0.002,
      "step": 16429
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4440187049742166e-05,
      "loss": 0.0011,
      "step": 16430
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4439528299082054e-05,
      "loss": 0.0023,
      "step": 16431
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4438869524426423e-05,
      "loss": 0.0004,
      "step": 16432
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4438210725778833e-05,
      "loss": 0.001,
      "step": 16433
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4437551903142847e-05,
      "loss": 0.0009,
      "step": 16434
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4436893056522026e-05,
      "loss": 0.0008,
      "step": 16435
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.443623418591993e-05,
      "loss": 0.0019,
      "step": 16436
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4435575291340117e-05,
      "loss": 0.0012,
      "step": 16437
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4434916372786156e-05,
      "loss": 0.0016,
      "step": 16438
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4434257430261603e-05,
      "loss": 0.0025,
      "step": 16439
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4433598463770018e-05,
      "loss": 0.0018,
      "step": 16440
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4432939473314969e-05,
      "loss": 0.0011,
      "step": 16441
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.443228045890001e-05,
      "loss": 0.0017,
      "step": 16442
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.443162142052871e-05,
      "loss": 0.0011,
      "step": 16443
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4430962358204628e-05,
      "loss": 0.0019,
      "step": 16444
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4430303271931325e-05,
      "loss": 0.0009,
      "step": 16445
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4429644161712368e-05,
      "loss": 0.001,
      "step": 16446
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4428985027551313e-05,
      "loss": 0.0017,
      "step": 16447
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4428325869451726e-05,
      "loss": 0.0015,
      "step": 16448
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.442766668741717e-05,
      "loss": 0.0019,
      "step": 16449
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.442700748145121e-05,
      "loss": 0.002,
      "step": 16450
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4426348251557402e-05,
      "loss": 0.0014,
      "step": 16451
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4425688997739316e-05,
      "loss": 0.0017,
      "step": 16452
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4425029720000513e-05,
      "loss": 0.0013,
      "step": 16453
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4424370418344553e-05,
      "loss": 0.0017,
      "step": 16454
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4423711092775006e-05,
      "loss": 0.0012,
      "step": 16455
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4423051743295432e-05,
      "loss": 0.0022,
      "step": 16456
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4422392369909392e-05,
      "loss": 0.0018,
      "step": 16457
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4421732972620458e-05,
      "loss": 0.0015,
      "step": 16458
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4421073551432185e-05,
      "loss": 0.0012,
      "step": 16459
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4420414106348144e-05,
      "loss": 0.0017,
      "step": 16460
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4419754637371894e-05,
      "loss": 0.0017,
      "step": 16461
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4419095144507002e-05,
      "loss": 0.001,
      "step": 16462
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4418435627757032e-05,
      "loss": 0.0013,
      "step": 16463
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4417776087125552e-05,
      "loss": 0.0015,
      "step": 16464
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4417116522616122e-05,
      "loss": 0.0025,
      "step": 16465
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4416456934232309e-05,
      "loss": 0.0018,
      "step": 16466
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4415797321977676e-05,
      "loss": 0.0011,
      "step": 16467
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.441513768585579e-05,
      "loss": 0.0007,
      "step": 16468
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4414478025870218e-05,
      "loss": 0.0011,
      "step": 16469
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4413818342024523e-05,
      "loss": 0.0019,
      "step": 16470
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.441315863432227e-05,
      "loss": 0.0013,
      "step": 16471
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4412498902767027e-05,
      "loss": 0.0015,
      "step": 16472
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4411839147362359e-05,
      "loss": 0.0013,
      "step": 16473
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4411179368111831e-05,
      "loss": 0.0011,
      "step": 16474
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4410519565019012e-05,
      "loss": 0.0014,
      "step": 16475
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4409859738087466e-05,
      "loss": 0.0024,
      "step": 16476
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4409199887320758e-05,
      "loss": 0.0008,
      "step": 16477
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4408540012722456e-05,
      "loss": 0.0014,
      "step": 16478
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4407880114296127e-05,
      "loss": 0.0022,
      "step": 16479
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4407220192045337e-05,
      "loss": 0.0013,
      "step": 16480
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4406560245973652e-05,
      "loss": 0.0007,
      "step": 16481
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4405900276084642e-05,
      "loss": 0.0013,
      "step": 16482
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4405240282381872e-05,
      "loss": 0.0019,
      "step": 16483
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4404580264868906e-05,
      "loss": 0.0017,
      "step": 16484
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4403920223549319e-05,
      "loss": 0.001,
      "step": 16485
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4403260158426675e-05,
      "loss": 0.0005,
      "step": 16486
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4402600069504537e-05,
      "loss": 0.0008,
      "step": 16487
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.440193995678648e-05,
      "loss": 0.0022,
      "step": 16488
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4401279820276066e-05,
      "loss": 0.0009,
      "step": 16489
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4400619659976864e-05,
      "loss": 0.0021,
      "step": 16490
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4399959475892448e-05,
      "loss": 0.0019,
      "step": 16491
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4399299268026382e-05,
      "loss": 0.0015,
      "step": 16492
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4398639036382233e-05,
      "loss": 0.0019,
      "step": 16493
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4397978780963571e-05,
      "loss": 0.0016,
      "step": 16494
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4397318501773964e-05,
      "loss": 0.0011,
      "step": 16495
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4396658198816982e-05,
      "loss": 0.0016,
      "step": 16496
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4395997872096192e-05,
      "loss": 0.0018,
      "step": 16497
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.439533752161517e-05,
      "loss": 0.0015,
      "step": 16498
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4394677147377473e-05,
      "loss": 0.0017,
      "step": 16499
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.439401674938668e-05,
      "loss": 0.001,
      "step": 16500
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4393356327646355e-05,
      "loss": 0.0024,
      "step": 16501
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4392695882160073e-05,
      "loss": 0.0018,
      "step": 16502
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4392035412931397e-05,
      "loss": 0.0007,
      "step": 16503
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4391374919963905e-05,
      "loss": 0.0019,
      "step": 16504
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4390714403261159e-05,
      "loss": 0.001,
      "step": 16505
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4390053862826733e-05,
      "loss": 0.0013,
      "step": 16506
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4389393298664197e-05,
      "loss": 0.0011,
      "step": 16507
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4388732710777117e-05,
      "loss": 0.0025,
      "step": 16508
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4388072099169073e-05,
      "loss": 0.0019,
      "step": 16509
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4387411463843628e-05,
      "loss": 0.0017,
      "step": 16510
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4386750804804354e-05,
      "loss": 0.0011,
      "step": 16511
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4386090122054826e-05,
      "loss": 0.0013,
      "step": 16512
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4385429415598607e-05,
      "loss": 0.0008,
      "step": 16513
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4384768685439274e-05,
      "loss": 0.0028,
      "step": 16514
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4384107931580396e-05,
      "loss": 0.0025,
      "step": 16515
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4383447154025547e-05,
      "loss": 0.0008,
      "step": 16516
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4382786352778295e-05,
      "loss": 0.002,
      "step": 16517
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4382125527842217e-05,
      "loss": 0.0019,
      "step": 16518
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4381464679220878e-05,
      "loss": 0.0018,
      "step": 16519
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.4380803806917851e-05,
      "loss": 0.0011,
      "step": 16520
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4380142910936714e-05,
      "loss": 0.0012,
      "step": 16521
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.437948199128103e-05,
      "loss": 0.0009,
      "step": 16522
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4378821047954382e-05,
      "loss": 0.0009,
      "step": 16523
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4378160080960332e-05,
      "loss": 0.0007,
      "step": 16524
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.437749909030246e-05,
      "loss": 0.0017,
      "step": 16525
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4376838075984334e-05,
      "loss": 0.0015,
      "step": 16526
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4376177038009526e-05,
      "loss": 0.0018,
      "step": 16527
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4375515976381618e-05,
      "loss": 0.0016,
      "step": 16528
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.437485489110417e-05,
      "loss": 0.0015,
      "step": 16529
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4374193782180767e-05,
      "loss": 0.0013,
      "step": 16530
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4373532649614976e-05,
      "loss": 0.0021,
      "step": 16531
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4372871493410368e-05,
      "loss": 0.0012,
      "step": 16532
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4372210313570523e-05,
      "loss": 0.0007,
      "step": 16533
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4371549110099008e-05,
      "loss": 0.0009,
      "step": 16534
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4370887882999402e-05,
      "loss": 0.0015,
      "step": 16535
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4370226632275277e-05,
      "loss": 0.0011,
      "step": 16536
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4369565357930209e-05,
      "loss": 0.0018,
      "step": 16537
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.436890405996777e-05,
      "loss": 0.0008,
      "step": 16538
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4368242738391533e-05,
      "loss": 0.0009,
      "step": 16539
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4367581393205075e-05,
      "loss": 0.0008,
      "step": 16540
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4366920024411968e-05,
      "loss": 0.0014,
      "step": 16541
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.436625863201579e-05,
      "loss": 0.0017,
      "step": 16542
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4365597216020112e-05,
      "loss": 0.0017,
      "step": 16543
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4364935776428512e-05,
      "loss": 0.0013,
      "step": 16544
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4364274313244566e-05,
      "loss": 0.0011,
      "step": 16545
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4363612826471845e-05,
      "loss": 0.0014,
      "step": 16546
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.436295131611393e-05,
      "loss": 0.0009,
      "step": 16547
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4362289782174387e-05,
      "loss": 0.0017,
      "step": 16548
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4361628224656803e-05,
      "loss": 0.0028,
      "step": 16549
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4360966643564746e-05,
      "loss": 0.0012,
      "step": 16550
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4360305038901796e-05,
      "loss": 0.002,
      "step": 16551
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4359643410671527e-05,
      "loss": 0.0015,
      "step": 16552
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4358981758877513e-05,
      "loss": 0.0016,
      "step": 16553
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4358320083523335e-05,
      "loss": 0.0024,
      "step": 16554
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4357658384612562e-05,
      "loss": 0.0015,
      "step": 16555
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4356996662148781e-05,
      "loss": 0.0028,
      "step": 16556
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4356334916135558e-05,
      "loss": 0.0008,
      "step": 16557
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4355673146576478e-05,
      "loss": 0.0014,
      "step": 16558
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4355011353475115e-05,
      "loss": 0.001,
      "step": 16559
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4354349536835042e-05,
      "loss": 0.0012,
      "step": 16560
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.435368769665984e-05,
      "loss": 0.0021,
      "step": 16561
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4353025832953082e-05,
      "loss": 0.0008,
      "step": 16562
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4352363945718354e-05,
      "loss": 0.0019,
      "step": 16563
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4351702034959229e-05,
      "loss": 0.0017,
      "step": 16564
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4351040100679283e-05,
      "loss": 0.0032,
      "step": 16565
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4350378142882095e-05,
      "loss": 0.0009,
      "step": 16566
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4349716161571241e-05,
      "loss": 0.0012,
      "step": 16567
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4349054156750303e-05,
      "loss": 0.0022,
      "step": 16568
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4348392128422854e-05,
      "loss": 0.0011,
      "step": 16569
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4347730076592478e-05,
      "loss": 0.0015,
      "step": 16570
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4347068001262751e-05,
      "loss": 0.0018,
      "step": 16571
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4346405902437248e-05,
      "loss": 0.0022,
      "step": 16572
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4345743780119552e-05,
      "loss": 0.0018,
      "step": 16573
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4345081634313239e-05,
      "loss": 0.0026,
      "step": 16574
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4344419465021892e-05,
      "loss": 0.0015,
      "step": 16575
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4343757272249083e-05,
      "loss": 0.0014,
      "step": 16576
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.43430950559984e-05,
      "loss": 0.0025,
      "step": 16577
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4342432816273414e-05,
      "loss": 0.001,
      "step": 16578
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.434177055307771e-05,
      "loss": 0.0029,
      "step": 16579
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4341108266414863e-05,
      "loss": 0.0016,
      "step": 16580
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4340445956288453e-05,
      "loss": 0.0016,
      "step": 16581
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4339783622702068e-05,
      "loss": 0.0012,
      "step": 16582
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4339121265659279e-05,
      "loss": 0.0011,
      "step": 16583
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4338458885163669e-05,
      "loss": 0.0021,
      "step": 16584
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4337796481218817e-05,
      "loss": 0.0016,
      "step": 16585
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4337134053828305e-05,
      "loss": 0.0023,
      "step": 16586
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4336471602995713e-05,
      "loss": 0.0014,
      "step": 16587
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4335809128724619e-05,
      "loss": 0.0013,
      "step": 16588
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4335146631018609e-05,
      "loss": 0.001,
      "step": 16589
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4334484109881257e-05,
      "loss": 0.0018,
      "step": 16590
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4333821565316151e-05,
      "loss": 0.0016,
      "step": 16591
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4333158997326869e-05,
      "loss": 0.0018,
      "step": 16592
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4332496405916987e-05,
      "loss": 0.0014,
      "step": 16593
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4331833791090095e-05,
      "loss": 0.0011,
      "step": 16594
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4331171152849769e-05,
      "loss": 0.0015,
      "step": 16595
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4330508491199591e-05,
      "loss": 0.0014,
      "step": 16596
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4329845806143143e-05,
      "loss": 0.0015,
      "step": 16597
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4329183097684007e-05,
      "loss": 0.0014,
      "step": 16598
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4328520365825766e-05,
      "loss": 0.0018,
      "step": 16599
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4327857610572002e-05,
      "loss": 0.0008,
      "step": 16600
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4327194831926299e-05,
      "loss": 0.0013,
      "step": 16601
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4326532029892233e-05,
      "loss": 0.0028,
      "step": 16602
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4325869204473392e-05,
      "loss": 0.0017,
      "step": 16603
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4325206355673357e-05,
      "loss": 0.0007,
      "step": 16604
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.432454348349571e-05,
      "loss": 0.0012,
      "step": 16605
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4323880587944034e-05,
      "loss": 0.0024,
      "step": 16606
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4323217669021911e-05,
      "loss": 0.0019,
      "step": 16607
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4322554726732927e-05,
      "loss": 0.001,
      "step": 16608
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4321891761080661e-05,
      "loss": 0.0016,
      "step": 16609
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4321228772068703e-05,
      "loss": 0.0019,
      "step": 16610
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.432056575970063e-05,
      "loss": 0.0012,
      "step": 16611
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4319902723980026e-05,
      "loss": 0.0009,
      "step": 16612
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.431923966491048e-05,
      "loss": 0.0019,
      "step": 16613
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4318576582495567e-05,
      "loss": 0.0025,
      "step": 16614
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.431791347673888e-05,
      "loss": 0.0013,
      "step": 16615
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4317250347643998e-05,
      "loss": 0.0012,
      "step": 16616
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4316587195214507e-05,
      "loss": 0.0019,
      "step": 16617
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.431592401945399e-05,
      "loss": 0.0017,
      "step": 16618
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4315260820366033e-05,
      "loss": 0.0017,
      "step": 16619
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.431459759795422e-05,
      "loss": 0.0019,
      "step": 16620
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4313934352222134e-05,
      "loss": 0.0022,
      "step": 16621
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4313271083173363e-05,
      "loss": 0.0009,
      "step": 16622
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.431260779081149e-05,
      "loss": 0.0023,
      "step": 16623
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.43119444751401e-05,
      "loss": 0.0014,
      "step": 16624
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4311281136162778e-05,
      "loss": 0.0017,
      "step": 16625
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4310617773883109e-05,
      "loss": 0.0018,
      "step": 16626
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4309954388304683e-05,
      "loss": 0.0025,
      "step": 16627
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4309290979431076e-05,
      "loss": 0.0009,
      "step": 16628
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4308627547265886e-05,
      "loss": 0.0019,
      "step": 16629
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4307964091812687e-05,
      "loss": 0.0016,
      "step": 16630
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4307300613075072e-05,
      "loss": 0.0008,
      "step": 16631
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.430663711105663e-05,
      "loss": 0.0016,
      "step": 16632
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4305973585760935e-05,
      "loss": 0.0006,
      "step": 16633
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4305310037191584e-05,
      "loss": 0.0015,
      "step": 16634
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.430464646535216e-05,
      "loss": 0.0016,
      "step": 16635
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4303982870246254e-05,
      "loss": 0.0019,
      "step": 16636
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4303319251877445e-05,
      "loss": 0.0012,
      "step": 16637
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4302655610249323e-05,
      "loss": 0.0024,
      "step": 16638
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4301991945365478e-05,
      "loss": 0.0014,
      "step": 16639
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4301328257229494e-05,
      "loss": 0.0011,
      "step": 16640
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.430066454584496e-05,
      "loss": 0.0021,
      "step": 16641
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4300000811215458e-05,
      "loss": 0.0006,
      "step": 16642
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4299337053344585e-05,
      "loss": 0.0006,
      "step": 16643
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4298673272235922e-05,
      "loss": 0.0017,
      "step": 16644
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4298009467893056e-05,
      "loss": 0.0022,
      "step": 16645
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4297345640319575e-05,
      "loss": 0.002,
      "step": 16646
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4296681789519071e-05,
      "loss": 0.0018,
      "step": 16647
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.429601791549513e-05,
      "loss": 0.0019,
      "step": 16648
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4295354018251342e-05,
      "loss": 0.0015,
      "step": 16649
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.429469009779129e-05,
      "loss": 0.001,
      "step": 16650
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.429402615411857e-05,
      "loss": 0.0019,
      "step": 16651
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4293362187236759e-05,
      "loss": 0.0016,
      "step": 16652
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4292698197149459e-05,
      "loss": 0.002,
      "step": 16653
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4292034183860252e-05,
      "loss": 0.0018,
      "step": 16654
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.429137014737273e-05,
      "loss": 0.0015,
      "step": 16655
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4290706087690478e-05,
      "loss": 0.0021,
      "step": 16656
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4290042004817087e-05,
      "loss": 0.0014,
      "step": 16657
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.428937789875615e-05,
      "loss": 0.0021,
      "step": 16658
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4288713769511248e-05,
      "loss": 0.0023,
      "step": 16659
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4288049617085979e-05,
      "loss": 0.001,
      "step": 16660
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4287385441483927e-05,
      "loss": 0.0015,
      "step": 16661
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.428672124270869e-05,
      "loss": 0.0018,
      "step": 16662
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4286057020763847e-05,
      "loss": 0.001,
      "step": 16663
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4285392775652995e-05,
      "loss": 0.0009,
      "step": 16664
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4284728507379724e-05,
      "loss": 0.0016,
      "step": 16665
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.428406421594762e-05,
      "loss": 0.0015,
      "step": 16666
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.428339990136028e-05,
      "loss": 0.0016,
      "step": 16667
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4282735563621289e-05,
      "loss": 0.0027,
      "step": 16668
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.428207120273424e-05,
      "loss": 0.0008,
      "step": 16669
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.428140681870272e-05,
      "loss": 0.0003,
      "step": 16670
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4280742411530329e-05,
      "loss": 0.0009,
      "step": 16671
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.428007798122065e-05,
      "loss": 0.0011,
      "step": 16672
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4279413527777278e-05,
      "loss": 0.0018,
      "step": 16673
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4278749051203804e-05,
      "loss": 0.0017,
      "step": 16674
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4278084551503817e-05,
      "loss": 0.0015,
      "step": 16675
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4277420028680913e-05,
      "loss": 0.0005,
      "step": 16676
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.427675548273868e-05,
      "loss": 0.0017,
      "step": 16677
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.427609091368071e-05,
      "loss": 0.0007,
      "step": 16678
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4275426321510596e-05,
      "loss": 0.0019,
      "step": 16679
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.427476170623193e-05,
      "loss": 0.0022,
      "step": 16680
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4274097067848308e-05,
      "loss": 0.0014,
      "step": 16681
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4273432406363312e-05,
      "loss": 0.0008,
      "step": 16682
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4272767721780545e-05,
      "loss": 0.0014,
      "step": 16683
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4272103014103595e-05,
      "loss": 0.0011,
      "step": 16684
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4271438283336057e-05,
      "loss": 0.0027,
      "step": 16685
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.427077352948152e-05,
      "loss": 0.0011,
      "step": 16686
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.427010875254358e-05,
      "loss": 0.0018,
      "step": 16687
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4269443952525827e-05,
      "loss": 0.002,
      "step": 16688
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4268779129431863e-05,
      "loss": 0.0011,
      "step": 16689
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4268114283265268e-05,
      "loss": 0.0014,
      "step": 16690
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4267449414029646e-05,
      "loss": 0.0013,
      "step": 16691
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4266784521728585e-05,
      "loss": 0.0016,
      "step": 16692
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4266119606365683e-05,
      "loss": 0.0015,
      "step": 16693
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4265454667944529e-05,
      "loss": 0.0007,
      "step": 16694
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4264789706468722e-05,
      "loss": 0.0008,
      "step": 16695
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4264124721941855e-05,
      "loss": 0.0007,
      "step": 16696
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4263459714367516e-05,
      "loss": 0.0019,
      "step": 16697
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4262794683749309e-05,
      "loss": 0.0012,
      "step": 16698
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.426212963009082e-05,
      "loss": 0.0024,
      "step": 16699
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.426146455339565e-05,
      "loss": 0.0019,
      "step": 16700
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4260799453667389e-05,
      "loss": 0.0024,
      "step": 16701
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4260134330909634e-05,
      "loss": 0.0017,
      "step": 16702
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4259469185125977e-05,
      "loss": 0.0008,
      "step": 16703
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4258804016320023e-05,
      "loss": 0.0016,
      "step": 16704
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4258138824495356e-05,
      "loss": 0.0016,
      "step": 16705
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4257473609655574e-05,
      "loss": 0.0015,
      "step": 16706
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4256808371804276e-05,
      "loss": 0.0014,
      "step": 16707
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4256143110945055e-05,
      "loss": 0.0023,
      "step": 16708
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4255477827081508e-05,
      "loss": 0.0013,
      "step": 16709
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.425481252021723e-05,
      "loss": 0.0018,
      "step": 16710
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4254147190355813e-05,
      "loss": 0.001,
      "step": 16711
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4253481837500862e-05,
      "loss": 0.0019,
      "step": 16712
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4252816461655967e-05,
      "loss": 0.0026,
      "step": 16713
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4252151062824727e-05,
      "loss": 0.0007,
      "step": 16714
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4251485641010734e-05,
      "loss": 0.0009,
      "step": 16715
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.425082019621759e-05,
      "loss": 0.0013,
      "step": 16716
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4250154728448889e-05,
      "loss": 0.0013,
      "step": 16717
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4249489237708227e-05,
      "loss": 0.001,
      "step": 16718
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4248823723999205e-05,
      "loss": 0.0012,
      "step": 16719
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4248158187325414e-05,
      "loss": 0.0017,
      "step": 16720
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4247492627690456e-05,
      "loss": 0.003,
      "step": 16721
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4246827045097926e-05,
      "loss": 0.002,
      "step": 16722
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4246161439551425e-05,
      "loss": 0.0018,
      "step": 16723
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4245495811054544e-05,
      "loss": 0.0014,
      "step": 16724
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4244830159610885e-05,
      "loss": 0.0012,
      "step": 16725
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4244164485224048e-05,
      "loss": 0.0016,
      "step": 16726
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4243498787897628e-05,
      "loss": 0.0014,
      "step": 16727
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4242833067635222e-05,
      "loss": 0.0008,
      "step": 16728
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.424216732444043e-05,
      "loss": 0.0019,
      "step": 16729
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.424150155831685e-05,
      "loss": 0.0013,
      "step": 16730
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4240835769268082e-05,
      "loss": 0.0013,
      "step": 16731
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4240169957297721e-05,
      "loss": 0.0015,
      "step": 16732
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4239504122409367e-05,
      "loss": 0.0028,
      "step": 16733
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.423883826460662e-05,
      "loss": 0.002,
      "step": 16734
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.423817238389308e-05,
      "loss": 0.0009,
      "step": 16735
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4237506480272343e-05,
      "loss": 0.0017,
      "step": 16736
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.423684055374801e-05,
      "loss": 0.0022,
      "step": 16737
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4236174604323681e-05,
      "loss": 0.0015,
      "step": 16738
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4235508632002952e-05,
      "loss": 0.0009,
      "step": 16739
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4234842636789428e-05,
      "loss": 0.0022,
      "step": 16740
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4234176618686703e-05,
      "loss": 0.0017,
      "step": 16741
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4233510577698377e-05,
      "loss": 0.0012,
      "step": 16742
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4232844513828059e-05,
      "loss": 0.001,
      "step": 16743
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4232178427079337e-05,
      "loss": 0.001,
      "step": 16744
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.423151231745582e-05,
      "loss": 0.0013,
      "step": 16745
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4230846184961103e-05,
      "loss": 0.0006,
      "step": 16746
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.423018002959879e-05,
      "loss": 0.0012,
      "step": 16747
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4229513851372479e-05,
      "loss": 0.0015,
      "step": 16748
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4228847650285773e-05,
      "loss": 0.0019,
      "step": 16749
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4228181426342269e-05,
      "loss": 0.0008,
      "step": 16750
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.422751517954557e-05,
      "loss": 0.0015,
      "step": 16751
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.422684890989928e-05,
      "loss": 0.0025,
      "step": 16752
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4226182617406996e-05,
      "loss": 0.0019,
      "step": 16753
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4225516302072322e-05,
      "loss": 0.0006,
      "step": 16754
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4224849963898854e-05,
      "loss": 0.0023,
      "step": 16755
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4224183602890202e-05,
      "loss": 0.0016,
      "step": 16756
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4223517219049964e-05,
      "loss": 0.002,
      "step": 16757
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.422285081238174e-05,
      "loss": 0.0015,
      "step": 16758
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4222184382889133e-05,
      "loss": 0.0013,
      "step": 16759
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4221517930575743e-05,
      "loss": 0.0009,
      "step": 16760
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4220851455445175e-05,
      "loss": 0.0012,
      "step": 16761
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4220184957501034e-05,
      "loss": 0.002,
      "step": 16762
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4219518436746912e-05,
      "loss": 0.0018,
      "step": 16763
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4218851893186425e-05,
      "loss": 0.001,
      "step": 16764
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4218185326823166e-05,
      "loss": 0.0012,
      "step": 16765
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4217518737660743e-05,
      "loss": 0.0021,
      "step": 16766
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4216852125702755e-05,
      "loss": 0.0012,
      "step": 16767
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.421618549095281e-05,
      "loss": 0.0018,
      "step": 16768
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4215518833414506e-05,
      "loss": 0.0011,
      "step": 16769
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4214852153091444e-05,
      "loss": 0.0022,
      "step": 16770
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4214185449987238e-05,
      "loss": 0.002,
      "step": 16771
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4213518724105481e-05,
      "loss": 0.0022,
      "step": 16772
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4212851975449785e-05,
      "loss": 0.0013,
      "step": 16773
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4212185204023745e-05,
      "loss": 0.0018,
      "step": 16774
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4211518409830973e-05,
      "loss": 0.0017,
      "step": 16775
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4210851592875066e-05,
      "loss": 0.0006,
      "step": 16776
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4210184753159634e-05,
      "loss": 0.0019,
      "step": 16777
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4209517890688278e-05,
      "loss": 0.0012,
      "step": 16778
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.42088510054646e-05,
      "loss": 0.0016,
      "step": 16779
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4208184097492212e-05,
      "loss": 0.0024,
      "step": 16780
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4207517166774713e-05,
      "loss": 0.0008,
      "step": 16781
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4206850213315711e-05,
      "loss": 0.0009,
      "step": 16782
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4206183237118806e-05,
      "loss": 0.0014,
      "step": 16783
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4205516238187606e-05,
      "loss": 0.0017,
      "step": 16784
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4204849216525718e-05,
      "loss": 0.0016,
      "step": 16785
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4204182172136742e-05,
      "loss": 0.0017,
      "step": 16786
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4203515105024291e-05,
      "loss": 0.0009,
      "step": 16787
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4202848015191961e-05,
      "loss": 0.0016,
      "step": 16788
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4202180902643365e-05,
      "loss": 0.0016,
      "step": 16789
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.420151376738211e-05,
      "loss": 0.0019,
      "step": 16790
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4200846609411791e-05,
      "loss": 0.0015,
      "step": 16791
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4200179428736027e-05,
      "loss": 0.0015,
      "step": 16792
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4199512225358416e-05,
      "loss": 0.0014,
      "step": 16793
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4198844999282567e-05,
      "loss": 0.0009,
      "step": 16794
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4198177750512084e-05,
      "loss": 0.0025,
      "step": 16795
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4197510479050576e-05,
      "loss": 0.0009,
      "step": 16796
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.419684318490165e-05,
      "loss": 0.0011,
      "step": 16797
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4196175868068909e-05,
      "loss": 0.0022,
      "step": 16798
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4195508528555966e-05,
      "loss": 0.0024,
      "step": 16799
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.419484116636642e-05,
      "loss": 0.0012,
      "step": 16800
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4194173781503886e-05,
      "loss": 0.0019,
      "step": 16801
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4193506373971968e-05,
      "loss": 0.0014,
      "step": 16802
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.419283894377427e-05,
      "loss": 0.0022,
      "step": 16803
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4192171490914406e-05,
      "loss": 0.0015,
      "step": 16804
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4191504015395976e-05,
      "loss": 0.0014,
      "step": 16805
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4190836517222595e-05,
      "loss": 0.0011,
      "step": 16806
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4190168996397864e-05,
      "loss": 0.001,
      "step": 16807
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4189501452925398e-05,
      "loss": 0.0022,
      "step": 16808
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4188833886808802e-05,
      "loss": 0.0025,
      "step": 16809
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4188166298051678e-05,
      "loss": 0.0018,
      "step": 16810
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4187498686657644e-05,
      "loss": 0.0022,
      "step": 16811
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4186831052630303e-05,
      "loss": 0.0012,
      "step": 16812
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4186163395973265e-05,
      "loss": 0.0015,
      "step": 16813
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4185495716690138e-05,
      "loss": 0.0014,
      "step": 16814
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4184828014784532e-05,
      "loss": 0.0016,
      "step": 16815
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4184160290260054e-05,
      "loss": 0.0008,
      "step": 16816
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4183492543120316e-05,
      "loss": 0.0015,
      "step": 16817
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4182824773368924e-05,
      "loss": 0.0016,
      "step": 16818
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.418215698100949e-05,
      "loss": 0.0014,
      "step": 16819
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4181489166045622e-05,
      "loss": 0.0014,
      "step": 16820
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.418082132848093e-05,
      "loss": 0.0014,
      "step": 16821
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.418015346831902e-05,
      "loss": 0.0021,
      "step": 16822
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4179485585563508e-05,
      "loss": 0.0012,
      "step": 16823
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4178817680218e-05,
      "loss": 0.0026,
      "step": 16824
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4178149752286108e-05,
      "loss": 0.0023,
      "step": 16825
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4177481801771438e-05,
      "loss": 0.0025,
      "step": 16826
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4176813828677606e-05,
      "loss": 0.0012,
      "step": 16827
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4176145833008217e-05,
      "loss": 0.0013,
      "step": 16828
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4175477814766888e-05,
      "loss": 0.0017,
      "step": 16829
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4174809773957223e-05,
      "loss": 0.0013,
      "step": 16830
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4174141710582837e-05,
      "loss": 0.0019,
      "step": 16831
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4173473624647339e-05,
      "loss": 0.0016,
      "step": 16832
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4172805516154336e-05,
      "loss": 0.0013,
      "step": 16833
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.417213738510745e-05,
      "loss": 0.0022,
      "step": 16834
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4171469231510283e-05,
      "loss": 0.0025,
      "step": 16835
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4170801055366449e-05,
      "loss": 0.0018,
      "step": 16836
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4170132856679559e-05,
      "loss": 0.001,
      "step": 16837
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4169464635453223e-05,
      "loss": 0.0022,
      "step": 16838
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.416879639169106e-05,
      "loss": 0.0012,
      "step": 16839
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4168128125396673e-05,
      "loss": 0.0012,
      "step": 16840
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4167459836573678e-05,
      "loss": 0.0015,
      "step": 16841
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4166791525225688e-05,
      "loss": 0.0013,
      "step": 16842
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4166123191356311e-05,
      "loss": 0.0017,
      "step": 16843
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4165454834969166e-05,
      "loss": 0.0021,
      "step": 16844
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4164786456067859e-05,
      "loss": 0.0007,
      "step": 16845
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4164118054656007e-05,
      "loss": 0.002,
      "step": 16846
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4163449630737219e-05,
      "loss": 0.002,
      "step": 16847
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.416278118431511e-05,
      "loss": 0.0014,
      "step": 16848
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4162112715393294e-05,
      "loss": 0.0015,
      "step": 16849
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4161444223975383e-05,
      "loss": 0.0021,
      "step": 16850
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4160775710064987e-05,
      "loss": 0.0023,
      "step": 16851
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4160107173665725e-05,
      "loss": 0.0015,
      "step": 16852
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4159438614781207e-05,
      "loss": 0.0012,
      "step": 16853
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4158770033415045e-05,
      "loss": 0.0012,
      "step": 16854
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4158101429570859e-05,
      "loss": 0.0009,
      "step": 16855
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4157432803252256e-05,
      "loss": 0.0013,
      "step": 16856
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4156764154462853e-05,
      "loss": 0.0017,
      "step": 16857
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4156095483206263e-05,
      "loss": 0.0018,
      "step": 16858
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.41554267894861e-05,
      "loss": 0.0016,
      "step": 16859
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.415475807330598e-05,
      "loss": 0.002,
      "step": 16860
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4154089334669516e-05,
      "loss": 0.0009,
      "step": 16861
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4153420573580322e-05,
      "loss": 0.0016,
      "step": 16862
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4152751790042016e-05,
      "loss": 0.0019,
      "step": 16863
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4152082984058208e-05,
      "loss": 0.0023,
      "step": 16864
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4151414155632517e-05,
      "loss": 0.0021,
      "step": 16865
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4150745304768554e-05,
      "loss": 0.0022,
      "step": 16866
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4150076431469936e-05,
      "loss": 0.0017,
      "step": 16867
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.414940753574028e-05,
      "loss": 0.002,
      "step": 16868
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.41487386175832e-05,
      "loss": 0.0012,
      "step": 16869
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4148069677002313e-05,
      "loss": 0.002,
      "step": 16870
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4147400714001227e-05,
      "loss": 0.0014,
      "step": 16871
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4146731728583566e-05,
      "loss": 0.0019,
      "step": 16872
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4146062720752946e-05,
      "loss": 0.0015,
      "step": 16873
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.414539369051298e-05,
      "loss": 0.0013,
      "step": 16874
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4144724637867284e-05,
      "loss": 0.001,
      "step": 16875
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4144055562819474e-05,
      "loss": 0.0019,
      "step": 16876
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.414338646537317e-05,
      "loss": 0.0013,
      "step": 16877
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4142717345531982e-05,
      "loss": 0.0015,
      "step": 16878
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4142048203299533e-05,
      "loss": 0.0009,
      "step": 16879
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4141379038679433e-05,
      "loss": 0.0006,
      "step": 16880
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4140709851675306e-05,
      "loss": 0.0008,
      "step": 16881
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4140040642290764e-05,
      "loss": 0.0007,
      "step": 16882
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4139371410529425e-05,
      "loss": 0.0021,
      "step": 16883
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4138702156394908e-05,
      "loss": 0.0013,
      "step": 16884
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4138032879890826e-05,
      "loss": 0.0018,
      "step": 16885
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4137363581020805e-05,
      "loss": 0.0016,
      "step": 16886
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4136694259788452e-05,
      "loss": 0.0022,
      "step": 16887
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4136024916197391e-05,
      "loss": 0.0017,
      "step": 16888
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.413535555025124e-05,
      "loss": 0.001,
      "step": 16889
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4134686161953615e-05,
      "loss": 0.0023,
      "step": 16890
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4134016751308135e-05,
      "loss": 0.001,
      "step": 16891
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4133347318318416e-05,
      "loss": 0.0012,
      "step": 16892
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4132677862988078e-05,
      "loss": 0.0023,
      "step": 16893
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.413200838532074e-05,
      "loss": 0.0015,
      "step": 16894
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4131338885320018e-05,
      "loss": 0.0014,
      "step": 16895
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4130669362989536e-05,
      "loss": 0.0018,
      "step": 16896
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4129999818332905e-05,
      "loss": 0.0029,
      "step": 16897
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4129330251353752e-05,
      "loss": 0.0016,
      "step": 16898
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4128660662055688e-05,
      "loss": 0.0016,
      "step": 16899
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.412799105044234e-05,
      "loss": 0.0018,
      "step": 16900
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4127321416517319e-05,
      "loss": 0.0021,
      "step": 16901
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4126651760284252e-05,
      "loss": 0.0014,
      "step": 16902
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4125982081746754e-05,
      "loss": 0.0025,
      "step": 16903
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4125312380908444e-05,
      "loss": 0.0013,
      "step": 16904
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4124642657772944e-05,
      "loss": 0.002,
      "step": 16905
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4123972912343877e-05,
      "loss": 0.0019,
      "step": 16906
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4123303144624854e-05,
      "loss": 0.0013,
      "step": 16907
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4122633354619504e-05,
      "loss": 0.0009,
      "step": 16908
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.412196354233144e-05,
      "loss": 0.0013,
      "step": 16909
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.412129370776429e-05,
      "loss": 0.0023,
      "step": 16910
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4120623850921667e-05,
      "loss": 0.0009,
      "step": 16911
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4119953971807197e-05,
      "loss": 0.0016,
      "step": 16912
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4119284070424498e-05,
      "loss": 0.0013,
      "step": 16913
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.411861414677719e-05,
      "loss": 0.001,
      "step": 16914
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4117944200868898e-05,
      "loss": 0.0018,
      "step": 16915
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4117274232703236e-05,
      "loss": 0.0015,
      "step": 16916
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4116604242283831e-05,
      "loss": 0.0012,
      "step": 16917
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4115934229614302e-05,
      "loss": 0.0012,
      "step": 16918
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4115264194698275e-05,
      "loss": 0.002,
      "step": 16919
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4114594137539364e-05,
      "loss": 0.0009,
      "step": 16920
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4113924058141195e-05,
      "loss": 0.0024,
      "step": 16921
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.411325395650739e-05,
      "loss": 0.0014,
      "step": 16922
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4112583832641567e-05,
      "loss": 0.0011,
      "step": 16923
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4111913686547351e-05,
      "loss": 0.0016,
      "step": 16924
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4111243518228366e-05,
      "loss": 0.0014,
      "step": 16925
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4110573327688232e-05,
      "loss": 0.0011,
      "step": 16926
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4109903114930572e-05,
      "loss": 0.0015,
      "step": 16927
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4109232879959008e-05,
      "loss": 0.0013,
      "step": 16928
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4108562622777163e-05,
      "loss": 0.0018,
      "step": 16929
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4107892343388657e-05,
      "loss": 0.0014,
      "step": 16930
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4107222041797116e-05,
      "loss": 0.0019,
      "step": 16931
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4106551718006162e-05,
      "loss": 0.0014,
      "step": 16932
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4105881372019421e-05,
      "loss": 0.0011,
      "step": 16933
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.410521100384051e-05,
      "loss": 0.0017,
      "step": 16934
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4104540613473056e-05,
      "loss": 0.0009,
      "step": 16935
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4103870200920686e-05,
      "loss": 0.001,
      "step": 16936
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4103199766187015e-05,
      "loss": 0.0017,
      "step": 16937
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4102529309275675e-05,
      "loss": 0.0015,
      "step": 16938
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4101858830190285e-05,
      "loss": 0.0014,
      "step": 16939
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.410118832893447e-05,
      "loss": 0.0012,
      "step": 16940
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4100517805511853e-05,
      "loss": 0.0023,
      "step": 16941
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4099847259926058e-05,
      "loss": 0.0024,
      "step": 16942
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4099176692180715e-05,
      "loss": 0.0021,
      "step": 16943
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.409850610227944e-05,
      "loss": 0.0014,
      "step": 16944
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4097835490225866e-05,
      "loss": 0.0015,
      "step": 16945
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.409716485602361e-05,
      "loss": 0.0018,
      "step": 16946
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4096494199676301e-05,
      "loss": 0.0013,
      "step": 16947
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4095823521187564e-05,
      "loss": 0.0017,
      "step": 16948
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.409515282056102e-05,
      "loss": 0.0023,
      "step": 16949
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4094482097800299e-05,
      "loss": 0.0025,
      "step": 16950
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4093811352909024e-05,
      "loss": 0.0023,
      "step": 16951
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4093140585890821e-05,
      "loss": 0.0012,
      "step": 16952
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4092469796749314e-05,
      "loss": 0.0014,
      "step": 16953
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.409179898548813e-05,
      "loss": 0.0009,
      "step": 16954
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4091128152110896e-05,
      "loss": 0.0015,
      "step": 16955
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4090457296621232e-05,
      "loss": 0.0018,
      "step": 16956
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4089786419022771e-05,
      "loss": 0.0012,
      "step": 16957
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4089115519319134e-05,
      "loss": 0.0019,
      "step": 16958
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.408844459751395e-05,
      "loss": 0.0015,
      "step": 16959
    },
    {
      "epoch": 0.38,
      "learning_rate": 1.4087773653610848e-05,
      "loss": 0.0021,
      "step": 16960
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4087102687613447e-05,
      "loss": 0.0016,
      "step": 16961
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4086431699525381e-05,
      "loss": 0.001,
      "step": 16962
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.408576068935027e-05,
      "loss": 0.0025,
      "step": 16963
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4085089657091748e-05,
      "loss": 0.0017,
      "step": 16964
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4084418602753434e-05,
      "loss": 0.0016,
      "step": 16965
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4083747526338962e-05,
      "loss": 0.0021,
      "step": 16966
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4083076427851956e-05,
      "loss": 0.0021,
      "step": 16967
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4082405307296041e-05,
      "loss": 0.0028,
      "step": 16968
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4081734164674852e-05,
      "loss": 0.0017,
      "step": 16969
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4081062999992006e-05,
      "loss": 0.0024,
      "step": 16970
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4080391813251137e-05,
      "loss": 0.0013,
      "step": 16971
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4079720604455874e-05,
      "loss": 0.0015,
      "step": 16972
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.407904937360984e-05,
      "loss": 0.0015,
      "step": 16973
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4078378120716668e-05,
      "loss": 0.0014,
      "step": 16974
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4077706845779981e-05,
      "loss": 0.0015,
      "step": 16975
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4077035548803416e-05,
      "loss": 0.0017,
      "step": 16976
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4076364229790587e-05,
      "loss": 0.0013,
      "step": 16977
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4075692888745133e-05,
      "loss": 0.001,
      "step": 16978
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4075021525670684e-05,
      "loss": 0.0011,
      "step": 16979
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4074350140570862e-05,
      "loss": 0.0012,
      "step": 16980
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.40736787334493e-05,
      "loss": 0.0011,
      "step": 16981
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4073007304309625e-05,
      "loss": 0.002,
      "step": 16982
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4072335853155467e-05,
      "loss": 0.0014,
      "step": 16983
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4071664379990455e-05,
      "loss": 0.0021,
      "step": 16984
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4070992884818219e-05,
      "loss": 0.0018,
      "step": 16985
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4070321367642386e-05,
      "loss": 0.0016,
      "step": 16986
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4069649828466589e-05,
      "loss": 0.0019,
      "step": 16987
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4068978267294457e-05,
      "loss": 0.001,
      "step": 16988
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4068306684129616e-05,
      "loss": 0.0015,
      "step": 16989
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4067635078975698e-05,
      "loss": 0.0019,
      "step": 16990
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4066963451836336e-05,
      "loss": 0.0011,
      "step": 16991
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4066291802715157e-05,
      "loss": 0.0015,
      "step": 16992
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4065620131615789e-05,
      "loss": 0.0007,
      "step": 16993
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.406494843854187e-05,
      "loss": 0.0013,
      "step": 16994
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4064276723497022e-05,
      "loss": 0.0016,
      "step": 16995
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.406360498648488e-05,
      "loss": 0.0017,
      "step": 16996
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4062933227509074e-05,
      "loss": 0.0017,
      "step": 16997
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4062261446573235e-05,
      "loss": 0.002,
      "step": 16998
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4061589643680995e-05,
      "loss": 0.0011,
      "step": 16999
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4060917818835984e-05,
      "loss": 0.0017,
      "step": 17000
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4060245972041833e-05,
      "loss": 0.0021,
      "step": 17001
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4059574103302174e-05,
      "loss": 0.0011,
      "step": 17002
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4058902212620636e-05,
      "loss": 0.001,
      "step": 17003
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4058230300000853e-05,
      "loss": 0.0015,
      "step": 17004
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4057558365446455e-05,
      "loss": 0.0018,
      "step": 17005
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4056886408961077e-05,
      "loss": 0.0025,
      "step": 17006
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4056214430548347e-05,
      "loss": 0.0007,
      "step": 17007
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.40555424302119e-05,
      "loss": 0.0011,
      "step": 17008
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4054870407955368e-05,
      "loss": 0.002,
      "step": 17009
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4054198363782378e-05,
      "loss": 0.0021,
      "step": 17010
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4053526297696571e-05,
      "loss": 0.0022,
      "step": 17011
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4052854209701571e-05,
      "loss": 0.0021,
      "step": 17012
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4052182099801016e-05,
      "loss": 0.0015,
      "step": 17013
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.405150996799854e-05,
      "loss": 0.0017,
      "step": 17014
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.405083781429777e-05,
      "loss": 0.0008,
      "step": 17015
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4050165638702347e-05,
      "loss": 0.0016,
      "step": 17016
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4049493441215894e-05,
      "loss": 0.0014,
      "step": 17017
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4048821221842053e-05,
      "loss": 0.0004,
      "step": 17018
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.404814898058445e-05,
      "loss": 0.0014,
      "step": 17019
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4047476717446727e-05,
      "loss": 0.0029,
      "step": 17020
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.404680443243251e-05,
      "loss": 0.0029,
      "step": 17021
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4046132125545438e-05,
      "loss": 0.0013,
      "step": 17022
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.404545979678914e-05,
      "loss": 0.0007,
      "step": 17023
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4044787446167252e-05,
      "loss": 0.001,
      "step": 17024
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.404411507368341e-05,
      "loss": 0.0022,
      "step": 17025
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4043442679341244e-05,
      "loss": 0.0014,
      "step": 17026
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4042770263144394e-05,
      "loss": 0.0017,
      "step": 17027
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.404209782509649e-05,
      "loss": 0.0016,
      "step": 17028
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4041425365201166e-05,
      "loss": 0.0013,
      "step": 17029
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.404075288346206e-05,
      "loss": 0.0016,
      "step": 17030
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4040080379882801e-05,
      "loss": 0.0016,
      "step": 17031
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4039407854467032e-05,
      "loss": 0.0012,
      "step": 17032
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4038735307218385e-05,
      "loss": 0.0021,
      "step": 17033
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.403806273814049e-05,
      "loss": 0.0014,
      "step": 17034
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.403739014723699e-05,
      "loss": 0.0015,
      "step": 17035
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4036717534511512e-05,
      "loss": 0.0019,
      "step": 17036
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.40360448999677e-05,
      "loss": 0.0015,
      "step": 17037
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4035372243609184e-05,
      "loss": 0.0013,
      "step": 17038
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.40346995654396e-05,
      "loss": 0.0034,
      "step": 17039
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.403402686546259e-05,
      "loss": 0.0017,
      "step": 17040
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4033354143681778e-05,
      "loss": 0.0016,
      "step": 17041
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4032681400100812e-05,
      "loss": 0.0019,
      "step": 17042
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.403200863472332e-05,
      "loss": 0.0023,
      "step": 17043
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4031335847552942e-05,
      "loss": 0.0021,
      "step": 17044
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4030663038593313e-05,
      "loss": 0.0015,
      "step": 17045
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4029990207848072e-05,
      "loss": 0.0015,
      "step": 17046
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4029317355320853e-05,
      "loss": 0.0011,
      "step": 17047
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4028644481015295e-05,
      "loss": 0.0021,
      "step": 17048
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4027971584935032e-05,
      "loss": 0.002,
      "step": 17049
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4027298667083701e-05,
      "loss": 0.0016,
      "step": 17050
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4026625727464944e-05,
      "loss": 0.0012,
      "step": 17051
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4025952766082394e-05,
      "loss": 0.0013,
      "step": 17052
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4025279782939689e-05,
      "loss": 0.0011,
      "step": 17053
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4024606778040468e-05,
      "loss": 0.0026,
      "step": 17054
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4023933751388364e-05,
      "loss": 0.0011,
      "step": 17055
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4023260702987021e-05,
      "loss": 0.0023,
      "step": 17056
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.402258763284007e-05,
      "loss": 0.0023,
      "step": 17057
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4021914540951156e-05,
      "loss": 0.0022,
      "step": 17058
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.402124142732391e-05,
      "loss": 0.001,
      "step": 17059
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4020568291961977e-05,
      "loss": 0.0014,
      "step": 17060
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4019895134868993e-05,
      "loss": 0.0015,
      "step": 17061
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4019221956048593e-05,
      "loss": 0.001,
      "step": 17062
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.401854875550442e-05,
      "loss": 0.0016,
      "step": 17063
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4017875533240109e-05,
      "loss": 0.0015,
      "step": 17064
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4017202289259303e-05,
      "loss": 0.0013,
      "step": 17065
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4016529023565632e-05,
      "loss": 0.0015,
      "step": 17066
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4015855736162748e-05,
      "loss": 0.0016,
      "step": 17067
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.401518242705428e-05,
      "loss": 0.002,
      "step": 17068
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4014509096243872e-05,
      "loss": 0.0013,
      "step": 17069
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.401383574373516e-05,
      "loss": 0.001,
      "step": 17070
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4013162369531785e-05,
      "loss": 0.0015,
      "step": 17071
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.401248897363739e-05,
      "loss": 0.0024,
      "step": 17072
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.401181555605561e-05,
      "loss": 0.0015,
      "step": 17073
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4011142116790086e-05,
      "loss": 0.0018,
      "step": 17074
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.401046865584446e-05,
      "loss": 0.002,
      "step": 17075
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4009795173222367e-05,
      "loss": 0.0029,
      "step": 17076
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4009121668927455e-05,
      "loss": 0.0012,
      "step": 17077
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4008448142963355e-05,
      "loss": 0.0016,
      "step": 17078
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4007774595333716e-05,
      "loss": 0.0016,
      "step": 17079
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4007101026042173e-05,
      "loss": 0.0015,
      "step": 17080
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4006427435092367e-05,
      "loss": 0.0016,
      "step": 17081
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4005753822487942e-05,
      "loss": 0.001,
      "step": 17082
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4005080188232536e-05,
      "loss": 0.0021,
      "step": 17083
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4004406532329791e-05,
      "loss": 0.0012,
      "step": 17084
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4003732854783348e-05,
      "loss": 0.0013,
      "step": 17085
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4003059155596845e-05,
      "loss": 0.0021,
      "step": 17086
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.400238543477393e-05,
      "loss": 0.001,
      "step": 17087
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4001711692318241e-05,
      "loss": 0.0016,
      "step": 17088
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4001037928233418e-05,
      "loss": 0.0022,
      "step": 17089
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.4000364142523104e-05,
      "loss": 0.0014,
      "step": 17090
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3999690335190943e-05,
      "loss": 0.0009,
      "step": 17091
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3999016506240574e-05,
      "loss": 0.0012,
      "step": 17092
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.399834265567564e-05,
      "loss": 0.0016,
      "step": 17093
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3997668783499783e-05,
      "loss": 0.0029,
      "step": 17094
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3996994889716644e-05,
      "loss": 0.0011,
      "step": 17095
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.399632097432987e-05,
      "loss": 0.0015,
      "step": 17096
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3995647037343095e-05,
      "loss": 0.0014,
      "step": 17097
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.399497307875997e-05,
      "loss": 0.0018,
      "step": 17098
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3994299098584132e-05,
      "loss": 0.0016,
      "step": 17099
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.399362509681923e-05,
      "loss": 0.001,
      "step": 17100
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3992951073468903e-05,
      "loss": 0.001,
      "step": 17101
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3992277028536791e-05,
      "loss": 0.0014,
      "step": 17102
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3991602962026542e-05,
      "loss": 0.0013,
      "step": 17103
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3990928873941797e-05,
      "loss": 0.0015,
      "step": 17104
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3990254764286202e-05,
      "loss": 0.0008,
      "step": 17105
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3989580633063398e-05,
      "loss": 0.0008,
      "step": 17106
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.398890648027703e-05,
      "loss": 0.0021,
      "step": 17107
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3988232305930742e-05,
      "loss": 0.0016,
      "step": 17108
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3987558110028174e-05,
      "loss": 0.0012,
      "step": 17109
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3986883892572976e-05,
      "loss": 0.0022,
      "step": 17110
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3986209653568787e-05,
      "loss": 0.0027,
      "step": 17111
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3985535393019257e-05,
      "loss": 0.0008,
      "step": 17112
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3984861110928025e-05,
      "loss": 0.0019,
      "step": 17113
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3984186807298736e-05,
      "loss": 0.0018,
      "step": 17114
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.398351248213504e-05,
      "loss": 0.0018,
      "step": 17115
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3982838135440573e-05,
      "loss": 0.0021,
      "step": 17116
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3982163767218988e-05,
      "loss": 0.0014,
      "step": 17117
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3981489377473922e-05,
      "loss": 0.0011,
      "step": 17118
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.398081496620903e-05,
      "loss": 0.0013,
      "step": 17119
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3980140533427948e-05,
      "loss": 0.0019,
      "step": 17120
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3979466079134323e-05,
      "loss": 0.0013,
      "step": 17121
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3978791603331805e-05,
      "loss": 0.0008,
      "step": 17122
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3978117106024036e-05,
      "loss": 0.0023,
      "step": 17123
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3977442587214665e-05,
      "loss": 0.0019,
      "step": 17124
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3976768046907333e-05,
      "loss": 0.0022,
      "step": 17125
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.397609348510569e-05,
      "loss": 0.0014,
      "step": 17126
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.397541890181338e-05,
      "loss": 0.0022,
      "step": 17127
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3974744297034047e-05,
      "loss": 0.0021,
      "step": 17128
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3974069670771341e-05,
      "loss": 0.0006,
      "step": 17129
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3973395023028907e-05,
      "loss": 0.0012,
      "step": 17130
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3972720353810389e-05,
      "loss": 0.0016,
      "step": 17131
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3972045663119435e-05,
      "loss": 0.0013,
      "step": 17132
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3971370950959698e-05,
      "loss": 0.0018,
      "step": 17133
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3970696217334816e-05,
      "loss": 0.0012,
      "step": 17134
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3970021462248438e-05,
      "loss": 0.002,
      "step": 17135
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3969346685704216e-05,
      "loss": 0.0013,
      "step": 17136
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3968671887705787e-05,
      "loss": 0.0008,
      "step": 17137
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3967997068256811e-05,
      "loss": 0.0015,
      "step": 17138
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3967322227360924e-05,
      "loss": 0.002,
      "step": 17139
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3966647365021779e-05,
      "loss": 0.0029,
      "step": 17140
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.396597248124303e-05,
      "loss": 0.0018,
      "step": 17141
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.396529757602831e-05,
      "loss": 0.0014,
      "step": 17142
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3964622649381277e-05,
      "loss": 0.0013,
      "step": 17143
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3963947701305576e-05,
      "loss": 0.002,
      "step": 17144
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3963272731804858e-05,
      "loss": 0.0012,
      "step": 17145
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3962597740882769e-05,
      "loss": 0.0017,
      "step": 17146
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3961922728542954e-05,
      "loss": 0.002,
      "step": 17147
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3961247694789068e-05,
      "loss": 0.0014,
      "step": 17148
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3960572639624755e-05,
      "loss": 0.0018,
      "step": 17149
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3959897563053664e-05,
      "loss": 0.0007,
      "step": 17150
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3959222465079446e-05,
      "loss": 0.0017,
      "step": 17151
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3958547345705746e-05,
      "loss": 0.0015,
      "step": 17152
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3957872204936217e-05,
      "loss": 0.0012,
      "step": 17153
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.395719704277451e-05,
      "loss": 0.0013,
      "step": 17154
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3956521859224265e-05,
      "loss": 0.0016,
      "step": 17155
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3955846654289138e-05,
      "loss": 0.0015,
      "step": 17156
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.395517142797278e-05,
      "loss": 0.0012,
      "step": 17157
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3954496180278837e-05,
      "loss": 0.0008,
      "step": 17158
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.395382091121096e-05,
      "loss": 0.0023,
      "step": 17159
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3953145620772798e-05,
      "loss": 0.0014,
      "step": 17160
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3952470308968002e-05,
      "loss": 0.0013,
      "step": 17161
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3951794975800223e-05,
      "loss": 0.0016,
      "step": 17162
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.395111962127311e-05,
      "loss": 0.0015,
      "step": 17163
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3950444245390313e-05,
      "loss": 0.001,
      "step": 17164
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3949768848155483e-05,
      "loss": 0.0017,
      "step": 17165
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3949093429572267e-05,
      "loss": 0.0012,
      "step": 17166
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.394841798964432e-05,
      "loss": 0.0022,
      "step": 17167
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3947742528375292e-05,
      "loss": 0.0016,
      "step": 17168
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3947067045768834e-05,
      "loss": 0.0009,
      "step": 17169
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3946391541828592e-05,
      "loss": 0.0013,
      "step": 17170
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3945716016558227e-05,
      "loss": 0.0013,
      "step": 17171
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.394504046996138e-05,
      "loss": 0.0018,
      "step": 17172
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.394436490204171e-05,
      "loss": 0.0024,
      "step": 17173
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3943689312802864e-05,
      "loss": 0.0015,
      "step": 17174
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3943013702248493e-05,
      "loss": 0.0013,
      "step": 17175
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.394233807038225e-05,
      "loss": 0.0014,
      "step": 17176
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.394166241720779e-05,
      "loss": 0.0018,
      "step": 17177
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3940986742728759e-05,
      "loss": 0.0017,
      "step": 17178
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3940311046948816e-05,
      "loss": 0.0012,
      "step": 17179
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3939635329871606e-05,
      "loss": 0.0015,
      "step": 17180
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3938959591500784e-05,
      "loss": 0.0017,
      "step": 17181
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3938283831840002e-05,
      "loss": 0.0015,
      "step": 17182
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3937608050892916e-05,
      "loss": 0.0015,
      "step": 17183
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3936932248663176e-05,
      "loss": 0.0021,
      "step": 17184
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3936256425154432e-05,
      "loss": 0.0017,
      "step": 17185
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3935580580370343e-05,
      "loss": 0.0017,
      "step": 17186
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3934904714314555e-05,
      "loss": 0.0008,
      "step": 17187
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3934228826990724e-05,
      "loss": 0.001,
      "step": 17188
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3933552918402504e-05,
      "loss": 0.0019,
      "step": 17189
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3932876988553548e-05,
      "loss": 0.0016,
      "step": 17190
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3932201037447507e-05,
      "loss": 0.0013,
      "step": 17191
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.393152506508804e-05,
      "loss": 0.0009,
      "step": 17192
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3930849071478796e-05,
      "loss": 0.0027,
      "step": 17193
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3930173056623426e-05,
      "loss": 0.0019,
      "step": 17194
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3929497020525592e-05,
      "loss": 0.0018,
      "step": 17195
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3928820963188941e-05,
      "loss": 0.0011,
      "step": 17196
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3928144884617129e-05,
      "loss": 0.0016,
      "step": 17197
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3927468784813816e-05,
      "loss": 0.0015,
      "step": 17198
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3926792663782646e-05,
      "loss": 0.0018,
      "step": 17199
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3926116521527282e-05,
      "loss": 0.0017,
      "step": 17200
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3925440358051372e-05,
      "loss": 0.0011,
      "step": 17201
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3924764173358578e-05,
      "loss": 0.0015,
      "step": 17202
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3924087967452547e-05,
      "loss": 0.001,
      "step": 17203
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3923411740336938e-05,
      "loss": 0.0022,
      "step": 17204
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3922735492015407e-05,
      "loss": 0.0015,
      "step": 17205
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3922059222491604e-05,
      "loss": 0.0013,
      "step": 17206
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3921382931769193e-05,
      "loss": 0.0013,
      "step": 17207
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3920706619851818e-05,
      "loss": 0.0008,
      "step": 17208
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3920030286743144e-05,
      "loss": 0.0014,
      "step": 17209
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3919353932446822e-05,
      "loss": 0.0012,
      "step": 17210
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.391867755696651e-05,
      "loss": 0.0013,
      "step": 17211
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3918001160305861e-05,
      "loss": 0.0018,
      "step": 17212
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.391732474246853e-05,
      "loss": 0.001,
      "step": 17213
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.391664830345818e-05,
      "loss": 0.001,
      "step": 17214
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.391597184327846e-05,
      "loss": 0.0013,
      "step": 17215
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.391529536193303e-05,
      "loss": 0.0013,
      "step": 17216
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3914618859425544e-05,
      "loss": 0.0007,
      "step": 17217
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3913942335759663e-05,
      "loss": 0.0017,
      "step": 17218
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3913265790939036e-05,
      "loss": 0.0022,
      "step": 17219
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3912589224967325e-05,
      "loss": 0.0013,
      "step": 17220
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3911912637848189e-05,
      "loss": 0.0018,
      "step": 17221
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3911236029585275e-05,
      "loss": 0.0012,
      "step": 17222
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3910559400182252e-05,
      "loss": 0.0018,
      "step": 17223
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.390988274964277e-05,
      "loss": 0.0016,
      "step": 17224
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.390920607797049e-05,
      "loss": 0.0017,
      "step": 17225
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3908529385169068e-05,
      "loss": 0.0014,
      "step": 17226
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3907852671242157e-05,
      "loss": 0.0026,
      "step": 17227
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3907175936193422e-05,
      "loss": 0.0017,
      "step": 17228
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3906499180026516e-05,
      "loss": 0.0014,
      "step": 17229
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3905822402745096e-05,
      "loss": 0.0008,
      "step": 17230
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3905145604352827e-05,
      "loss": 0.002,
      "step": 17231
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.390446878485336e-05,
      "loss": 0.0013,
      "step": 17232
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3903791944250355e-05,
      "loss": 0.0016,
      "step": 17233
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.390311508254747e-05,
      "loss": 0.0013,
      "step": 17234
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.390243819974837e-05,
      "loss": 0.0019,
      "step": 17235
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3901761295856699e-05,
      "loss": 0.0017,
      "step": 17236
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.390108437087613e-05,
      "loss": 0.002,
      "step": 17237
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3900407424810316e-05,
      "loss": 0.0005,
      "step": 17238
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3899730457662915e-05,
      "loss": 0.0019,
      "step": 17239
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3899053469437588e-05,
      "loss": 0.0019,
      "step": 17240
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.389837646013799e-05,
      "loss": 0.0017,
      "step": 17241
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3897699429767787e-05,
      "loss": 0.0018,
      "step": 17242
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3897022378330631e-05,
      "loss": 0.0011,
      "step": 17243
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3896345305830188e-05,
      "loss": 0.0014,
      "step": 17244
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3895668212270113e-05,
      "loss": 0.0021,
      "step": 17245
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.389499109765407e-05,
      "loss": 0.0017,
      "step": 17246
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3894313961985715e-05,
      "loss": 0.0014,
      "step": 17247
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3893636805268704e-05,
      "loss": 0.0013,
      "step": 17248
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3892959627506705e-05,
      "loss": 0.0016,
      "step": 17249
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3892282428703378e-05,
      "loss": 0.0023,
      "step": 17250
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3891605208862378e-05,
      "loss": 0.001,
      "step": 17251
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3890927967987368e-05,
      "loss": 0.0018,
      "step": 17252
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.389025070608201e-05,
      "loss": 0.0013,
      "step": 17253
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.388957342314996e-05,
      "loss": 0.0017,
      "step": 17254
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3888896119194884e-05,
      "loss": 0.002,
      "step": 17255
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3888218794220439e-05,
      "loss": 0.0011,
      "step": 17256
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3887541448230285e-05,
      "loss": 0.0008,
      "step": 17257
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3886864081228089e-05,
      "loss": 0.002,
      "step": 17258
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3886186693217508e-05,
      "loss": 0.0011,
      "step": 17259
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.38855092842022e-05,
      "loss": 0.0009,
      "step": 17260
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3884831854185833e-05,
      "loss": 0.0012,
      "step": 17261
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3884154403172066e-05,
      "loss": 0.0021,
      "step": 17262
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3883476931164559e-05,
      "loss": 0.0012,
      "step": 17263
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3882799438166973e-05,
      "loss": 0.0021,
      "step": 17264
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3882121924182976e-05,
      "loss": 0.0021,
      "step": 17265
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3881444389216221e-05,
      "loss": 0.001,
      "step": 17266
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3880766833270376e-05,
      "loss": 0.0024,
      "step": 17267
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3880089256349103e-05,
      "loss": 0.0023,
      "step": 17268
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.387941165845606e-05,
      "loss": 0.0015,
      "step": 17269
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3878734039594919e-05,
      "loss": 0.0006,
      "step": 17270
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3878056399769332e-05,
      "loss": 0.001,
      "step": 17271
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3877378738982965e-05,
      "loss": 0.001,
      "step": 17272
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3876701057239483e-05,
      "loss": 0.0008,
      "step": 17273
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3876023354542545e-05,
      "loss": 0.0019,
      "step": 17274
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3875345630895818e-05,
      "loss": 0.0018,
      "step": 17275
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3874667886302961e-05,
      "loss": 0.0016,
      "step": 17276
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3873990120767644e-05,
      "loss": 0.0009,
      "step": 17277
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3873312334293526e-05,
      "loss": 0.0013,
      "step": 17278
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3872634526884263e-05,
      "loss": 0.0017,
      "step": 17279
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3871956698543531e-05,
      "loss": 0.0021,
      "step": 17280
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3871278849274988e-05,
      "loss": 0.0009,
      "step": 17281
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3870600979082298e-05,
      "loss": 0.0019,
      "step": 17282
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3869923087969124e-05,
      "loss": 0.0018,
      "step": 17283
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3869245175939129e-05,
      "loss": 0.0015,
      "step": 17284
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3868567242995983e-05,
      "loss": 0.0018,
      "step": 17285
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3867889289143341e-05,
      "loss": 0.0014,
      "step": 17286
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.386721131438488e-05,
      "loss": 0.002,
      "step": 17287
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3866533318724251e-05,
      "loss": 0.0011,
      "step": 17288
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3865855302165127e-05,
      "loss": 0.0014,
      "step": 17289
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3865177264711172e-05,
      "loss": 0.001,
      "step": 17290
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3864499206366045e-05,
      "loss": 0.002,
      "step": 17291
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3863821127133416e-05,
      "loss": 0.0006,
      "step": 17292
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.386314302701695e-05,
      "loss": 0.0023,
      "step": 17293
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.386246490602031e-05,
      "loss": 0.0011,
      "step": 17294
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3861786764147163e-05,
      "loss": 0.0018,
      "step": 17295
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3861108601401174e-05,
      "loss": 0.0023,
      "step": 17296
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3860430417786007e-05,
      "loss": 0.0012,
      "step": 17297
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3859752213305328e-05,
      "loss": 0.0012,
      "step": 17298
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3859073987962806e-05,
      "loss": 0.0028,
      "step": 17299
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.38583957417621e-05,
      "loss": 0.0013,
      "step": 17300
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3857717474706882e-05,
      "loss": 0.0021,
      "step": 17301
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3857039186800814e-05,
      "loss": 0.0013,
      "step": 17302
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3856360878047566e-05,
      "loss": 0.0027,
      "step": 17303
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3855682548450804e-05,
      "loss": 0.0014,
      "step": 17304
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.385500419801419e-05,
      "loss": 0.0018,
      "step": 17305
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3854325826741394e-05,
      "loss": 0.0019,
      "step": 17306
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3853647434636079e-05,
      "loss": 0.0011,
      "step": 17307
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3852969021701919e-05,
      "loss": 0.0014,
      "step": 17308
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3852290587942574e-05,
      "loss": 0.002,
      "step": 17309
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3851612133361713e-05,
      "loss": 0.0024,
      "step": 17310
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3850933657963003e-05,
      "loss": 0.0017,
      "step": 17311
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.385025516175011e-05,
      "loss": 0.0008,
      "step": 17312
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3849576644726708e-05,
      "loss": 0.0011,
      "step": 17313
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.384889810689645e-05,
      "loss": 0.0022,
      "step": 17314
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.384821954826302e-05,
      "loss": 0.0013,
      "step": 17315
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3847540968830075e-05,
      "loss": 0.0028,
      "step": 17316
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3846862368601285e-05,
      "loss": 0.0016,
      "step": 17317
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.384618374758032e-05,
      "loss": 0.002,
      "step": 17318
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3845505105770844e-05,
      "loss": 0.0016,
      "step": 17319
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.384482644317653e-05,
      "loss": 0.0012,
      "step": 17320
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3844147759801041e-05,
      "loss": 0.0006,
      "step": 17321
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.384346905564805e-05,
      "loss": 0.0012,
      "step": 17322
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3842790330721222e-05,
      "loss": 0.0016,
      "step": 17323
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3842111585024228e-05,
      "loss": 0.0012,
      "step": 17324
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3841432818560736e-05,
      "loss": 0.0013,
      "step": 17325
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.384075403133441e-05,
      "loss": 0.0018,
      "step": 17326
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3840075223348927e-05,
      "loss": 0.0011,
      "step": 17327
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.383939639460795e-05,
      "loss": 0.0007,
      "step": 17328
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3838717545115148e-05,
      "loss": 0.0019,
      "step": 17329
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3838038674874195e-05,
      "loss": 0.0012,
      "step": 17330
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3837359783888755e-05,
      "loss": 0.0023,
      "step": 17331
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3836680872162502e-05,
      "loss": 0.0013,
      "step": 17332
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3836001939699103e-05,
      "loss": 0.0013,
      "step": 17333
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3835322986502226e-05,
      "loss": 0.0014,
      "step": 17334
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3834644012575542e-05,
      "loss": 0.0024,
      "step": 17335
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3833965017922723e-05,
      "loss": 0.0011,
      "step": 17336
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3833286002547435e-05,
      "loss": 0.0028,
      "step": 17337
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3832606966453353e-05,
      "loss": 0.0012,
      "step": 17338
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3831927909644143e-05,
      "loss": 0.0014,
      "step": 17339
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3831248832123475e-05,
      "loss": 0.0023,
      "step": 17340
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3830569733895025e-05,
      "loss": 0.0022,
      "step": 17341
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3829890614962458e-05,
      "loss": 0.0008,
      "step": 17342
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3829211475329445e-05,
      "loss": 0.0018,
      "step": 17343
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3828532314999661e-05,
      "loss": 0.0016,
      "step": 17344
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.382785313397677e-05,
      "loss": 0.0012,
      "step": 17345
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.382717393226445e-05,
      "loss": 0.0008,
      "step": 17346
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3826494709866367e-05,
      "loss": 0.0012,
      "step": 17347
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3825815466786195e-05,
      "loss": 0.0026,
      "step": 17348
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3825136203027603e-05,
      "loss": 0.0024,
      "step": 17349
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3824456918594267e-05,
      "loss": 0.0009,
      "step": 17350
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3823777613489853e-05,
      "loss": 0.0007,
      "step": 17351
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3823098287718033e-05,
      "loss": 0.0014,
      "step": 17352
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3822418941282485e-05,
      "loss": 0.0019,
      "step": 17353
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3821739574186872e-05,
      "loss": 0.0008,
      "step": 17354
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3821060186434872e-05,
      "loss": 0.0017,
      "step": 17355
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3820380778030156e-05,
      "loss": 0.0012,
      "step": 17356
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3819701348976394e-05,
      "loss": 0.0015,
      "step": 17357
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3819021899277264e-05,
      "loss": 0.0017,
      "step": 17358
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3818342428936428e-05,
      "loss": 0.002,
      "step": 17359
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.381766293795757e-05,
      "loss": 0.0012,
      "step": 17360
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3816983426344354e-05,
      "loss": 0.0018,
      "step": 17361
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.381630389410046e-05,
      "loss": 0.0015,
      "step": 17362
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3815624341229557e-05,
      "loss": 0.0017,
      "step": 17363
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3814944767735314e-05,
      "loss": 0.0007,
      "step": 17364
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.381426517362141e-05,
      "loss": 0.0012,
      "step": 17365
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3813585558891519e-05,
      "loss": 0.0018,
      "step": 17366
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.381290592354931e-05,
      "loss": 0.0015,
      "step": 17367
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3812226267598456e-05,
      "loss": 0.0019,
      "step": 17368
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3811546591042632e-05,
      "loss": 0.0015,
      "step": 17369
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3810866893885515e-05,
      "loss": 0.0013,
      "step": 17370
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3810187176130776e-05,
      "loss": 0.0014,
      "step": 17371
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3809507437782089e-05,
      "loss": 0.0013,
      "step": 17372
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3808827678843124e-05,
      "loss": 0.001,
      "step": 17373
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3808147899317561e-05,
      "loss": 0.0019,
      "step": 17374
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3807468099209071e-05,
      "loss": 0.0015,
      "step": 17375
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3806788278521333e-05,
      "loss": 0.0011,
      "step": 17376
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3806108437258016e-05,
      "loss": 0.0007,
      "step": 17377
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3805428575422795e-05,
      "loss": 0.0015,
      "step": 17378
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3804748693019345e-05,
      "loss": 0.0013,
      "step": 17379
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3804068790051343e-05,
      "loss": 0.0019,
      "step": 17380
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3803388866522465e-05,
      "loss": 0.0013,
      "step": 17381
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3802708922436379e-05,
      "loss": 0.0018,
      "step": 17382
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3802028957796767e-05,
      "loss": 0.0015,
      "step": 17383
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3801348972607302e-05,
      "loss": 0.002,
      "step": 17384
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3800668966871657e-05,
      "loss": 0.0018,
      "step": 17385
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3799988940593512e-05,
      "loss": 0.0017,
      "step": 17386
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3799308893776537e-05,
      "loss": 0.0015,
      "step": 17387
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3798628826424412e-05,
      "loss": 0.0007,
      "step": 17388
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3797948738540812e-05,
      "loss": 0.0019,
      "step": 17389
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3797268630129412e-05,
      "loss": 0.0013,
      "step": 17390
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3796588501193889e-05,
      "loss": 0.0022,
      "step": 17391
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3795908351737912e-05,
      "loss": 0.0024,
      "step": 17392
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.379522818176517e-05,
      "loss": 0.0016,
      "step": 17393
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.379454799127933e-05,
      "loss": 0.0009,
      "step": 17394
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3793867780284074e-05,
      "loss": 0.0016,
      "step": 17395
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3793187548783073e-05,
      "loss": 0.0013,
      "step": 17396
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3792507296780007e-05,
      "loss": 0.0011,
      "step": 17397
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3791827024278552e-05,
      "loss": 0.0024,
      "step": 17398
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3791146731282383e-05,
      "loss": 0.0028,
      "step": 17399
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.3790466417795181e-05,
      "loss": 0.0017,
      "step": 17400
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.378978608382062e-05,
      "loss": 0.0018,
      "step": 17401
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.378910572936238e-05,
      "loss": 0.0011,
      "step": 17402
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3788425354424133e-05,
      "loss": 0.0017,
      "step": 17403
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3787744959009562e-05,
      "loss": 0.0028,
      "step": 17404
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3787064543122344e-05,
      "loss": 0.0013,
      "step": 17405
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.378638410676615e-05,
      "loss": 0.0019,
      "step": 17406
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3785703649944666e-05,
      "loss": 0.0031,
      "step": 17407
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3785023172661567e-05,
      "loss": 0.0025,
      "step": 17408
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.378434267492053e-05,
      "loss": 0.002,
      "step": 17409
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.378366215672523e-05,
      "loss": 0.0021,
      "step": 17410
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3782981618079352e-05,
      "loss": 0.0018,
      "step": 17411
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.378230105898657e-05,
      "loss": 0.0023,
      "step": 17412
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3781620479450564e-05,
      "loss": 0.0026,
      "step": 17413
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3780939879475013e-05,
      "loss": 0.0013,
      "step": 17414
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.378025925906359e-05,
      "loss": 0.0017,
      "step": 17415
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3779578618219984e-05,
      "loss": 0.0019,
      "step": 17416
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3778897956947867e-05,
      "loss": 0.0013,
      "step": 17417
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3778217275250916e-05,
      "loss": 0.0014,
      "step": 17418
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3777536573132814e-05,
      "loss": 0.0014,
      "step": 17419
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3776855850597242e-05,
      "loss": 0.0016,
      "step": 17420
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3776175107647876e-05,
      "loss": 0.0011,
      "step": 17421
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3775494344288394e-05,
      "loss": 0.0012,
      "step": 17422
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3774813560522477e-05,
      "loss": 0.0022,
      "step": 17423
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3774132756353808e-05,
      "loss": 0.0017,
      "step": 17424
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3773451931786062e-05,
      "loss": 0.0015,
      "step": 17425
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.377277108682292e-05,
      "loss": 0.0014,
      "step": 17426
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3772090221468064e-05,
      "loss": 0.0013,
      "step": 17427
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3771409335725169e-05,
      "loss": 0.0011,
      "step": 17428
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3770728429597925e-05,
      "loss": 0.0018,
      "step": 17429
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3770047503090004e-05,
      "loss": 0.0018,
      "step": 17430
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3769366556205085e-05,
      "loss": 0.0012,
      "step": 17431
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3768685588946855e-05,
      "loss": 0.0009,
      "step": 17432
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3768004601318991e-05,
      "loss": 0.001,
      "step": 17433
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3767323593325174e-05,
      "loss": 0.0005,
      "step": 17434
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3766642564969086e-05,
      "loss": 0.0004,
      "step": 17435
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.376596151625441e-05,
      "loss": 0.0033,
      "step": 17436
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.376528044718482e-05,
      "loss": 0.0012,
      "step": 17437
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3764599357764002e-05,
      "loss": 0.0009,
      "step": 17438
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3763918247995636e-05,
      "loss": 0.0016,
      "step": 17439
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3763237117883405e-05,
      "loss": 0.0019,
      "step": 17440
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3762555967430988e-05,
      "loss": 0.0013,
      "step": 17441
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3761874796642071e-05,
      "loss": 0.0025,
      "step": 17442
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3761193605520329e-05,
      "loss": 0.0017,
      "step": 17443
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3760512394069452e-05,
      "loss": 0.0024,
      "step": 17444
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3759831162293115e-05,
      "loss": 0.0015,
      "step": 17445
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3759149910195e-05,
      "loss": 0.0022,
      "step": 17446
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3758468637778795e-05,
      "loss": 0.0022,
      "step": 17447
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3757787345048178e-05,
      "loss": 0.0014,
      "step": 17448
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3757106032006833e-05,
      "loss": 0.0014,
      "step": 17449
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3756424698658442e-05,
      "loss": 0.0011,
      "step": 17450
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3755743345006684e-05,
      "loss": 0.0016,
      "step": 17451
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.375506197105525e-05,
      "loss": 0.0014,
      "step": 17452
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3754380576807813e-05,
      "loss": 0.0018,
      "step": 17453
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3753699162268066e-05,
      "loss": 0.0025,
      "step": 17454
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3753017727439681e-05,
      "loss": 0.0016,
      "step": 17455
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3752336272326352e-05,
      "loss": 0.0029,
      "step": 17456
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3751654796931755e-05,
      "loss": 0.0019,
      "step": 17457
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3750973301259576e-05,
      "loss": 0.0019,
      "step": 17458
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3750291785313498e-05,
      "loss": 0.0012,
      "step": 17459
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3749610249097203e-05,
      "loss": 0.0013,
      "step": 17460
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3748928692614378e-05,
      "loss": 0.0014,
      "step": 17461
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3748247115868705e-05,
      "loss": 0.0007,
      "step": 17462
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3747565518863869e-05,
      "loss": 0.0012,
      "step": 17463
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3746883901603549e-05,
      "loss": 0.0011,
      "step": 17464
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3746202264091435e-05,
      "loss": 0.0015,
      "step": 17465
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.374552060633121e-05,
      "loss": 0.0016,
      "step": 17466
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3744838928326556e-05,
      "loss": 0.001,
      "step": 17467
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.374415723008116e-05,
      "loss": 0.0017,
      "step": 17468
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.374347551159871e-05,
      "loss": 0.001,
      "step": 17469
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3742793772882881e-05,
      "loss": 0.0013,
      "step": 17470
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3742112013937366e-05,
      "loss": 0.0014,
      "step": 17471
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3741430234765844e-05,
      "loss": 0.0014,
      "step": 17472
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3740748435372006e-05,
      "loss": 0.0022,
      "step": 17473
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3740066615759532e-05,
      "loss": 0.0021,
      "step": 17474
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.373938477593211e-05,
      "loss": 0.0015,
      "step": 17475
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3738702915893427e-05,
      "loss": 0.002,
      "step": 17476
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3738021035647162e-05,
      "loss": 0.0007,
      "step": 17477
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3737339135197007e-05,
      "loss": 0.0013,
      "step": 17478
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3736657214546645e-05,
      "loss": 0.0015,
      "step": 17479
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3735975273699763e-05,
      "loss": 0.0021,
      "step": 17480
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.373529331266004e-05,
      "loss": 0.0011,
      "step": 17481
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3734611331431174e-05,
      "loss": 0.0015,
      "step": 17482
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3733929330016843e-05,
      "loss": 0.0015,
      "step": 17483
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3733247308420733e-05,
      "loss": 0.0012,
      "step": 17484
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3732565266646538e-05,
      "loss": 0.0008,
      "step": 17485
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3731883204697933e-05,
      "loss": 0.0017,
      "step": 17486
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3731201122578615e-05,
      "loss": 0.0004,
      "step": 17487
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3730519020292264e-05,
      "loss": 0.0014,
      "step": 17488
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.372983689784257e-05,
      "loss": 0.0017,
      "step": 17489
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3729154755233219e-05,
      "loss": 0.0019,
      "step": 17490
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3728472592467894e-05,
      "loss": 0.0019,
      "step": 17491
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.372779040955029e-05,
      "loss": 0.0011,
      "step": 17492
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3727108206484086e-05,
      "loss": 0.0021,
      "step": 17493
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3726425983272975e-05,
      "loss": 0.0016,
      "step": 17494
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3725743739920643e-05,
      "loss": 0.0008,
      "step": 17495
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3725061476430776e-05,
      "loss": 0.0023,
      "step": 17496
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3724379192807065e-05,
      "loss": 0.0018,
      "step": 17497
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.372369688905319e-05,
      "loss": 0.0018,
      "step": 17498
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.372301456517285e-05,
      "loss": 0.0009,
      "step": 17499
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3722332221169721e-05,
      "loss": 0.0011,
      "step": 17500
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3721649857047502e-05,
      "loss": 0.0017,
      "step": 17501
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3720967472809879e-05,
      "loss": 0.0015,
      "step": 17502
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.372028506846053e-05,
      "loss": 0.001,
      "step": 17503
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3719602644003157e-05,
      "loss": 0.002,
      "step": 17504
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3718920199441439e-05,
      "loss": 0.0013,
      "step": 17505
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3718237734779069e-05,
      "loss": 0.001,
      "step": 17506
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3717555250019734e-05,
      "loss": 0.0016,
      "step": 17507
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3716872745167128e-05,
      "loss": 0.001,
      "step": 17508
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3716190220224933e-05,
      "loss": 0.0012,
      "step": 17509
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3715507675196837e-05,
      "loss": 0.0014,
      "step": 17510
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3714825110086536e-05,
      "loss": 0.0013,
      "step": 17511
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3714142524897716e-05,
      "loss": 0.0017,
      "step": 17512
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3713459919634065e-05,
      "loss": 0.0014,
      "step": 17513
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3712777294299274e-05,
      "loss": 0.0015,
      "step": 17514
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3712094648897032e-05,
      "loss": 0.0013,
      "step": 17515
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.371141198343103e-05,
      "loss": 0.0013,
      "step": 17516
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3710729297904957e-05,
      "loss": 0.0015,
      "step": 17517
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.37100465923225e-05,
      "loss": 0.001,
      "step": 17518
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3709363866687352e-05,
      "loss": 0.0011,
      "step": 17519
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3708681121003204e-05,
      "loss": 0.0015,
      "step": 17520
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3707998355273749e-05,
      "loss": 0.0006,
      "step": 17521
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3707315569502666e-05,
      "loss": 0.0016,
      "step": 17522
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.370663276369366e-05,
      "loss": 0.0005,
      "step": 17523
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3705949937850406e-05,
      "loss": 0.001,
      "step": 17524
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3705267091976611e-05,
      "loss": 0.001,
      "step": 17525
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3704584226075952e-05,
      "loss": 0.0011,
      "step": 17526
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3703901340152128e-05,
      "loss": 0.0012,
      "step": 17527
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3703218434208827e-05,
      "loss": 0.0015,
      "step": 17528
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3702535508249742e-05,
      "loss": 0.0013,
      "step": 17529
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3701852562278562e-05,
      "loss": 0.002,
      "step": 17530
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3701169596298978e-05,
      "loss": 0.0013,
      "step": 17531
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3700486610314684e-05,
      "loss": 0.0008,
      "step": 17532
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3699803604329368e-05,
      "loss": 0.0014,
      "step": 17533
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3699120578346728e-05,
      "loss": 0.0009,
      "step": 17534
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3698437532370448e-05,
      "loss": 0.0012,
      "step": 17535
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.369775446640422e-05,
      "loss": 0.0014,
      "step": 17536
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3697071380451745e-05,
      "loss": 0.0013,
      "step": 17537
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3696388274516706e-05,
      "loss": 0.0021,
      "step": 17538
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.36957051486028e-05,
      "loss": 0.0018,
      "step": 17539
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3695022002713718e-05,
      "loss": 0.0012,
      "step": 17540
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3694338836853152e-05,
      "loss": 0.0009,
      "step": 17541
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3693655651024796e-05,
      "loss": 0.002,
      "step": 17542
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3692972445232338e-05,
      "loss": 0.0014,
      "step": 17543
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3692289219479475e-05,
      "loss": 0.0016,
      "step": 17544
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3691605973769898e-05,
      "loss": 0.0012,
      "step": 17545
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.36909227081073e-05,
      "loss": 0.0015,
      "step": 17546
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3690239422495377e-05,
      "loss": 0.0012,
      "step": 17547
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3689556116937821e-05,
      "loss": 0.0015,
      "step": 17548
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3688872791438321e-05,
      "loss": 0.0017,
      "step": 17549
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3688189446000576e-05,
      "loss": 0.0021,
      "step": 17550
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3687506080628274e-05,
      "loss": 0.0013,
      "step": 17551
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3686822695325112e-05,
      "loss": 0.0015,
      "step": 17552
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3686139290094786e-05,
      "loss": 0.0025,
      "step": 17553
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3685455864940984e-05,
      "loss": 0.0018,
      "step": 17554
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3684772419867403e-05,
      "loss": 0.0015,
      "step": 17555
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3684088954877737e-05,
      "loss": 0.0016,
      "step": 17556
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3683405469975679e-05,
      "loss": 0.0027,
      "step": 17557
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3682721965164927e-05,
      "loss": 0.002,
      "step": 17558
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.368203844044917e-05,
      "loss": 0.0012,
      "step": 17559
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3681354895832106e-05,
      "loss": 0.0012,
      "step": 17560
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.368067133131743e-05,
      "loss": 0.0008,
      "step": 17561
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3679987746908832e-05,
      "loss": 0.0023,
      "step": 17562
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.367930414261001e-05,
      "loss": 0.0012,
      "step": 17563
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3678620518424658e-05,
      "loss": 0.0018,
      "step": 17564
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3677936874356475e-05,
      "loss": 0.0018,
      "step": 17565
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3677253210409149e-05,
      "loss": 0.0015,
      "step": 17566
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3676569526586383e-05,
      "loss": 0.0012,
      "step": 17567
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3675885822891866e-05,
      "loss": 0.0008,
      "step": 17568
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3675202099329297e-05,
      "loss": 0.0018,
      "step": 17569
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3674518355902369e-05,
      "loss": 0.0019,
      "step": 17570
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3673834592614776e-05,
      "loss": 0.0013,
      "step": 17571
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3673150809470222e-05,
      "loss": 0.0024,
      "step": 17572
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.367246700647239e-05,
      "loss": 0.0012,
      "step": 17573
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3671783183624986e-05,
      "loss": 0.0009,
      "step": 17574
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3671099340931706e-05,
      "loss": 0.0012,
      "step": 17575
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3670415478396241e-05,
      "loss": 0.0015,
      "step": 17576
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3669731596022291e-05,
      "loss": 0.0014,
      "step": 17577
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3669047693813551e-05,
      "loss": 0.0018,
      "step": 17578
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3668363771773716e-05,
      "loss": 0.0015,
      "step": 17579
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3667679829906484e-05,
      "loss": 0.0013,
      "step": 17580
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3666995868215555e-05,
      "loss": 0.0012,
      "step": 17581
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.366631188670462e-05,
      "loss": 0.0014,
      "step": 17582
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3665627885377379e-05,
      "loss": 0.0023,
      "step": 17583
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3664943864237528e-05,
      "loss": 0.0017,
      "step": 17584
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3664259823288764e-05,
      "loss": 0.0008,
      "step": 17585
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3663575762534786e-05,
      "loss": 0.0011,
      "step": 17586
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3662891681979289e-05,
      "loss": 0.0016,
      "step": 17587
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3662207581625973e-05,
      "loss": 0.0007,
      "step": 17588
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3661523461478531e-05,
      "loss": 0.0015,
      "step": 17589
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3660839321540666e-05,
      "loss": 0.0016,
      "step": 17590
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3660155161816073e-05,
      "loss": 0.0016,
      "step": 17591
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3659470982308449e-05,
      "loss": 0.0006,
      "step": 17592
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3658786783021496e-05,
      "loss": 0.0018,
      "step": 17593
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.365810256395891e-05,
      "loss": 0.0017,
      "step": 17594
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3657418325124384e-05,
      "loss": 0.0021,
      "step": 17595
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3656734066521626e-05,
      "loss": 0.0009,
      "step": 17596
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3656049788154327e-05,
      "loss": 0.0005,
      "step": 17597
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3655365490026187e-05,
      "loss": 0.0013,
      "step": 17598
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3654681172140905e-05,
      "loss": 0.0014,
      "step": 17599
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3653996834502183e-05,
      "loss": 0.0019,
      "step": 17600
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3653312477113713e-05,
      "loss": 0.0018,
      "step": 17601
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3652628099979202e-05,
      "loss": 0.0012,
      "step": 17602
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3651943703102344e-05,
      "loss": 0.0011,
      "step": 17603
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3651259286486835e-05,
      "loss": 0.0021,
      "step": 17604
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3650574850136383e-05,
      "loss": 0.0007,
      "step": 17605
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.364989039405468e-05,
      "loss": 0.0018,
      "step": 17606
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.364920591824543e-05,
      "loss": 0.0015,
      "step": 17607
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3648521422712327e-05,
      "loss": 0.0014,
      "step": 17608
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3647836907459075e-05,
      "loss": 0.0015,
      "step": 17609
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3647152372489378e-05,
      "loss": 0.0012,
      "step": 17610
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3646467817806926e-05,
      "loss": 0.0014,
      "step": 17611
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3645783243415427e-05,
      "loss": 0.0022,
      "step": 17612
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3645098649318575e-05,
      "loss": 0.0015,
      "step": 17613
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3644414035520077e-05,
      "loss": 0.0016,
      "step": 17614
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3643729402023628e-05,
      "loss": 0.0016,
      "step": 17615
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.364304474883293e-05,
      "loss": 0.0004,
      "step": 17616
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3642360075951687e-05,
      "loss": 0.0011,
      "step": 17617
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.364167538338359e-05,
      "loss": 0.0013,
      "step": 17618
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.364099067113235e-05,
      "loss": 0.0013,
      "step": 17619
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3640305939201661e-05,
      "loss": 0.0008,
      "step": 17620
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3639621187595231e-05,
      "loss": 0.0021,
      "step": 17621
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3638936416316756e-05,
      "loss": 0.0013,
      "step": 17622
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3638251625369936e-05,
      "loss": 0.0016,
      "step": 17623
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3637566814758475e-05,
      "loss": 0.0018,
      "step": 17624
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3636881984486072e-05,
      "loss": 0.0014,
      "step": 17625
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3636197134556432e-05,
      "loss": 0.0013,
      "step": 17626
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3635512264973254e-05,
      "loss": 0.0024,
      "step": 17627
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.363482737574024e-05,
      "loss": 0.0015,
      "step": 17628
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3634142466861096e-05,
      "loss": 0.002,
      "step": 17629
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3633457538339514e-05,
      "loss": 0.0017,
      "step": 17630
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3632772590179206e-05,
      "loss": 0.0014,
      "step": 17631
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3632087622383869e-05,
      "loss": 0.0018,
      "step": 17632
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3631402634957209e-05,
      "loss": 0.0011,
      "step": 17633
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3630717627902925e-05,
      "loss": 0.001,
      "step": 17634
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3630032601224719e-05,
      "loss": 0.0007,
      "step": 17635
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3629347554926295e-05,
      "loss": 0.0016,
      "step": 17636
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3628662489011356e-05,
      "loss": 0.0022,
      "step": 17637
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3627977403483605e-05,
      "loss": 0.0015,
      "step": 17638
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3627292298346745e-05,
      "loss": 0.0016,
      "step": 17639
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3626607173604476e-05,
      "loss": 0.001,
      "step": 17640
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3625922029260504e-05,
      "loss": 0.0011,
      "step": 17641
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3625236865318532e-05,
      "loss": 0.0021,
      "step": 17642
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3624551681782263e-05,
      "loss": 0.0014,
      "step": 17643
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3623866478655397e-05,
      "loss": 0.0012,
      "step": 17644
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3623181255941642e-05,
      "loss": 0.0015,
      "step": 17645
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.36224960136447e-05,
      "loss": 0.0022,
      "step": 17646
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3621810751768276e-05,
      "loss": 0.0026,
      "step": 17647
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3621125470316075e-05,
      "loss": 0.0018,
      "step": 17648
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3620440169291793e-05,
      "loss": 0.0012,
      "step": 17649
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3619754848699145e-05,
      "loss": 0.0014,
      "step": 17650
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3619069508541824e-05,
      "loss": 0.0009,
      "step": 17651
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3618384148823548e-05,
      "loss": 0.0011,
      "step": 17652
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3617698769548006e-05,
      "loss": 0.0019,
      "step": 17653
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3617013370718915e-05,
      "loss": 0.0007,
      "step": 17654
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3616327952339972e-05,
      "loss": 0.0028,
      "step": 17655
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3615642514414885e-05,
      "loss": 0.0007,
      "step": 17656
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3614957056947358e-05,
      "loss": 0.0019,
      "step": 17657
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3614271579941094e-05,
      "loss": 0.0013,
      "step": 17658
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3613586083399802e-05,
      "loss": 0.0011,
      "step": 17659
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.361290056732718e-05,
      "loss": 0.0018,
      "step": 17660
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3612215031726945e-05,
      "loss": 0.0024,
      "step": 17661
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3611529476602794e-05,
      "loss": 0.0026,
      "step": 17662
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3610843901958429e-05,
      "loss": 0.0015,
      "step": 17663
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3610158307797562e-05,
      "loss": 0.0017,
      "step": 17664
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3609472694123897e-05,
      "loss": 0.0021,
      "step": 17665
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3608787060941143e-05,
      "loss": 0.0015,
      "step": 17666
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3608101408252998e-05,
      "loss": 0.0015,
      "step": 17667
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3607415736063175e-05,
      "loss": 0.0017,
      "step": 17668
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3606730044375375e-05,
      "loss": 0.0014,
      "step": 17669
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3606044333193309e-05,
      "loss": 0.0013,
      "step": 17670
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.360535860252068e-05,
      "loss": 0.0023,
      "step": 17671
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3604672852361193e-05,
      "loss": 0.0015,
      "step": 17672
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.360398708271856e-05,
      "loss": 0.0018,
      "step": 17673
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3603301293596483e-05,
      "loss": 0.0009,
      "step": 17674
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3602615484998669e-05,
      "loss": 0.0016,
      "step": 17675
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3601929656928827e-05,
      "loss": 0.0008,
      "step": 17676
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3601243809390661e-05,
      "loss": 0.0013,
      "step": 17677
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.360055794238788e-05,
      "loss": 0.0008,
      "step": 17678
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3599872055924188e-05,
      "loss": 0.0025,
      "step": 17679
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3599186150003298e-05,
      "loss": 0.0021,
      "step": 17680
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3598500224628913e-05,
      "loss": 0.0009,
      "step": 17681
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.359781427980474e-05,
      "loss": 0.0012,
      "step": 17682
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3597128315534491e-05,
      "loss": 0.0022,
      "step": 17683
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3596442331821868e-05,
      "loss": 0.0011,
      "step": 17684
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3595756328670584e-05,
      "loss": 0.0016,
      "step": 17685
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3595070306084338e-05,
      "loss": 0.0018,
      "step": 17686
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.359438426406685e-05,
      "loss": 0.0009,
      "step": 17687
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3593698202621824e-05,
      "loss": 0.0017,
      "step": 17688
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.359301212175296e-05,
      "loss": 0.0011,
      "step": 17689
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3592326021463977e-05,
      "loss": 0.0017,
      "step": 17690
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3591639901758576e-05,
      "loss": 0.0014,
      "step": 17691
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.359095376264047e-05,
      "loss": 0.0019,
      "step": 17692
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3590267604113363e-05,
      "loss": 0.0013,
      "step": 17693
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.358958142618097e-05,
      "loss": 0.0019,
      "step": 17694
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3588895228846997e-05,
      "loss": 0.0012,
      "step": 17695
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.358820901211515e-05,
      "loss": 0.0012,
      "step": 17696
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.358752277598914e-05,
      "loss": 0.0015,
      "step": 17697
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3586836520472674e-05,
      "loss": 0.0014,
      "step": 17698
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3586150245569466e-05,
      "loss": 0.0019,
      "step": 17699
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3585463951283224e-05,
      "loss": 0.0012,
      "step": 17700
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3584777637617652e-05,
      "loss": 0.0009,
      "step": 17701
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3584091304576468e-05,
      "loss": 0.001,
      "step": 17702
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3583404952163375e-05,
      "loss": 0.0013,
      "step": 17703
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3582718580382085e-05,
      "loss": 0.0009,
      "step": 17704
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3582032189236309e-05,
      "loss": 0.0016,
      "step": 17705
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3581345778729755e-05,
      "loss": 0.0027,
      "step": 17706
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3580659348866135e-05,
      "loss": 0.0018,
      "step": 17707
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3579972899649154e-05,
      "loss": 0.0008,
      "step": 17708
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.357928643108253e-05,
      "loss": 0.0022,
      "step": 17709
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3578599943169968e-05,
      "loss": 0.0015,
      "step": 17710
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3577913435915179e-05,
      "loss": 0.0021,
      "step": 17711
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3577226909321874e-05,
      "loss": 0.001,
      "step": 17712
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3576540363393766e-05,
      "loss": 0.0013,
      "step": 17713
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3575853798134563e-05,
      "loss": 0.0018,
      "step": 17714
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3575167213547977e-05,
      "loss": 0.002,
      "step": 17715
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.357448060963772e-05,
      "loss": 0.0012,
      "step": 17716
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3573793986407497e-05,
      "loss": 0.0008,
      "step": 17717
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3573107343861027e-05,
      "loss": 0.0016,
      "step": 17718
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.357242068200202e-05,
      "loss": 0.0024,
      "step": 17719
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3571734000834184e-05,
      "loss": 0.0018,
      "step": 17720
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3571047300361234e-05,
      "loss": 0.001,
      "step": 17721
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3570360580586874e-05,
      "loss": 0.0013,
      "step": 17722
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3569673841514828e-05,
      "loss": 0.0023,
      "step": 17723
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3568987083148797e-05,
      "loss": 0.0014,
      "step": 17724
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3568300305492499e-05,
      "loss": 0.0017,
      "step": 17725
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3567613508549641e-05,
      "loss": 0.0021,
      "step": 17726
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3566926692323943e-05,
      "loss": 0.0022,
      "step": 17727
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.356623985681911e-05,
      "loss": 0.0012,
      "step": 17728
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3565553002038857e-05,
      "loss": 0.0009,
      "step": 17729
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3564866127986895e-05,
      "loss": 0.0015,
      "step": 17730
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3564179234666938e-05,
      "loss": 0.0016,
      "step": 17731
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.35634923220827e-05,
      "loss": 0.001,
      "step": 17732
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.356280539023789e-05,
      "loss": 0.002,
      "step": 17733
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3562118439136226e-05,
      "loss": 0.0014,
      "step": 17734
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3561431468781415e-05,
      "loss": 0.0018,
      "step": 17735
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3560744479177173e-05,
      "loss": 0.0015,
      "step": 17736
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3560057470327214e-05,
      "loss": 0.0013,
      "step": 17737
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3559370442235248e-05,
      "loss": 0.0014,
      "step": 17738
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3558683394904996e-05,
      "loss": 0.0012,
      "step": 17739
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3557996328340164e-05,
      "loss": 0.0017,
      "step": 17740
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3557309242544467e-05,
      "loss": 0.0014,
      "step": 17741
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.355662213752162e-05,
      "loss": 0.0016,
      "step": 17742
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3555935013275336e-05,
      "loss": 0.0013,
      "step": 17743
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.355524786980933e-05,
      "loss": 0.0015,
      "step": 17744
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.355456070712731e-05,
      "loss": 0.0006,
      "step": 17745
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3553873525233003e-05,
      "loss": 0.0012,
      "step": 17746
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3553186324130113e-05,
      "loss": 0.0009,
      "step": 17747
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3552499103822355e-05,
      "loss": 0.0019,
      "step": 17748
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3551811864313447e-05,
      "loss": 0.001,
      "step": 17749
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3551124605607097e-05,
      "loss": 0.0019,
      "step": 17750
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.355043732770703e-05,
      "loss": 0.0015,
      "step": 17751
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3549750030616951e-05,
      "loss": 0.0008,
      "step": 17752
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3549062714340579e-05,
      "loss": 0.0018,
      "step": 17753
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3548375378881631e-05,
      "loss": 0.0013,
      "step": 17754
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3547688024243817e-05,
      "loss": 0.0009,
      "step": 17755
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.354700065043086e-05,
      "loss": 0.0015,
      "step": 17756
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3546313257446464e-05,
      "loss": 0.0015,
      "step": 17757
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3545625845294354e-05,
      "loss": 0.001,
      "step": 17758
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3544938413978241e-05,
      "loss": 0.0025,
      "step": 17759
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3544250963501841e-05,
      "loss": 0.0019,
      "step": 17760
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3543563493868873e-05,
      "loss": 0.0012,
      "step": 17761
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3542876005083046e-05,
      "loss": 0.0012,
      "step": 17762
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3542188497148081e-05,
      "loss": 0.0017,
      "step": 17763
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3541500970067692e-05,
      "loss": 0.0012,
      "step": 17764
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3540813423845598e-05,
      "loss": 0.0011,
      "step": 17765
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.354012585848551e-05,
      "loss": 0.0011,
      "step": 17766
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3539438273991149e-05,
      "loss": 0.001,
      "step": 17767
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.353875067036623e-05,
      "loss": 0.002,
      "step": 17768
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3538063047614467e-05,
      "loss": 0.0013,
      "step": 17769
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3537375405739578e-05,
      "loss": 0.0011,
      "step": 17770
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.353668774474528e-05,
      "loss": 0.0014,
      "step": 17771
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3536000064635292e-05,
      "loss": 0.0006,
      "step": 17772
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.353531236541333e-05,
      "loss": 0.0017,
      "step": 17773
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.353462464708311e-05,
      "loss": 0.001,
      "step": 17774
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3533936909648348e-05,
      "loss": 0.0015,
      "step": 17775
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3533249153112759e-05,
      "loss": 0.0013,
      "step": 17776
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3532561377480068e-05,
      "loss": 0.0011,
      "step": 17777
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3531873582753986e-05,
      "loss": 0.0016,
      "step": 17778
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3531185768938233e-05,
      "loss": 0.001,
      "step": 17779
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3530497936036529e-05,
      "loss": 0.0014,
      "step": 17780
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3529810084052583e-05,
      "loss": 0.0012,
      "step": 17781
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3529122212990125e-05,
      "loss": 0.001,
      "step": 17782
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.352843432285286e-05,
      "loss": 0.0018,
      "step": 17783
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3527746413644516e-05,
      "loss": 0.0012,
      "step": 17784
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3527058485368806e-05,
      "loss": 0.0018,
      "step": 17785
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3526370538029452e-05,
      "loss": 0.0011,
      "step": 17786
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.352568257163017e-05,
      "loss": 0.0016,
      "step": 17787
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3524994586174677e-05,
      "loss": 0.0014,
      "step": 17788
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3524306581666693e-05,
      "loss": 0.0015,
      "step": 17789
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3523618558109939e-05,
      "loss": 0.0004,
      "step": 17790
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.352293051550813e-05,
      "loss": 0.0012,
      "step": 17791
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3522242453864989e-05,
      "loss": 0.0013,
      "step": 17792
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.352155437318423e-05,
      "loss": 0.0019,
      "step": 17793
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3520866273469574e-05,
      "loss": 0.0012,
      "step": 17794
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3520178154724742e-05,
      "loss": 0.002,
      "step": 17795
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3519490016953452e-05,
      "loss": 0.0008,
      "step": 17796
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3518801860159421e-05,
      "loss": 0.0011,
      "step": 17797
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3518113684346372e-05,
      "loss": 0.0013,
      "step": 17798
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3517425489518025e-05,
      "loss": 0.0014,
      "step": 17799
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3516737275678096e-05,
      "loss": 0.0014,
      "step": 17800
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3516049042830309e-05,
      "loss": 0.0024,
      "step": 17801
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.351536079097838e-05,
      "loss": 0.0023,
      "step": 17802
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.351467252012603e-05,
      "loss": 0.0014,
      "step": 17803
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.351398423027698e-05,
      "loss": 0.0014,
      "step": 17804
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3513295921434952e-05,
      "loss": 0.0033,
      "step": 17805
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3512607593603662e-05,
      "loss": 0.0023,
      "step": 17806
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.351191924678683e-05,
      "loss": 0.0028,
      "step": 17807
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3511230880988185e-05,
      "loss": 0.0012,
      "step": 17808
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3510542496211437e-05,
      "loss": 0.0015,
      "step": 17809
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3509854092460312e-05,
      "loss": 0.0018,
      "step": 17810
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3509165669738531e-05,
      "loss": 0.0021,
      "step": 17811
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3508477228049816e-05,
      "loss": 0.0017,
      "step": 17812
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3507788767397885e-05,
      "loss": 0.0015,
      "step": 17813
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3507100287786457e-05,
      "loss": 0.0013,
      "step": 17814
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.350641178921926e-05,
      "loss": 0.0012,
      "step": 17815
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.350572327170001e-05,
      "loss": 0.0022,
      "step": 17816
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3505034735232432e-05,
      "loss": 0.0009,
      "step": 17817
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3504346179820243e-05,
      "loss": 0.001,
      "step": 17818
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3503657605467169e-05,
      "loss": 0.0014,
      "step": 17819
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.350296901217693e-05,
      "loss": 0.0015,
      "step": 17820
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3502280399953247e-05,
      "loss": 0.0027,
      "step": 17821
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3501591768799842e-05,
      "loss": 0.0013,
      "step": 17822
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3500903118720439e-05,
      "loss": 0.0008,
      "step": 17823
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3500214449718758e-05,
      "loss": 0.0013,
      "step": 17824
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3499525761798522e-05,
      "loss": 0.0012,
      "step": 17825
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3498837054963454e-05,
      "loss": 0.0019,
      "step": 17826
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3498148329217275e-05,
      "loss": 0.0021,
      "step": 17827
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.349745958456371e-05,
      "loss": 0.0012,
      "step": 17828
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.349677082100648e-05,
      "loss": 0.0011,
      "step": 17829
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3496082038549308e-05,
      "loss": 0.0014,
      "step": 17830
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3495393237195916e-05,
      "loss": 0.0023,
      "step": 17831
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.349470441695003e-05,
      "loss": 0.0021,
      "step": 17832
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3494015577815364e-05,
      "loss": 0.0019,
      "step": 17833
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3493326719795654e-05,
      "loss": 0.0014,
      "step": 17834
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3492637842894615e-05,
      "loss": 0.0022,
      "step": 17835
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3491948947115973e-05,
      "loss": 0.0019,
      "step": 17836
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.349126003246345e-05,
      "loss": 0.0009,
      "step": 17837
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3490571098940772e-05,
      "loss": 0.0023,
      "step": 17838
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.348988214655166e-05,
      "loss": 0.001,
      "step": 17839
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.348919317529984e-05,
      "loss": 0.0018,
      "step": 17840
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.3488504185189035e-05,
      "loss": 0.0025,
      "step": 17841
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3487815176222968e-05,
      "loss": 0.0009,
      "step": 17842
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.348712614840536e-05,
      "loss": 0.0013,
      "step": 17843
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3486437101739943e-05,
      "loss": 0.0019,
      "step": 17844
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3485748036230437e-05,
      "loss": 0.0014,
      "step": 17845
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3485058951880567e-05,
      "loss": 0.0009,
      "step": 17846
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3484369848694056e-05,
      "loss": 0.0015,
      "step": 17847
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3483680726674632e-05,
      "loss": 0.001,
      "step": 17848
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3482991585826014e-05,
      "loss": 0.0016,
      "step": 17849
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3482302426151934e-05,
      "loss": 0.0024,
      "step": 17850
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3481613247656108e-05,
      "loss": 0.0027,
      "step": 17851
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3480924050342272e-05,
      "loss": 0.0009,
      "step": 17852
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3480234834214144e-05,
      "loss": 0.0009,
      "step": 17853
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3479545599275446e-05,
      "loss": 0.0008,
      "step": 17854
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3478856345529912e-05,
      "loss": 0.0018,
      "step": 17855
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3478167072981259e-05,
      "loss": 0.0016,
      "step": 17856
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3477477781633221e-05,
      "loss": 0.0011,
      "step": 17857
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3476788471489518e-05,
      "loss": 0.0019,
      "step": 17858
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3476099142553873e-05,
      "loss": 0.0019,
      "step": 17859
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3475409794830021e-05,
      "loss": 0.0012,
      "step": 17860
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3474720428321678e-05,
      "loss": 0.0014,
      "step": 17861
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3474031043032575e-05,
      "loss": 0.0012,
      "step": 17862
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.347334163896644e-05,
      "loss": 0.0008,
      "step": 17863
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3472652216126995e-05,
      "loss": 0.0014,
      "step": 17864
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.347196277451797e-05,
      "loss": 0.001,
      "step": 17865
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3471273314143089e-05,
      "loss": 0.0011,
      "step": 17866
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3470583835006078e-05,
      "loss": 0.0009,
      "step": 17867
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3469894337110668e-05,
      "loss": 0.0011,
      "step": 17868
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3469204820460579e-05,
      "loss": 0.0028,
      "step": 17869
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3468515285059542e-05,
      "loss": 0.0018,
      "step": 17870
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3467825730911283e-05,
      "loss": 0.0016,
      "step": 17871
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.346713615801953e-05,
      "loss": 0.0015,
      "step": 17872
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3466446566388009e-05,
      "loss": 0.0014,
      "step": 17873
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.346575695602045e-05,
      "loss": 0.0015,
      "step": 17874
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3465067326920573e-05,
      "loss": 0.0017,
      "step": 17875
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3464377679092113e-05,
      "loss": 0.001,
      "step": 17876
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3463688012538793e-05,
      "loss": 0.001,
      "step": 17877
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3462998327264346e-05,
      "loss": 0.0015,
      "step": 17878
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3462308623272493e-05,
      "loss": 0.0016,
      "step": 17879
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3461618900566964e-05,
      "loss": 0.0009,
      "step": 17880
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3460929159151492e-05,
      "loss": 0.0014,
      "step": 17881
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3460239399029797e-05,
      "loss": 0.0014,
      "step": 17882
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3459549620205614e-05,
      "loss": 0.0008,
      "step": 17883
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3458859822682666e-05,
      "loss": 0.0016,
      "step": 17884
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3458170006464687e-05,
      "loss": 0.0011,
      "step": 17885
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3457480171555402e-05,
      "loss": 0.0011,
      "step": 17886
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3456790317958534e-05,
      "loss": 0.0021,
      "step": 17887
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3456100445677822e-05,
      "loss": 0.0009,
      "step": 17888
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3455410554716987e-05,
      "loss": 0.0012,
      "step": 17889
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3454720645079764e-05,
      "loss": 0.0006,
      "step": 17890
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3454030716769877e-05,
      "loss": 0.002,
      "step": 17891
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3453340769791059e-05,
      "loss": 0.0011,
      "step": 17892
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3452650804147036e-05,
      "loss": 0.0014,
      "step": 17893
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3451960819841536e-05,
      "loss": 0.002,
      "step": 17894
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3451270816878292e-05,
      "loss": 0.0016,
      "step": 17895
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3450580795261033e-05,
      "loss": 0.0006,
      "step": 17896
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3449890754993486e-05,
      "loss": 0.0013,
      "step": 17897
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3449200696079384e-05,
      "loss": 0.0013,
      "step": 17898
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3448510618522453e-05,
      "loss": 0.0021,
      "step": 17899
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3447820522326424e-05,
      "loss": 0.0011,
      "step": 17900
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3447130407495031e-05,
      "loss": 0.0011,
      "step": 17901
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3446440274031997e-05,
      "loss": 0.002,
      "step": 17902
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3445750121941058e-05,
      "loss": 0.0014,
      "step": 17903
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3445059951225942e-05,
      "loss": 0.0014,
      "step": 17904
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3444369761890381e-05,
      "loss": 0.0006,
      "step": 17905
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3443679553938103e-05,
      "loss": 0.0013,
      "step": 17906
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.344298932737284e-05,
      "loss": 0.0019,
      "step": 17907
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.344229908219832e-05,
      "loss": 0.0015,
      "step": 17908
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3441608818418279e-05,
      "loss": 0.0017,
      "step": 17909
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3440918536036442e-05,
      "loss": 0.001,
      "step": 17910
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3440228235056544e-05,
      "loss": 0.0016,
      "step": 17911
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3439537915482315e-05,
      "loss": 0.0012,
      "step": 17912
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3438847577317487e-05,
      "loss": 0.0014,
      "step": 17913
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3438157220565789e-05,
      "loss": 0.0023,
      "step": 17914
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.343746684523095e-05,
      "loss": 0.001,
      "step": 17915
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.343677645131671e-05,
      "loss": 0.0009,
      "step": 17916
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3436086038826796e-05,
      "loss": 0.001,
      "step": 17917
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3435395607764937e-05,
      "loss": 0.0014,
      "step": 17918
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3434705158134869e-05,
      "loss": 0.002,
      "step": 17919
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3434014689940318e-05,
      "loss": 0.0014,
      "step": 17920
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3433324203185023e-05,
      "loss": 0.0018,
      "step": 17921
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3432633697872713e-05,
      "loss": 0.001,
      "step": 17922
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.343194317400712e-05,
      "loss": 0.0018,
      "step": 17923
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3431252631591974e-05,
      "loss": 0.0012,
      "step": 17924
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3430562070631012e-05,
      "loss": 0.0014,
      "step": 17925
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3429871491127964e-05,
      "loss": 0.0016,
      "step": 17926
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3429180893086563e-05,
      "loss": 0.0017,
      "step": 17927
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3428490276510542e-05,
      "loss": 0.0024,
      "step": 17928
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.342779964140363e-05,
      "loss": 0.0007,
      "step": 17929
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3427108987769566e-05,
      "loss": 0.0012,
      "step": 17930
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3426418315612077e-05,
      "loss": 0.0019,
      "step": 17931
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3425727624934901e-05,
      "loss": 0.0016,
      "step": 17932
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.342503691574177e-05,
      "loss": 0.0023,
      "step": 17933
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3424346188036412e-05,
      "loss": 0.0017,
      "step": 17934
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.342365544182257e-05,
      "loss": 0.0022,
      "step": 17935
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3422964677103969e-05,
      "loss": 0.0016,
      "step": 17936
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3422273893884348e-05,
      "loss": 0.0012,
      "step": 17937
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3421583092167441e-05,
      "loss": 0.0009,
      "step": 17938
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3420892271956974e-05,
      "loss": 0.0016,
      "step": 17939
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.342020143325669e-05,
      "loss": 0.0011,
      "step": 17940
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3419510576070316e-05,
      "loss": 0.0006,
      "step": 17941
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3418819700401591e-05,
      "loss": 0.0017,
      "step": 17942
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3418128806254246e-05,
      "loss": 0.0012,
      "step": 17943
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3417437893632017e-05,
      "loss": 0.001,
      "step": 17944
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.341674696253864e-05,
      "loss": 0.0022,
      "step": 17945
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3416056012977846e-05,
      "loss": 0.0017,
      "step": 17946
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3415365044953373e-05,
      "loss": 0.0006,
      "step": 17947
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3414674058468949e-05,
      "loss": 0.0014,
      "step": 17948
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3413983053528317e-05,
      "loss": 0.0012,
      "step": 17949
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3413292030135205e-05,
      "loss": 0.0015,
      "step": 17950
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3412600988293355e-05,
      "loss": 0.0011,
      "step": 17951
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3411909928006494e-05,
      "loss": 0.0015,
      "step": 17952
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3411218849278363e-05,
      "loss": 0.0015,
      "step": 17953
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3410527752112699e-05,
      "loss": 0.0011,
      "step": 17954
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3409836636513229e-05,
      "loss": 0.0014,
      "step": 17955
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3409145502483698e-05,
      "loss": 0.0012,
      "step": 17956
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3408454350027835e-05,
      "loss": 0.0009,
      "step": 17957
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3407763179149379e-05,
      "loss": 0.0008,
      "step": 17958
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3407071989852063e-05,
      "loss": 0.0026,
      "step": 17959
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3406380782139625e-05,
      "loss": 0.0007,
      "step": 17960
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3405689556015799e-05,
      "loss": 0.0009,
      "step": 17961
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3404998311484322e-05,
      "loss": 0.0021,
      "step": 17962
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3404307048548934e-05,
      "loss": 0.0021,
      "step": 17963
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3403615767213368e-05,
      "loss": 0.0011,
      "step": 17964
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3402924467481357e-05,
      "loss": 0.0004,
      "step": 17965
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3402233149356642e-05,
      "loss": 0.0016,
      "step": 17966
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3401541812842958e-05,
      "loss": 0.0016,
      "step": 17967
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3400850457944042e-05,
      "loss": 0.0017,
      "step": 17968
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3400159084663629e-05,
      "loss": 0.0008,
      "step": 17969
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3399467693005456e-05,
      "loss": 0.0029,
      "step": 17970
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3398776282973264e-05,
      "loss": 0.0011,
      "step": 17971
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3398084854570788e-05,
      "loss": 0.0013,
      "step": 17972
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3397393407801763e-05,
      "loss": 0.0012,
      "step": 17973
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3396701942669927e-05,
      "loss": 0.0027,
      "step": 17974
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3396010459179021e-05,
      "loss": 0.0016,
      "step": 17975
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3395318957332778e-05,
      "loss": 0.0012,
      "step": 17976
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3394627437134937e-05,
      "loss": 0.0016,
      "step": 17977
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3393935898589239e-05,
      "loss": 0.0024,
      "step": 17978
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3393244341699414e-05,
      "loss": 0.0013,
      "step": 17979
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3392552766469207e-05,
      "loss": 0.0019,
      "step": 17980
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.339186117290235e-05,
      "loss": 0.0009,
      "step": 17981
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3391169561002587e-05,
      "loss": 0.001,
      "step": 17982
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3390477930773654e-05,
      "loss": 0.0014,
      "step": 17983
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3389786282219288e-05,
      "loss": 0.0012,
      "step": 17984
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3389094615343226e-05,
      "loss": 0.0018,
      "step": 17985
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3388402930149211e-05,
      "loss": 0.0006,
      "step": 17986
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.338771122664098e-05,
      "loss": 0.0016,
      "step": 17987
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3387019504822268e-05,
      "loss": 0.0014,
      "step": 17988
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3386327764696816e-05,
      "loss": 0.0013,
      "step": 17989
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3385636006268367e-05,
      "loss": 0.0013,
      "step": 17990
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3384944229540653e-05,
      "loss": 0.0007,
      "step": 17991
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.338425243451742e-05,
      "loss": 0.0024,
      "step": 17992
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3383560621202399e-05,
      "loss": 0.0015,
      "step": 17993
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3382868789599336e-05,
      "loss": 0.002,
      "step": 17994
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3382176939711967e-05,
      "loss": 0.0015,
      "step": 17995
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3381485071544031e-05,
      "loss": 0.0008,
      "step": 17996
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.338079318509927e-05,
      "loss": 0.0011,
      "step": 17997
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3380101280381426e-05,
      "loss": 0.0012,
      "step": 17998
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3379409357394231e-05,
      "loss": 0.001,
      "step": 17999
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3378717416141428e-05,
      "loss": 0.0012,
      "step": 18000
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3378025456626763e-05,
      "loss": 0.001,
      "step": 18001
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3377333478853966e-05,
      "loss": 0.001,
      "step": 18002
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3376641482826787e-05,
      "loss": 0.0015,
      "step": 18003
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3375949468548957e-05,
      "loss": 0.0034,
      "step": 18004
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3375257436024222e-05,
      "loss": 0.001,
      "step": 18005
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3374565385256322e-05,
      "loss": 0.0011,
      "step": 18006
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3373873316248992e-05,
      "loss": 0.0013,
      "step": 18007
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3373181229005985e-05,
      "loss": 0.0007,
      "step": 18008
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3372489123531027e-05,
      "loss": 0.0014,
      "step": 18009
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.337179699982787e-05,
      "loss": 0.0014,
      "step": 18010
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.337110485790025e-05,
      "loss": 0.0013,
      "step": 18011
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.337041269775191e-05,
      "loss": 0.0012,
      "step": 18012
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3369720519386586e-05,
      "loss": 0.0015,
      "step": 18013
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3369028322808024e-05,
      "loss": 0.0016,
      "step": 18014
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3368336108019966e-05,
      "loss": 0.0015,
      "step": 18015
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3367643875026148e-05,
      "loss": 0.0011,
      "step": 18016
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.336695162383032e-05,
      "loss": 0.0017,
      "step": 18017
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3366259354436218e-05,
      "loss": 0.0011,
      "step": 18018
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.336556706684758e-05,
      "loss": 0.0014,
      "step": 18019
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3364874761068156e-05,
      "loss": 0.0015,
      "step": 18020
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3364182437101683e-05,
      "loss": 0.001,
      "step": 18021
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3363490094951905e-05,
      "loss": 0.0017,
      "step": 18022
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3362797734622561e-05,
      "loss": 0.0011,
      "step": 18023
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3362105356117394e-05,
      "loss": 0.0012,
      "step": 18024
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3361412959440152e-05,
      "loss": 0.0014,
      "step": 18025
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3360720544594572e-05,
      "loss": 0.0019,
      "step": 18026
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3360028111584398e-05,
      "loss": 0.0012,
      "step": 18027
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3359335660413368e-05,
      "loss": 0.0005,
      "step": 18028
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3358643191085234e-05,
      "loss": 0.0013,
      "step": 18029
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3357950703603733e-05,
      "loss": 0.0015,
      "step": 18030
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3357258197972605e-05,
      "loss": 0.0014,
      "step": 18031
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3356565674195598e-05,
      "loss": 0.0009,
      "step": 18032
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3355873132276453e-05,
      "loss": 0.0012,
      "step": 18033
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3355180572218916e-05,
      "loss": 0.0011,
      "step": 18034
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3354487994026726e-05,
      "loss": 0.0011,
      "step": 18035
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3353795397703628e-05,
      "loss": 0.0012,
      "step": 18036
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3353102783253367e-05,
      "loss": 0.0012,
      "step": 18037
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3352410150679684e-05,
      "loss": 0.0012,
      "step": 18038
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3351717499986325e-05,
      "loss": 0.0023,
      "step": 18039
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3351024831177033e-05,
      "loss": 0.0016,
      "step": 18040
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3350332144255551e-05,
      "loss": 0.0018,
      "step": 18041
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3349639439225621e-05,
      "loss": 0.0011,
      "step": 18042
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3348946716090994e-05,
      "loss": 0.0012,
      "step": 18043
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3348253974855407e-05,
      "loss": 0.0015,
      "step": 18044
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3347561215522606e-05,
      "loss": 0.0016,
      "step": 18045
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3346868438096338e-05,
      "loss": 0.0008,
      "step": 18046
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3346175642580345e-05,
      "loss": 0.0008,
      "step": 18047
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3345482828978376e-05,
      "loss": 0.0017,
      "step": 18048
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3344789997294166e-05,
      "loss": 0.0014,
      "step": 18049
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3344097147531469e-05,
      "loss": 0.0026,
      "step": 18050
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3343404279694027e-05,
      "loss": 0.0017,
      "step": 18051
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3342711393785584e-05,
      "loss": 0.0022,
      "step": 18052
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3342018489809885e-05,
      "loss": 0.0009,
      "step": 18053
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3341325567770676e-05,
      "loss": 0.0006,
      "step": 18054
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3340632627671702e-05,
      "loss": 0.0016,
      "step": 18055
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3339939669516706e-05,
      "loss": 0.0014,
      "step": 18056
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3339246693309437e-05,
      "loss": 0.0013,
      "step": 18057
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.333855369905364e-05,
      "loss": 0.0019,
      "step": 18058
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3337860686753057e-05,
      "loss": 0.0025,
      "step": 18059
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3337167656411438e-05,
      "loss": 0.0008,
      "step": 18060
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3336474608032526e-05,
      "loss": 0.0013,
      "step": 18061
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.333578154162007e-05,
      "loss": 0.0022,
      "step": 18062
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3335088457177815e-05,
      "loss": 0.0018,
      "step": 18063
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3334395354709502e-05,
      "loss": 0.0019,
      "step": 18064
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3333702234218885e-05,
      "loss": 0.0015,
      "step": 18065
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3333009095709706e-05,
      "loss": 0.0017,
      "step": 18066
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.333231593918571e-05,
      "loss": 0.0014,
      "step": 18067
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.333162276465065e-05,
      "loss": 0.0015,
      "step": 18068
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3330929572108264e-05,
      "loss": 0.0016,
      "step": 18069
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3330236361562304e-05,
      "loss": 0.0013,
      "step": 18070
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3329543133016519e-05,
      "loss": 0.0015,
      "step": 18071
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3328849886474648e-05,
      "loss": 0.0014,
      "step": 18072
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3328156621940442e-05,
      "loss": 0.001,
      "step": 18073
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3327463339417652e-05,
      "loss": 0.001,
      "step": 18074
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3326770038910019e-05,
      "loss": 0.0013,
      "step": 18075
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3326076720421297e-05,
      "loss": 0.0016,
      "step": 18076
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3325383383955224e-05,
      "loss": 0.0013,
      "step": 18077
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3324690029515555e-05,
      "loss": 0.0008,
      "step": 18078
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3323996657106038e-05,
      "loss": 0.0012,
      "step": 18079
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3323303266730414e-05,
      "loss": 0.001,
      "step": 18080
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3322609858392436e-05,
      "loss": 0.0018,
      "step": 18081
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3321916432095851e-05,
      "loss": 0.0014,
      "step": 18082
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3321222987844408e-05,
      "loss": 0.0007,
      "step": 18083
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3320529525641854e-05,
      "loss": 0.0016,
      "step": 18084
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3319836045491933e-05,
      "loss": 0.0009,
      "step": 18085
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3319142547398402e-05,
      "loss": 0.0014,
      "step": 18086
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3318449031365e-05,
      "loss": 0.0014,
      "step": 18087
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3317755497395482e-05,
      "loss": 0.0009,
      "step": 18088
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3317061945493595e-05,
      "loss": 0.0014,
      "step": 18089
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3316368375663084e-05,
      "loss": 0.0014,
      "step": 18090
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3315674787907704e-05,
      "loss": 0.0016,
      "step": 18091
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3314981182231199e-05,
      "loss": 0.0016,
      "step": 18092
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3314287558637319e-05,
      "loss": 0.0017,
      "step": 18093
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3313593917129814e-05,
      "loss": 0.0023,
      "step": 18094
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3312900257712433e-05,
      "loss": 0.0013,
      "step": 18095
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3312206580388924e-05,
      "loss": 0.0019,
      "step": 18096
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3311512885163036e-05,
      "loss": 0.0022,
      "step": 18097
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.331081917203852e-05,
      "loss": 0.0008,
      "step": 18098
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3310125441019125e-05,
      "loss": 0.0022,
      "step": 18099
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3309431692108603e-05,
      "loss": 0.0017,
      "step": 18100
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3308737925310697e-05,
      "loss": 0.0017,
      "step": 18101
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3308044140629166e-05,
      "loss": 0.0017,
      "step": 18102
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3307350338067753e-05,
      "loss": 0.0019,
      "step": 18103
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3306656517630208e-05,
      "loss": 0.0013,
      "step": 18104
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3305962679320285e-05,
      "loss": 0.0012,
      "step": 18105
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3305268823141731e-05,
      "loss": 0.0016,
      "step": 18106
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3304574949098298e-05,
      "loss": 0.0022,
      "step": 18107
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3303881057193734e-05,
      "loss": 0.0017,
      "step": 18108
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3303187147431795e-05,
      "loss": 0.0012,
      "step": 18109
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3302493219816223e-05,
      "loss": 0.0018,
      "step": 18110
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.330179927435078e-05,
      "loss": 0.0009,
      "step": 18111
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3301105311039207e-05,
      "loss": 0.0015,
      "step": 18112
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3300411329885256e-05,
      "loss": 0.0014,
      "step": 18113
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3299717330892681e-05,
      "loss": 0.0027,
      "step": 18114
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.329902331406523e-05,
      "loss": 0.0009,
      "step": 18115
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.329832927940666e-05,
      "loss": 0.0019,
      "step": 18116
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3297635226920718e-05,
      "loss": 0.0012,
      "step": 18117
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3296941156611154e-05,
      "loss": 0.0012,
      "step": 18118
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3296247068481724e-05,
      "loss": 0.0025,
      "step": 18119
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3295552962536173e-05,
      "loss": 0.001,
      "step": 18120
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.329485883877826e-05,
      "loss": 0.0013,
      "step": 18121
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3294164697211732e-05,
      "loss": 0.0011,
      "step": 18122
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3293470537840341e-05,
      "loss": 0.0016,
      "step": 18123
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.329277636066784e-05,
      "loss": 0.0012,
      "step": 18124
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3292082165697981e-05,
      "loss": 0.002,
      "step": 18125
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3291387952934518e-05,
      "loss": 0.0014,
      "step": 18126
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3290693722381196e-05,
      "loss": 0.0011,
      "step": 18127
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3289999474041778e-05,
      "loss": 0.0015,
      "step": 18128
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3289305207920007e-05,
      "loss": 0.0014,
      "step": 18129
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3288610924019642e-05,
      "loss": 0.001,
      "step": 18130
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3287916622344433e-05,
      "loss": 0.001,
      "step": 18131
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3287222302898125e-05,
      "loss": 0.0019,
      "step": 18132
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3286527965684485e-05,
      "loss": 0.0016,
      "step": 18133
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.328583361070726e-05,
      "loss": 0.0033,
      "step": 18134
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3285139237970201e-05,
      "loss": 0.0018,
      "step": 18135
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3284444847477063e-05,
      "loss": 0.0017,
      "step": 18136
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3283750439231598e-05,
      "loss": 0.0015,
      "step": 18137
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.328305601323756e-05,
      "loss": 0.0021,
      "step": 18138
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3282361569498699e-05,
      "loss": 0.0013,
      "step": 18139
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3281667108018774e-05,
      "loss": 0.0014,
      "step": 18140
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3280972628801534e-05,
      "loss": 0.0009,
      "step": 18141
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3280278131850736e-05,
      "loss": 0.0013,
      "step": 18142
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3279583617170136e-05,
      "loss": 0.001,
      "step": 18143
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3278889084763477e-05,
      "loss": 0.0012,
      "step": 18144
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3278194534634526e-05,
      "loss": 0.0007,
      "step": 18145
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3277499966787028e-05,
      "loss": 0.0008,
      "step": 18146
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3276805381224742e-05,
      "loss": 0.0018,
      "step": 18147
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3276110777951419e-05,
      "loss": 0.0017,
      "step": 18148
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3275416156970818e-05,
      "loss": 0.0011,
      "step": 18149
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3274721518286686e-05,
      "loss": 0.0014,
      "step": 18150
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3274026861902781e-05,
      "loss": 0.0018,
      "step": 18151
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3273332187822862e-05,
      "loss": 0.001,
      "step": 18152
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3272637496050678e-05,
      "loss": 0.0013,
      "step": 18153
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3271942786589988e-05,
      "loss": 0.0024,
      "step": 18154
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.327124805944454e-05,
      "loss": 0.0022,
      "step": 18155
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.32705533146181e-05,
      "loss": 0.0014,
      "step": 18156
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3269858552114415e-05,
      "loss": 0.0018,
      "step": 18157
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.326916377193724e-05,
      "loss": 0.0015,
      "step": 18158
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3268468974090331e-05,
      "loss": 0.0014,
      "step": 18159
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3267774158577447e-05,
      "loss": 0.0012,
      "step": 18160
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3267079325402341e-05,
      "loss": 0.0016,
      "step": 18161
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3266384474568766e-05,
      "loss": 0.0008,
      "step": 18162
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3265689606080482e-05,
      "loss": 0.0021,
      "step": 18163
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3264994719941245e-05,
      "loss": 0.0006,
      "step": 18164
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3264299816154805e-05,
      "loss": 0.0012,
      "step": 18165
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3263604894724924e-05,
      "loss": 0.0016,
      "step": 18166
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3262909955655354e-05,
      "loss": 0.0014,
      "step": 18167
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3262214998949851e-05,
      "loss": 0.0014,
      "step": 18168
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3261520024612178e-05,
      "loss": 0.0008,
      "step": 18169
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3260825032646083e-05,
      "loss": 0.0013,
      "step": 18170
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.326013002305533e-05,
      "loss": 0.0019,
      "step": 18171
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3259434995843665e-05,
      "loss": 0.0012,
      "step": 18172
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3258739951014857e-05,
      "loss": 0.0021,
      "step": 18173
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3258044888572652e-05,
      "loss": 0.0009,
      "step": 18174
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3257349808520812e-05,
      "loss": 0.0016,
      "step": 18175
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3256654710863098e-05,
      "loss": 0.0028,
      "step": 18176
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3255959595603256e-05,
      "loss": 0.0009,
      "step": 18177
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3255264462745054e-05,
      "loss": 0.0023,
      "step": 18178
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.325456931229224e-05,
      "loss": 0.0013,
      "step": 18179
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.325387414424858e-05,
      "loss": 0.001,
      "step": 18180
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3253178958617826e-05,
      "loss": 0.0011,
      "step": 18181
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3252483755403736e-05,
      "loss": 0.0014,
      "step": 18182
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3251788534610065e-05,
      "loss": 0.0008,
      "step": 18183
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.325109329624058e-05,
      "loss": 0.0026,
      "step": 18184
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3250398040299031e-05,
      "loss": 0.0021,
      "step": 18185
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3249702766789173e-05,
      "loss": 0.0013,
      "step": 18186
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.324900747571477e-05,
      "loss": 0.0012,
      "step": 18187
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3248312167079583e-05,
      "loss": 0.0006,
      "step": 18188
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3247616840887361e-05,
      "loss": 0.0016,
      "step": 18189
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3246921497141868e-05,
      "loss": 0.0014,
      "step": 18190
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3246226135846858e-05,
      "loss": 0.0005,
      "step": 18191
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3245530757006097e-05,
      "loss": 0.0009,
      "step": 18192
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3244835360623337e-05,
      "loss": 0.0015,
      "step": 18193
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3244139946702338e-05,
      "loss": 0.0016,
      "step": 18194
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.324344451524686e-05,
      "loss": 0.0012,
      "step": 18195
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.324274906626066e-05,
      "loss": 0.0017,
      "step": 18196
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.32420535997475e-05,
      "loss": 0.0014,
      "step": 18197
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3241358115711133e-05,
      "loss": 0.001,
      "step": 18198
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3240662614155326e-05,
      "loss": 0.0009,
      "step": 18199
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3239967095083833e-05,
      "loss": 0.0007,
      "step": 18200
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3239271558500413e-05,
      "loss": 0.0009,
      "step": 18201
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3238576004408827e-05,
      "loss": 0.0016,
      "step": 18202
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3237880432812836e-05,
      "loss": 0.0017,
      "step": 18203
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3237184843716194e-05,
      "loss": 0.0012,
      "step": 18204
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3236489237122665e-05,
      "loss": 0.0012,
      "step": 18205
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.323579361303601e-05,
      "loss": 0.0017,
      "step": 18206
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3235097971459985e-05,
      "loss": 0.0014,
      "step": 18207
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3234402312398355e-05,
      "loss": 0.0018,
      "step": 18208
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3233706635854875e-05,
      "loss": 0.0025,
      "step": 18209
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3233010941833306e-05,
      "loss": 0.0011,
      "step": 18210
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3232315230337411e-05,
      "loss": 0.0016,
      "step": 18211
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3231619501370947e-05,
      "loss": 0.0019,
      "step": 18212
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3230923754937678e-05,
      "loss": 0.0008,
      "step": 18213
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3230227991041358e-05,
      "loss": 0.0011,
      "step": 18214
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3229532209685756e-05,
      "loss": 0.0009,
      "step": 18215
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3228836410874628e-05,
      "loss": 0.0023,
      "step": 18216
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.322814059461173e-05,
      "loss": 0.001,
      "step": 18217
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3227444760900837e-05,
      "loss": 0.0013,
      "step": 18218
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3226748909745694e-05,
      "loss": 0.001,
      "step": 18219
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3226053041150074e-05,
      "loss": 0.0014,
      "step": 18220
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3225357155117731e-05,
      "loss": 0.0017,
      "step": 18221
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3224661251652427e-05,
      "loss": 0.0014,
      "step": 18222
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3223965330757928e-05,
      "loss": 0.002,
      "step": 18223
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3223269392437989e-05,
      "loss": 0.0008,
      "step": 18224
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3222573436696378e-05,
      "loss": 0.0017,
      "step": 18225
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3221877463536853e-05,
      "loss": 0.0015,
      "step": 18226
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3221181472963177e-05,
      "loss": 0.0012,
      "step": 18227
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3220485464979106e-05,
      "loss": 0.001,
      "step": 18228
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3219789439588416e-05,
      "loss": 0.0013,
      "step": 18229
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3219093396794854e-05,
      "loss": 0.0018,
      "step": 18230
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3218397336602186e-05,
      "loss": 0.0012,
      "step": 18231
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3217701259014181e-05,
      "loss": 0.0009,
      "step": 18232
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3217005164034596e-05,
      "loss": 0.001,
      "step": 18233
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3216309051667193e-05,
      "loss": 0.0014,
      "step": 18234
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3215612921915732e-05,
      "loss": 0.0017,
      "step": 18235
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3214916774783983e-05,
      "loss": 0.001,
      "step": 18236
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3214220610275705e-05,
      "loss": 0.0014,
      "step": 18237
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3213524428394657e-05,
      "loss": 0.0019,
      "step": 18238
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3212828229144608e-05,
      "loss": 0.0013,
      "step": 18239
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3212132012529316e-05,
      "loss": 0.0012,
      "step": 18240
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3211435778552545e-05,
      "loss": 0.001,
      "step": 18241
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3210739527218064e-05,
      "loss": 0.0021,
      "step": 18242
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3210043258529627e-05,
      "loss": 0.0016,
      "step": 18243
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3209346972491003e-05,
      "loss": 0.0015,
      "step": 18244
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3208650669105956e-05,
      "loss": 0.0021,
      "step": 18245
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3207954348378246e-05,
      "loss": 0.0019,
      "step": 18246
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3207258010311637e-05,
      "loss": 0.0016,
      "step": 18247
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3206561654909898e-05,
      "loss": 0.002,
      "step": 18248
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3205865282176786e-05,
      "loss": 0.001,
      "step": 18249
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3205168892116067e-05,
      "loss": 0.0013,
      "step": 18250
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3204472484731508e-05,
      "loss": 0.0006,
      "step": 18251
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.320377606002687e-05,
      "loss": 0.0019,
      "step": 18252
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3203079618005916e-05,
      "loss": 0.0017,
      "step": 18253
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3202383158672411e-05,
      "loss": 0.0012,
      "step": 18254
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3201686682030124e-05,
      "loss": 0.0008,
      "step": 18255
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3200990188082814e-05,
      "loss": 0.0016,
      "step": 18256
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3200293676834249e-05,
      "loss": 0.0015,
      "step": 18257
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3199597148288188e-05,
      "loss": 0.0012,
      "step": 18258
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.31989006024484e-05,
      "loss": 0.002,
      "step": 18259
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3198204039318654e-05,
      "loss": 0.0015,
      "step": 18260
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.319750745890271e-05,
      "loss": 0.0019,
      "step": 18261
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.319681086120433e-05,
      "loss": 0.0013,
      "step": 18262
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3196114246227283e-05,
      "loss": 0.001,
      "step": 18263
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3195417613975334e-05,
      "loss": 0.0013,
      "step": 18264
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.319472096445225e-05,
      "loss": 0.0016,
      "step": 18265
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.319402429766179e-05,
      "loss": 0.0011,
      "step": 18266
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.319332761360773e-05,
      "loss": 0.0027,
      "step": 18267
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3192630912293824e-05,
      "loss": 0.0017,
      "step": 18268
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3191934193723848e-05,
      "loss": 0.0009,
      "step": 18269
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3191237457901557e-05,
      "loss": 0.0012,
      "step": 18270
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3190540704830725e-05,
      "loss": 0.0019,
      "step": 18271
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3189843934515118e-05,
      "loss": 0.0006,
      "step": 18272
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3189147146958496e-05,
      "loss": 0.0019,
      "step": 18273
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3188450342164632e-05,
      "loss": 0.0014,
      "step": 18274
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3187753520137286e-05,
      "loss": 0.0016,
      "step": 18275
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3187056680880226e-05,
      "loss": 0.0028,
      "step": 18276
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.318635982439722e-05,
      "loss": 0.0009,
      "step": 18277
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3185662950692036e-05,
      "loss": 0.0023,
      "step": 18278
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3184966059768437e-05,
      "loss": 0.0011,
      "step": 18279
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3184269151630194e-05,
      "loss": 0.0012,
      "step": 18280
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.318357222628107e-05,
      "loss": 0.001,
      "step": 18281
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.3182875283724835e-05,
      "loss": 0.0011,
      "step": 18282
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3182178323965249e-05,
      "loss": 0.0008,
      "step": 18283
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3181481347006087e-05,
      "loss": 0.0005,
      "step": 18284
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.318078435285111e-05,
      "loss": 0.0012,
      "step": 18285
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3180087341504091e-05,
      "loss": 0.001,
      "step": 18286
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3179390312968793e-05,
      "loss": 0.0018,
      "step": 18287
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3178693267248987e-05,
      "loss": 0.0016,
      "step": 18288
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.317799620434844e-05,
      "loss": 0.0007,
      "step": 18289
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3177299124270913e-05,
      "loss": 0.0006,
      "step": 18290
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3176602027020182e-05,
      "loss": 0.0029,
      "step": 18291
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.317590491260001e-05,
      "loss": 0.0023,
      "step": 18292
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.317520778101417e-05,
      "loss": 0.0015,
      "step": 18293
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3174510632266423e-05,
      "loss": 0.0019,
      "step": 18294
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3173813466360542e-05,
      "loss": 0.0014,
      "step": 18295
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3173116283300293e-05,
      "loss": 0.0018,
      "step": 18296
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3172419083089444e-05,
      "loss": 0.0013,
      "step": 18297
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3171721865731767e-05,
      "loss": 0.0018,
      "step": 18298
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3171024631231025e-05,
      "loss": 0.0017,
      "step": 18299
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3170327379590992e-05,
      "loss": 0.0011,
      "step": 18300
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3169630110815434e-05,
      "loss": 0.0014,
      "step": 18301
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3168932824908116e-05,
      "loss": 0.0014,
      "step": 18302
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3168235521872814e-05,
      "loss": 0.0015,
      "step": 18303
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3167538201713293e-05,
      "loss": 0.0012,
      "step": 18304
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3166840864433322e-05,
      "loss": 0.0012,
      "step": 18305
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3166143510036668e-05,
      "loss": 0.002,
      "step": 18306
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3165446138527104e-05,
      "loss": 0.0011,
      "step": 18307
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3164748749908398e-05,
      "loss": 0.0004,
      "step": 18308
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.316405134418432e-05,
      "loss": 0.0012,
      "step": 18309
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3163353921358641e-05,
      "loss": 0.0016,
      "step": 18310
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3162656481435123e-05,
      "loss": 0.0006,
      "step": 18311
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3161959024417544e-05,
      "loss": 0.0013,
      "step": 18312
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.316126155030967e-05,
      "loss": 0.0005,
      "step": 18313
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.316056405911527e-05,
      "loss": 0.0015,
      "step": 18314
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3159866550838119e-05,
      "loss": 0.0012,
      "step": 18315
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3159169025481981e-05,
      "loss": 0.0017,
      "step": 18316
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3158471483050628e-05,
      "loss": 0.0012,
      "step": 18317
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3157773923547831e-05,
      "loss": 0.0016,
      "step": 18318
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3157076346977363e-05,
      "loss": 0.0011,
      "step": 18319
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3156378753342987e-05,
      "loss": 0.0012,
      "step": 18320
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.315568114264848e-05,
      "loss": 0.0017,
      "step": 18321
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.315498351489761e-05,
      "loss": 0.0014,
      "step": 18322
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3154285870094147e-05,
      "loss": 0.0019,
      "step": 18323
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3153588208241865e-05,
      "loss": 0.001,
      "step": 18324
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3152890529344531e-05,
      "loss": 0.0011,
      "step": 18325
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3152192833405919e-05,
      "loss": 0.0011,
      "step": 18326
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3151495120429795e-05,
      "loss": 0.0017,
      "step": 18327
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3150797390419938e-05,
      "loss": 0.0018,
      "step": 18328
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3150099643380116e-05,
      "loss": 0.003,
      "step": 18329
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3149401879314092e-05,
      "loss": 0.002,
      "step": 18330
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3148704098225652e-05,
      "loss": 0.001,
      "step": 18331
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3148006300118554e-05,
      "loss": 0.0014,
      "step": 18332
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3147308484996582e-05,
      "loss": 0.0017,
      "step": 18333
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3146610652863498e-05,
      "loss": 0.0007,
      "step": 18334
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3145912803723075e-05,
      "loss": 0.0014,
      "step": 18335
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3145214937579091e-05,
      "loss": 0.0022,
      "step": 18336
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.314451705443531e-05,
      "loss": 0.0017,
      "step": 18337
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3143819154295511e-05,
      "loss": 0.0008,
      "step": 18338
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3143121237163462e-05,
      "loss": 0.0019,
      "step": 18339
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.314242330304294e-05,
      "loss": 0.0017,
      "step": 18340
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3141725351937709e-05,
      "loss": 0.0015,
      "step": 18341
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3141027383851546e-05,
      "loss": 0.0014,
      "step": 18342
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3140329398788225e-05,
      "loss": 0.0007,
      "step": 18343
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3139631396751518e-05,
      "loss": 0.0009,
      "step": 18344
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3138933377745196e-05,
      "loss": 0.0016,
      "step": 18345
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3138235341773032e-05,
      "loss": 0.0014,
      "step": 18346
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.31375372888388e-05,
      "loss": 0.0018,
      "step": 18347
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3136839218946271e-05,
      "loss": 0.0023,
      "step": 18348
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3136141132099218e-05,
      "loss": 0.0014,
      "step": 18349
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.313544302830142e-05,
      "loss": 0.0017,
      "step": 18350
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3134744907556643e-05,
      "loss": 0.0012,
      "step": 18351
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3134046769868665e-05,
      "loss": 0.001,
      "step": 18352
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3133348615241254e-05,
      "loss": 0.0012,
      "step": 18353
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3132650443678193e-05,
      "loss": 0.0016,
      "step": 18354
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3131952255183245e-05,
      "loss": 0.0015,
      "step": 18355
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3131254049760189e-05,
      "loss": 0.0023,
      "step": 18356
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3130555827412799e-05,
      "loss": 0.0017,
      "step": 18357
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3129857588144845e-05,
      "loss": 0.0012,
      "step": 18358
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3129159331960109e-05,
      "loss": 0.0016,
      "step": 18359
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3128461058862356e-05,
      "loss": 0.0009,
      "step": 18360
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3127762768855365e-05,
      "loss": 0.0015,
      "step": 18361
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3127064461942913e-05,
      "loss": 0.0013,
      "step": 18362
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3126366138128765e-05,
      "loss": 0.0008,
      "step": 18363
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3125667797416705e-05,
      "loss": 0.0014,
      "step": 18364
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3124969439810502e-05,
      "loss": 0.0014,
      "step": 18365
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3124271065313934e-05,
      "loss": 0.002,
      "step": 18366
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3123572673930771e-05,
      "loss": 0.0011,
      "step": 18367
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.312287426566479e-05,
      "loss": 0.0009,
      "step": 18368
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3122175840519772e-05,
      "loss": 0.0008,
      "step": 18369
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3121477398499481e-05,
      "loss": 0.002,
      "step": 18370
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3120778939607698e-05,
      "loss": 0.0014,
      "step": 18371
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3120080463848202e-05,
      "loss": 0.001,
      "step": 18372
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3119381971224762e-05,
      "loss": 0.0018,
      "step": 18373
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3118683461741155e-05,
      "loss": 0.0022,
      "step": 18374
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3117984935401155e-05,
      "loss": 0.0007,
      "step": 18375
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3117286392208544e-05,
      "loss": 0.0019,
      "step": 18376
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3116587832167089e-05,
      "loss": 0.0017,
      "step": 18377
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.311588925528057e-05,
      "loss": 0.0019,
      "step": 18378
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3115190661552761e-05,
      "loss": 0.0011,
      "step": 18379
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3114492050987444e-05,
      "loss": 0.0022,
      "step": 18380
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3113793423588386e-05,
      "loss": 0.0014,
      "step": 18381
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3113094779359367e-05,
      "loss": 0.0014,
      "step": 18382
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3112396118304168e-05,
      "loss": 0.002,
      "step": 18383
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3111697440426557e-05,
      "loss": 0.0017,
      "step": 18384
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3110998745730312e-05,
      "loss": 0.0013,
      "step": 18385
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3110300034219217e-05,
      "loss": 0.0011,
      "step": 18386
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3109601305897036e-05,
      "loss": 0.0012,
      "step": 18387
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3108902560767557e-05,
      "loss": 0.0032,
      "step": 18388
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.310820379883455e-05,
      "loss": 0.0012,
      "step": 18389
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3107505020101798e-05,
      "loss": 0.0009,
      "step": 18390
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3106806224573072e-05,
      "loss": 0.001,
      "step": 18391
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.310610741225215e-05,
      "loss": 0.0009,
      "step": 18392
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.310540858314281e-05,
      "loss": 0.0012,
      "step": 18393
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.310470973724883e-05,
      "loss": 0.0017,
      "step": 18394
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3104010874573987e-05,
      "loss": 0.0021,
      "step": 18395
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3103311995122057e-05,
      "loss": 0.0017,
      "step": 18396
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3102613098896817e-05,
      "loss": 0.0019,
      "step": 18397
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3101914185902045e-05,
      "loss": 0.002,
      "step": 18398
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3101215256141522e-05,
      "loss": 0.0014,
      "step": 18399
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3100516309619021e-05,
      "loss": 0.0008,
      "step": 18400
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3099817346338322e-05,
      "loss": 0.0011,
      "step": 18401
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3099118366303203e-05,
      "loss": 0.0014,
      "step": 18402
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3098419369517437e-05,
      "loss": 0.0013,
      "step": 18403
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3097720355984812e-05,
      "loss": 0.0007,
      "step": 18404
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3097021325709099e-05,
      "loss": 0.0006,
      "step": 18405
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3096322278694077e-05,
      "loss": 0.002,
      "step": 18406
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3095623214943526e-05,
      "loss": 0.0011,
      "step": 18407
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3094924134461225e-05,
      "loss": 0.0014,
      "step": 18408
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3094225037250951e-05,
      "loss": 0.0024,
      "step": 18409
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3093525923316481e-05,
      "loss": 0.0018,
      "step": 18410
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3092826792661596e-05,
      "loss": 0.0012,
      "step": 18411
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3092127645290076e-05,
      "loss": 0.0011,
      "step": 18412
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3091428481205697e-05,
      "loss": 0.0024,
      "step": 18413
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3090729300412241e-05,
      "loss": 0.0008,
      "step": 18414
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3090030102913482e-05,
      "loss": 0.0005,
      "step": 18415
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3089330888713203e-05,
      "loss": 0.0007,
      "step": 18416
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3088631657815182e-05,
      "loss": 0.0018,
      "step": 18417
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3087932410223203e-05,
      "loss": 0.0016,
      "step": 18418
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3087233145941037e-05,
      "loss": 0.0013,
      "step": 18419
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3086533864972468e-05,
      "loss": 0.0014,
      "step": 18420
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3085834567321276e-05,
      "loss": 0.001,
      "step": 18421
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3085135252991238e-05,
      "loss": 0.0011,
      "step": 18422
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3084435921986143e-05,
      "loss": 0.0011,
      "step": 18423
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3083736574309756e-05,
      "loss": 0.0015,
      "step": 18424
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.308303720996587e-05,
      "loss": 0.0017,
      "step": 18425
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3082337828958257e-05,
      "loss": 0.0011,
      "step": 18426
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.30816384312907e-05,
      "loss": 0.0012,
      "step": 18427
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3080939016966978e-05,
      "loss": 0.0017,
      "step": 18428
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3080239585990873e-05,
      "loss": 0.0015,
      "step": 18429
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3079540138366168e-05,
      "loss": 0.0012,
      "step": 18430
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3078840674096636e-05,
      "loss": 0.0014,
      "step": 18431
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3078141193186062e-05,
      "loss": 0.0012,
      "step": 18432
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3077441695638229e-05,
      "loss": 0.0016,
      "step": 18433
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3076742181456913e-05,
      "loss": 0.0017,
      "step": 18434
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.30760426506459e-05,
      "loss": 0.0015,
      "step": 18435
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3075343103208967e-05,
      "loss": 0.0015,
      "step": 18436
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3074643539149894e-05,
      "loss": 0.0013,
      "step": 18437
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3073943958472466e-05,
      "loss": 0.0017,
      "step": 18438
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3073244361180462e-05,
      "loss": 0.0016,
      "step": 18439
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3072544747277663e-05,
      "loss": 0.0009,
      "step": 18440
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.307184511676785e-05,
      "loss": 0.0013,
      "step": 18441
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.307114546965481e-05,
      "loss": 0.0014,
      "step": 18442
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3070445805942316e-05,
      "loss": 0.0013,
      "step": 18443
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3069746125634155e-05,
      "loss": 0.0028,
      "step": 18444
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3069046428734109e-05,
      "loss": 0.002,
      "step": 18445
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3068346715245958e-05,
      "loss": 0.0012,
      "step": 18446
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3067646985173485e-05,
      "loss": 0.001,
      "step": 18447
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3066947238520469e-05,
      "loss": 0.0014,
      "step": 18448
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3066247475290696e-05,
      "loss": 0.0021,
      "step": 18449
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3065547695487946e-05,
      "loss": 0.002,
      "step": 18450
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3064847899116005e-05,
      "loss": 0.0027,
      "step": 18451
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3064148086178647e-05,
      "loss": 0.0016,
      "step": 18452
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3063448256679664e-05,
      "loss": 0.0017,
      "step": 18453
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3062748410622832e-05,
      "loss": 0.0014,
      "step": 18454
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3062048548011939e-05,
      "loss": 0.0014,
      "step": 18455
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3061348668850764e-05,
      "loss": 0.0018,
      "step": 18456
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3060648773143085e-05,
      "loss": 0.0013,
      "step": 18457
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3059948860892696e-05,
      "loss": 0.0015,
      "step": 18458
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3059248932103375e-05,
      "loss": 0.0013,
      "step": 18459
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3058548986778903e-05,
      "loss": 0.001,
      "step": 18460
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3057849024923063e-05,
      "loss": 0.002,
      "step": 18461
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3057149046539644e-05,
      "loss": 0.0014,
      "step": 18462
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3056449051632423e-05,
      "loss": 0.0011,
      "step": 18463
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3055749040205186e-05,
      "loss": 0.0018,
      "step": 18464
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3055049012261719e-05,
      "loss": 0.0015,
      "step": 18465
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.30543489678058e-05,
      "loss": 0.0017,
      "step": 18466
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3053648906841216e-05,
      "loss": 0.0023,
      "step": 18467
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3052948829371753e-05,
      "loss": 0.0012,
      "step": 18468
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3052248735401189e-05,
      "loss": 0.0011,
      "step": 18469
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3051548624933314e-05,
      "loss": 0.0008,
      "step": 18470
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3050848497971908e-05,
      "loss": 0.0013,
      "step": 18471
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3050148354520758e-05,
      "loss": 0.0008,
      "step": 18472
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3049448194583645e-05,
      "loss": 0.0013,
      "step": 18473
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.304874801816436e-05,
      "loss": 0.0017,
      "step": 18474
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3048047825266677e-05,
      "loss": 0.002,
      "step": 18475
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3047347615894386e-05,
      "loss": 0.0013,
      "step": 18476
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3046647390051278e-05,
      "loss": 0.0013,
      "step": 18477
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3045947147741125e-05,
      "loss": 0.0012,
      "step": 18478
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3045246888967721e-05,
      "loss": 0.0015,
      "step": 18479
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3044546613734852e-05,
      "loss": 0.0018,
      "step": 18480
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3043846322046293e-05,
      "loss": 0.0019,
      "step": 18481
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3043146013905841e-05,
      "loss": 0.002,
      "step": 18482
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3042445689317271e-05,
      "loss": 0.0009,
      "step": 18483
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3041745348284373e-05,
      "loss": 0.0017,
      "step": 18484
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3041044990810933e-05,
      "loss": 0.001,
      "step": 18485
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3040344616900738e-05,
      "loss": 0.0013,
      "step": 18486
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3039644226557568e-05,
      "loss": 0.0014,
      "step": 18487
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3038943819785213e-05,
      "loss": 0.0011,
      "step": 18488
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3038243396587456e-05,
      "loss": 0.001,
      "step": 18489
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3037542956968083e-05,
      "loss": 0.0012,
      "step": 18490
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3036842500930882e-05,
      "loss": 0.0016,
      "step": 18491
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3036142028479637e-05,
      "loss": 0.0017,
      "step": 18492
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3035441539618134e-05,
      "loss": 0.0012,
      "step": 18493
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3034741034350162e-05,
      "loss": 0.0009,
      "step": 18494
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3034040512679504e-05,
      "loss": 0.0013,
      "step": 18495
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3033339974609947e-05,
      "loss": 0.0009,
      "step": 18496
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3032639420145277e-05,
      "loss": 0.0028,
      "step": 18497
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3031938849289282e-05,
      "loss": 0.0013,
      "step": 18498
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3031238262045752e-05,
      "loss": 0.0013,
      "step": 18499
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3030537658418462e-05,
      "loss": 0.0005,
      "step": 18500
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3029837038411213e-05,
      "loss": 0.002,
      "step": 18501
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3029136402027782e-05,
      "loss": 0.0019,
      "step": 18502
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.302843574927196e-05,
      "loss": 0.0009,
      "step": 18503
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.302773508014753e-05,
      "loss": 0.0024,
      "step": 18504
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3027034394658285e-05,
      "loss": 0.0013,
      "step": 18505
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3026333692808007e-05,
      "loss": 0.0011,
      "step": 18506
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3025632974600489e-05,
      "loss": 0.002,
      "step": 18507
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3024932240039512e-05,
      "loss": 0.0023,
      "step": 18508
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3024231489128865e-05,
      "loss": 0.001,
      "step": 18509
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3023530721872339e-05,
      "loss": 0.0012,
      "step": 18510
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3022829938273716e-05,
      "loss": 0.0021,
      "step": 18511
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3022129138336792e-05,
      "loss": 0.0011,
      "step": 18512
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.302142832206535e-05,
      "loss": 0.0015,
      "step": 18513
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3020727489463173e-05,
      "loss": 0.0017,
      "step": 18514
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.302002664053406e-05,
      "loss": 0.0011,
      "step": 18515
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3019325775281788e-05,
      "loss": 0.0015,
      "step": 18516
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3018624893710155e-05,
      "loss": 0.001,
      "step": 18517
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3017923995822938e-05,
      "loss": 0.0013,
      "step": 18518
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3017223081623938e-05,
      "loss": 0.0014,
      "step": 18519
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3016522151116936e-05,
      "loss": 0.0015,
      "step": 18520
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3015821204305716e-05,
      "loss": 0.0012,
      "step": 18521
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3015120241194077e-05,
      "loss": 0.0026,
      "step": 18522
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3014419261785802e-05,
      "loss": 0.0011,
      "step": 18523
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.301371826608468e-05,
      "loss": 0.001,
      "step": 18524
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3013017254094499e-05,
      "loss": 0.0019,
      "step": 18525
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3012316225819054e-05,
      "loss": 0.0014,
      "step": 18526
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3011615181262127e-05,
      "loss": 0.0022,
      "step": 18527
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3010914120427512e-05,
      "loss": 0.0017,
      "step": 18528
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3010213043318991e-05,
      "loss": 0.001,
      "step": 18529
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3009511949940359e-05,
      "loss": 0.0018,
      "step": 18530
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3008810840295407e-05,
      "loss": 0.0011,
      "step": 18531
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3008109714387923e-05,
      "loss": 0.0012,
      "step": 18532
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3007408572221692e-05,
      "loss": 0.0009,
      "step": 18533
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.300670741380051e-05,
      "loss": 0.0013,
      "step": 18534
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3006006239128162e-05,
      "loss": 0.0009,
      "step": 18535
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.300530504820844e-05,
      "loss": 0.0014,
      "step": 18536
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3004603841045133e-05,
      "loss": 0.0021,
      "step": 18537
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3003902617642034e-05,
      "loss": 0.0013,
      "step": 18538
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3003201378002929e-05,
      "loss": 0.0014,
      "step": 18539
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3002500122131612e-05,
      "loss": 0.0006,
      "step": 18540
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.300179885003187e-05,
      "loss": 0.0012,
      "step": 18541
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3001097561707493e-05,
      "loss": 0.0011,
      "step": 18542
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.3000396257162278e-05,
      "loss": 0.0017,
      "step": 18543
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2999694936400004e-05,
      "loss": 0.0021,
      "step": 18544
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2998993599424474e-05,
      "loss": 0.0009,
      "step": 18545
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.299829224623947e-05,
      "loss": 0.0019,
      "step": 18546
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2997590876848785e-05,
      "loss": 0.0014,
      "step": 18547
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.299688949125621e-05,
      "loss": 0.001,
      "step": 18548
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2996188089465537e-05,
      "loss": 0.0012,
      "step": 18549
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2995486671480559e-05,
      "loss": 0.0019,
      "step": 18550
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2994785237305063e-05,
      "loss": 0.0017,
      "step": 18551
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2994083786942844e-05,
      "loss": 0.0017,
      "step": 18552
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2993382320397689e-05,
      "loss": 0.0014,
      "step": 18553
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2992680837673393e-05,
      "loss": 0.0028,
      "step": 18554
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2991979338773746e-05,
      "loss": 0.0013,
      "step": 18555
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2991277823702539e-05,
      "loss": 0.0022,
      "step": 18556
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2990576292463563e-05,
      "loss": 0.0015,
      "step": 18557
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2989874745060614e-05,
      "loss": 0.001,
      "step": 18558
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.298917318149748e-05,
      "loss": 0.0019,
      "step": 18559
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2988471601777954e-05,
      "loss": 0.0015,
      "step": 18560
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2987770005905828e-05,
      "loss": 0.0018,
      "step": 18561
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2987068393884897e-05,
      "loss": 0.0009,
      "step": 18562
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2986366765718945e-05,
      "loss": 0.0014,
      "step": 18563
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2985665121411772e-05,
      "loss": 0.0015,
      "step": 18564
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2984963460967169e-05,
      "loss": 0.0013,
      "step": 18565
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2984261784388923e-05,
      "loss": 0.0007,
      "step": 18566
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2983560091680836e-05,
      "loss": 0.001,
      "step": 18567
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2982858382846692e-05,
      "loss": 0.0012,
      "step": 18568
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2982156657890287e-05,
      "loss": 0.0018,
      "step": 18569
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2981454916815416e-05,
      "loss": 0.0015,
      "step": 18570
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2980753159625872e-05,
      "loss": 0.0023,
      "step": 18571
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2980051386325445e-05,
      "loss": 0.0015,
      "step": 18572
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2979349596917925e-05,
      "loss": 0.0007,
      "step": 18573
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2978647791407113e-05,
      "loss": 0.0006,
      "step": 18574
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2977945969796796e-05,
      "loss": 0.0012,
      "step": 18575
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2977244132090774e-05,
      "loss": 0.0016,
      "step": 18576
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2976542278292832e-05,
      "loss": 0.0013,
      "step": 18577
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2975840408406768e-05,
      "loss": 0.001,
      "step": 18578
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2975138522436374e-05,
      "loss": 0.0015,
      "step": 18579
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.297443662038545e-05,
      "loss": 0.001,
      "step": 18580
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2973734702257783e-05,
      "loss": 0.0012,
      "step": 18581
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2973032768057166e-05,
      "loss": 0.001,
      "step": 18582
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2972330817787393e-05,
      "loss": 0.0019,
      "step": 18583
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2971628851452263e-05,
      "loss": 0.0012,
      "step": 18584
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.297092686905557e-05,
      "loss": 0.0021,
      "step": 18585
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2970224870601104e-05,
      "loss": 0.0009,
      "step": 18586
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.296952285609266e-05,
      "loss": 0.0011,
      "step": 18587
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2968820825534036e-05,
      "loss": 0.0006,
      "step": 18588
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2968118778929021e-05,
      "loss": 0.002,
      "step": 18589
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2967416716281415e-05,
      "loss": 0.0013,
      "step": 18590
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2966714637595009e-05,
      "loss": 0.0021,
      "step": 18591
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2966012542873598e-05,
      "loss": 0.0011,
      "step": 18592
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2965310432120978e-05,
      "loss": 0.0018,
      "step": 18593
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2964608305340942e-05,
      "loss": 0.0009,
      "step": 18594
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.296390616253729e-05,
      "loss": 0.0016,
      "step": 18595
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.296320400371381e-05,
      "loss": 0.0014,
      "step": 18596
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2962501828874303e-05,
      "loss": 0.0015,
      "step": 18597
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2961799638022559e-05,
      "loss": 0.0018,
      "step": 18598
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.296109743116238e-05,
      "loss": 0.0014,
      "step": 18599
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2960395208297553e-05,
      "loss": 0.0018,
      "step": 18600
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2959692969431878e-05,
      "loss": 0.0011,
      "step": 18601
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2958990714569154e-05,
      "loss": 0.0013,
      "step": 18602
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2958288443713171e-05,
      "loss": 0.0009,
      "step": 18603
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.295758615686773e-05,
      "loss": 0.0014,
      "step": 18604
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2956883854036624e-05,
      "loss": 0.0011,
      "step": 18605
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2956181535223644e-05,
      "loss": 0.0013,
      "step": 18606
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2955479200432594e-05,
      "loss": 0.0009,
      "step": 18607
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2954776849667268e-05,
      "loss": 0.0007,
      "step": 18608
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.295407448293146e-05,
      "loss": 0.0008,
      "step": 18609
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2953372100228967e-05,
      "loss": 0.0017,
      "step": 18610
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2952669701563588e-05,
      "loss": 0.0015,
      "step": 18611
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2951967286939113e-05,
      "loss": 0.0014,
      "step": 18612
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2951264856359345e-05,
      "loss": 0.0016,
      "step": 18613
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2950562409828081e-05,
      "loss": 0.0013,
      "step": 18614
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.294985994734911e-05,
      "loss": 0.0018,
      "step": 18615
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2949157468926237e-05,
      "loss": 0.0012,
      "step": 18616
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2948454974563253e-05,
      "loss": 0.0016,
      "step": 18617
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2947752464263961e-05,
      "loss": 0.0013,
      "step": 18618
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2947049938032152e-05,
      "loss": 0.0022,
      "step": 18619
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2946347395871626e-05,
      "loss": 0.0014,
      "step": 18620
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2945644837786182e-05,
      "loss": 0.0016,
      "step": 18621
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2944942263779613e-05,
      "loss": 0.0012,
      "step": 18622
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.294423967385572e-05,
      "loss": 0.0008,
      "step": 18623
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.29435370680183e-05,
      "loss": 0.0017,
      "step": 18624
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2942834446271149e-05,
      "loss": 0.0007,
      "step": 18625
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2942131808618066e-05,
      "loss": 0.002,
      "step": 18626
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2941429155062848e-05,
      "loss": 0.0018,
      "step": 18627
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2940726485609294e-05,
      "loss": 0.0014,
      "step": 18628
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2940023800261197e-05,
      "loss": 0.0015,
      "step": 18629
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2939321099022362e-05,
      "loss": 0.0015,
      "step": 18630
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2938618381896584e-05,
      "loss": 0.0005,
      "step": 18631
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2937915648887663e-05,
      "loss": 0.0009,
      "step": 18632
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2937212899999391e-05,
      "loss": 0.0014,
      "step": 18633
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2936510135235572e-05,
      "loss": 0.0013,
      "step": 18634
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2935807354600004e-05,
      "loss": 0.0008,
      "step": 18635
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2935104558096485e-05,
      "loss": 0.0016,
      "step": 18636
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2934401745728813e-05,
      "loss": 0.0014,
      "step": 18637
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2933698917500788e-05,
      "loss": 0.0014,
      "step": 18638
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2932996073416203e-05,
      "loss": 0.0022,
      "step": 18639
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2932293213478868e-05,
      "loss": 0.0022,
      "step": 18640
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.293159033769257e-05,
      "loss": 0.0011,
      "step": 18641
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2930887446061117e-05,
      "loss": 0.0013,
      "step": 18642
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2930184538588303e-05,
      "loss": 0.0013,
      "step": 18643
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.292948161527793e-05,
      "loss": 0.0018,
      "step": 18644
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2928778676133798e-05,
      "loss": 0.0035,
      "step": 18645
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2928075721159702e-05,
      "loss": 0.0013,
      "step": 18646
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2927372750359443e-05,
      "loss": 0.0014,
      "step": 18647
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2926669763736821e-05,
      "loss": 0.0018,
      "step": 18648
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.292596676129564e-05,
      "loss": 0.001,
      "step": 18649
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2925263743039694e-05,
      "loss": 0.0016,
      "step": 18650
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2924560708972784e-05,
      "loss": 0.0019,
      "step": 18651
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2923857659098709e-05,
      "loss": 0.0011,
      "step": 18652
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2923154593421272e-05,
      "loss": 0.0015,
      "step": 18653
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2922451511944272e-05,
      "loss": 0.0018,
      "step": 18654
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2921748414671505e-05,
      "loss": 0.0008,
      "step": 18655
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2921045301606777e-05,
      "loss": 0.001,
      "step": 18656
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.292034217275389e-05,
      "loss": 0.0018,
      "step": 18657
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2919639028116634e-05,
      "loss": 0.0016,
      "step": 18658
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2918935867698822e-05,
      "loss": 0.0008,
      "step": 18659
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2918232691504244e-05,
      "loss": 0.0012,
      "step": 18660
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2917529499536707e-05,
      "loss": 0.0016,
      "step": 18661
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.291682629180001e-05,
      "loss": 0.0009,
      "step": 18662
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2916123068297955e-05,
      "loss": 0.0021,
      "step": 18663
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.291541982903434e-05,
      "loss": 0.0026,
      "step": 18664
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2914716574012968e-05,
      "loss": 0.0009,
      "step": 18665
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.291401330323764e-05,
      "loss": 0.001,
      "step": 18666
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2913310016712158e-05,
      "loss": 0.0015,
      "step": 18667
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.291260671444032e-05,
      "loss": 0.0018,
      "step": 18668
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2911903396425928e-05,
      "loss": 0.0018,
      "step": 18669
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2911200062672789e-05,
      "loss": 0.0016,
      "step": 18670
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2910496713184698e-05,
      "loss": 0.0013,
      "step": 18671
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2909793347965458e-05,
      "loss": 0.0014,
      "step": 18672
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2909089967018872e-05,
      "loss": 0.0016,
      "step": 18673
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.290838657034874e-05,
      "loss": 0.0006,
      "step": 18674
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.290768315795887e-05,
      "loss": 0.0013,
      "step": 18675
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2906979729853055e-05,
      "loss": 0.0013,
      "step": 18676
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2906276286035105e-05,
      "loss": 0.0015,
      "step": 18677
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2905572826508816e-05,
      "loss": 0.0017,
      "step": 18678
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2904869351277991e-05,
      "loss": 0.0014,
      "step": 18679
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2904165860346435e-05,
      "loss": 0.0017,
      "step": 18680
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2903462353717949e-05,
      "loss": 0.0019,
      "step": 18681
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2902758831396336e-05,
      "loss": 0.0017,
      "step": 18682
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2902055293385396e-05,
      "loss": 0.0025,
      "step": 18683
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2901351739688937e-05,
      "loss": 0.0017,
      "step": 18684
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2900648170310754e-05,
      "loss": 0.0008,
      "step": 18685
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2899944585254657e-05,
      "loss": 0.0007,
      "step": 18686
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2899240984524446e-05,
      "loss": 0.0015,
      "step": 18687
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.289853736812392e-05,
      "loss": 0.0012,
      "step": 18688
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.289783373605689e-05,
      "loss": 0.0015,
      "step": 18689
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2897130088327152e-05,
      "loss": 0.0017,
      "step": 18690
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2896426424938513e-05,
      "loss": 0.0014,
      "step": 18691
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2895722745894777e-05,
      "loss": 0.0018,
      "step": 18692
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2895019051199745e-05,
      "loss": 0.0013,
      "step": 18693
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2894315340857222e-05,
      "loss": 0.0012,
      "step": 18694
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2893611614871006e-05,
      "loss": 0.001,
      "step": 18695
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2892907873244913e-05,
      "loss": 0.001,
      "step": 18696
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2892204115982733e-05,
      "loss": 0.0017,
      "step": 18697
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.289150034308828e-05,
      "loss": 0.0006,
      "step": 18698
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2890796554565352e-05,
      "loss": 0.0013,
      "step": 18699
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2890092750417754e-05,
      "loss": 0.0016,
      "step": 18700
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2889388930649291e-05,
      "loss": 0.0017,
      "step": 18701
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2888685095263766e-05,
      "loss": 0.0014,
      "step": 18702
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2887981244264987e-05,
      "loss": 0.0013,
      "step": 18703
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2887277377656753e-05,
      "loss": 0.001,
      "step": 18704
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2886573495442872e-05,
      "loss": 0.0018,
      "step": 18705
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2885869597627147e-05,
      "loss": 0.0008,
      "step": 18706
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2885165684213382e-05,
      "loss": 0.0018,
      "step": 18707
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2884461755205384e-05,
      "loss": 0.0016,
      "step": 18708
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2883757810606952e-05,
      "loss": 0.0011,
      "step": 18709
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2883053850421899e-05,
      "loss": 0.0011,
      "step": 18710
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2882349874654025e-05,
      "loss": 0.0013,
      "step": 18711
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2881645883307132e-05,
      "loss": 0.0015,
      "step": 18712
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2880941876385035e-05,
      "loss": 0.0013,
      "step": 18713
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.288023785389153e-05,
      "loss": 0.0018,
      "step": 18714
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2879533815830425e-05,
      "loss": 0.0018,
      "step": 18715
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2878829762205525e-05,
      "loss": 0.0013,
      "step": 18716
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2878125693020636e-05,
      "loss": 0.0018,
      "step": 18717
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2877421608279566e-05,
      "loss": 0.0007,
      "step": 18718
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2876717507986114e-05,
      "loss": 0.0014,
      "step": 18719
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2876013392144092e-05,
      "loss": 0.0014,
      "step": 18720
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2875309260757302e-05,
      "loss": 0.0017,
      "step": 18721
    },
    {
      "epoch": 0.42,
      "learning_rate": 1.2874605113829552e-05,
      "loss": 0.0021,
      "step": 18722
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2873900951364645e-05,
      "loss": 0.0015,
      "step": 18723
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2873196773366392e-05,
      "loss": 0.0013,
      "step": 18724
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2872492579838593e-05,
      "loss": 0.0022,
      "step": 18725
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.287178837078506e-05,
      "loss": 0.0012,
      "step": 18726
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2871084146209593e-05,
      "loss": 0.0009,
      "step": 18727
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2870379906116005e-05,
      "loss": 0.001,
      "step": 18728
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2869675650508098e-05,
      "loss": 0.0021,
      "step": 18729
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2868971379389678e-05,
      "loss": 0.0014,
      "step": 18730
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2868267092764555e-05,
      "loss": 0.0014,
      "step": 18731
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2867562790636534e-05,
      "loss": 0.0016,
      "step": 18732
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2866858473009417e-05,
      "loss": 0.0007,
      "step": 18733
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2866154139887022e-05,
      "loss": 0.0013,
      "step": 18734
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2865449791273146e-05,
      "loss": 0.0014,
      "step": 18735
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2864745427171599e-05,
      "loss": 0.0016,
      "step": 18736
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2864041047586189e-05,
      "loss": 0.0015,
      "step": 18737
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.286333665252072e-05,
      "loss": 0.0013,
      "step": 18738
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2862632241979007e-05,
      "loss": 0.0016,
      "step": 18739
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2861927815964848e-05,
      "loss": 0.0013,
      "step": 18740
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2861223374482054e-05,
      "loss": 0.0022,
      "step": 18741
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2860518917534434e-05,
      "loss": 0.0013,
      "step": 18742
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2859814445125795e-05,
      "loss": 0.0009,
      "step": 18743
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2859109957259943e-05,
      "loss": 0.0016,
      "step": 18744
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2858405453940688e-05,
      "loss": 0.0016,
      "step": 18745
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2857700935171835e-05,
      "loss": 0.0009,
      "step": 18746
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2856996400957194e-05,
      "loss": 0.001,
      "step": 18747
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2856291851300573e-05,
      "loss": 0.0012,
      "step": 18748
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2855587286205777e-05,
      "loss": 0.0014,
      "step": 18749
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2854882705676622e-05,
      "loss": 0.0016,
      "step": 18750
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2854178109716909e-05,
      "loss": 0.0007,
      "step": 18751
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2853473498330446e-05,
      "loss": 0.0018,
      "step": 18752
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2852768871521047e-05,
      "loss": 0.0014,
      "step": 18753
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2852064229292513e-05,
      "loss": 0.0013,
      "step": 18754
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.285135957164866e-05,
      "loss": 0.003,
      "step": 18755
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2850654898593293e-05,
      "loss": 0.0014,
      "step": 18756
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2849950210130221e-05,
      "loss": 0.0012,
      "step": 18757
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2849245506263255e-05,
      "loss": 0.0009,
      "step": 18758
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2848540786996197e-05,
      "loss": 0.0012,
      "step": 18759
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2847836052332864e-05,
      "loss": 0.0014,
      "step": 18760
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.284713130227706e-05,
      "loss": 0.0014,
      "step": 18761
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.28464265368326e-05,
      "loss": 0.0026,
      "step": 18762
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2845721756003286e-05,
      "loss": 0.0015,
      "step": 18763
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2845016959792931e-05,
      "loss": 0.0014,
      "step": 18764
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2844312148205344e-05,
      "loss": 0.0016,
      "step": 18765
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2843607321244336e-05,
      "loss": 0.0014,
      "step": 18766
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2842902478913715e-05,
      "loss": 0.0014,
      "step": 18767
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2842197621217288e-05,
      "loss": 0.0013,
      "step": 18768
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.284149274815887e-05,
      "loss": 0.0025,
      "step": 18769
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2840787859742267e-05,
      "loss": 0.0011,
      "step": 18770
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2840082955971291e-05,
      "loss": 0.0016,
      "step": 18771
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2839378036849753e-05,
      "loss": 0.0009,
      "step": 18772
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2838673102381458e-05,
      "loss": 0.0017,
      "step": 18773
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2837968152570221e-05,
      "loss": 0.0007,
      "step": 18774
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.283726318741985e-05,
      "loss": 0.0007,
      "step": 18775
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2836558206934157e-05,
      "loss": 0.0016,
      "step": 18776
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2835853211116952e-05,
      "loss": 0.0016,
      "step": 18777
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2835148199972042e-05,
      "loss": 0.0011,
      "step": 18778
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2834443173503244e-05,
      "loss": 0.0015,
      "step": 18779
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2833738131714361e-05,
      "loss": 0.0011,
      "step": 18780
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.283303307460921e-05,
      "loss": 0.0018,
      "step": 18781
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2832328002191599e-05,
      "loss": 0.001,
      "step": 18782
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.283162291446534e-05,
      "loss": 0.0011,
      "step": 18783
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2830917811434246e-05,
      "loss": 0.001,
      "step": 18784
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.283021269310212e-05,
      "loss": 0.0018,
      "step": 18785
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2829507559472782e-05,
      "loss": 0.0011,
      "step": 18786
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.282880241055004e-05,
      "loss": 0.0022,
      "step": 18787
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2828097246337703e-05,
      "loss": 0.0011,
      "step": 18788
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2827392066839585e-05,
      "loss": 0.0015,
      "step": 18789
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.28266868720595e-05,
      "loss": 0.0012,
      "step": 18790
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2825981662001256e-05,
      "loss": 0.0017,
      "step": 18791
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2825276436668663e-05,
      "loss": 0.0014,
      "step": 18792
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2824571196065537e-05,
      "loss": 0.0009,
      "step": 18793
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2823865940195686e-05,
      "loss": 0.0008,
      "step": 18794
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2823160669062926e-05,
      "loss": 0.0015,
      "step": 18795
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2822455382671064e-05,
      "loss": 0.0018,
      "step": 18796
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2821750081023915e-05,
      "loss": 0.0018,
      "step": 18797
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2821044764125295e-05,
      "loss": 0.0013,
      "step": 18798
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2820339431979007e-05,
      "loss": 0.0023,
      "step": 18799
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.281963408458887e-05,
      "loss": 0.0016,
      "step": 18800
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2818928721958692e-05,
      "loss": 0.0015,
      "step": 18801
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2818223344092293e-05,
      "loss": 0.0006,
      "step": 18802
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.281751795099348e-05,
      "loss": 0.0017,
      "step": 18803
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2816812542666064e-05,
      "loss": 0.0023,
      "step": 18804
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2816107119113862e-05,
      "loss": 0.0016,
      "step": 18805
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2815401680340682e-05,
      "loss": 0.001,
      "step": 18806
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2814696226350345e-05,
      "loss": 0.0015,
      "step": 18807
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2813990757146653e-05,
      "loss": 0.0015,
      "step": 18808
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2813285272733429e-05,
      "loss": 0.0012,
      "step": 18809
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.281257977311448e-05,
      "loss": 0.0008,
      "step": 18810
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2811874258293621e-05,
      "loss": 0.0015,
      "step": 18811
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2811168728274669e-05,
      "loss": 0.0015,
      "step": 18812
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2810463183061427e-05,
      "loss": 0.0007,
      "step": 18813
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.280975762265772e-05,
      "loss": 0.0021,
      "step": 18814
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2809052047067354e-05,
      "loss": 0.0017,
      "step": 18815
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2808346456294148e-05,
      "loss": 0.0007,
      "step": 18816
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2807640850341912e-05,
      "loss": 0.0017,
      "step": 18817
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2806935229214456e-05,
      "loss": 0.0009,
      "step": 18818
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2806229592915606e-05,
      "loss": 0.0022,
      "step": 18819
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2805523941449165e-05,
      "loss": 0.0008,
      "step": 18820
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2804818274818951e-05,
      "loss": 0.0009,
      "step": 18821
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2804112593028779e-05,
      "loss": 0.001,
      "step": 18822
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.280340689608246e-05,
      "loss": 0.001,
      "step": 18823
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2802701183983813e-05,
      "loss": 0.0015,
      "step": 18824
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2801995456736647e-05,
      "loss": 0.0013,
      "step": 18825
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2801289714344783e-05,
      "loss": 0.0015,
      "step": 18826
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2800583956812025e-05,
      "loss": 0.0009,
      "step": 18827
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2799878184142199e-05,
      "loss": 0.0015,
      "step": 18828
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2799172396339113e-05,
      "loss": 0.0005,
      "step": 18829
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2798466593406582e-05,
      "loss": 0.0012,
      "step": 18830
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2797760775348427e-05,
      "loss": 0.0011,
      "step": 18831
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2797054942168455e-05,
      "loss": 0.0019,
      "step": 18832
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2796349093870484e-05,
      "loss": 0.0013,
      "step": 18833
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.279564323045833e-05,
      "loss": 0.0007,
      "step": 18834
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2794937351935808e-05,
      "loss": 0.0019,
      "step": 18835
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2794231458306732e-05,
      "loss": 0.0023,
      "step": 18836
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2793525549574917e-05,
      "loss": 0.0011,
      "step": 18837
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2792819625744181e-05,
      "loss": 0.0015,
      "step": 18838
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2792113686818339e-05,
      "loss": 0.0018,
      "step": 18839
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2791407732801206e-05,
      "loss": 0.0016,
      "step": 18840
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2790701763696596e-05,
      "loss": 0.0013,
      "step": 18841
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2789995779508327e-05,
      "loss": 0.0009,
      "step": 18842
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2789289780240215e-05,
      "loss": 0.0011,
      "step": 18843
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2788583765896073e-05,
      "loss": 0.0012,
      "step": 18844
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2787877736479719e-05,
      "loss": 0.0012,
      "step": 18845
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2787171691994966e-05,
      "loss": 0.0022,
      "step": 18846
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2786465632445637e-05,
      "loss": 0.0016,
      "step": 18847
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2785759557835541e-05,
      "loss": 0.0009,
      "step": 18848
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2785053468168502e-05,
      "loss": 0.0021,
      "step": 18849
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2784347363448328e-05,
      "loss": 0.0009,
      "step": 18850
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2783641243678844e-05,
      "loss": 0.0007,
      "step": 18851
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.278293510886386e-05,
      "loss": 0.0008,
      "step": 18852
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.278222895900719e-05,
      "loss": 0.0006,
      "step": 18853
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2781522794112658e-05,
      "loss": 0.0012,
      "step": 18854
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.278081661418408e-05,
      "loss": 0.0015,
      "step": 18855
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.278011041922527e-05,
      "loss": 0.0012,
      "step": 18856
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2779404209240048e-05,
      "loss": 0.0027,
      "step": 18857
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2778697984232222e-05,
      "loss": 0.0014,
      "step": 18858
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2777991744205625e-05,
      "loss": 0.0009,
      "step": 18859
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2777285489164059e-05,
      "loss": 0.0013,
      "step": 18860
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2776579219111352e-05,
      "loss": 0.0008,
      "step": 18861
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2775872934051313e-05,
      "loss": 0.001,
      "step": 18862
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2775166633987765e-05,
      "loss": 0.0009,
      "step": 18863
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2774460318924527e-05,
      "loss": 0.0013,
      "step": 18864
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.277375398886541e-05,
      "loss": 0.0013,
      "step": 18865
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2773047643814235e-05,
      "loss": 0.0013,
      "step": 18866
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2772341283774821e-05,
      "loss": 0.0014,
      "step": 18867
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2771634908750988e-05,
      "loss": 0.0015,
      "step": 18868
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2770928518746546e-05,
      "loss": 0.0021,
      "step": 18869
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.277022211376532e-05,
      "loss": 0.0021,
      "step": 18870
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2769515693811128e-05,
      "loss": 0.0012,
      "step": 18871
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.276880925888778e-05,
      "loss": 0.0018,
      "step": 18872
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2768102808999106e-05,
      "loss": 0.0011,
      "step": 18873
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2767396344148917e-05,
      "loss": 0.0014,
      "step": 18874
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2766689864341033e-05,
      "loss": 0.0012,
      "step": 18875
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2765983369579274e-05,
      "loss": 0.0029,
      "step": 18876
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2765276859867455e-05,
      "loss": 0.001,
      "step": 18877
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.27645703352094e-05,
      "loss": 0.0009,
      "step": 18878
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2763863795608922e-05,
      "loss": 0.0021,
      "step": 18879
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2763157241069843e-05,
      "loss": 0.0016,
      "step": 18880
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2762450671595983e-05,
      "loss": 0.0006,
      "step": 18881
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2761744087191156e-05,
      "loss": 0.0016,
      "step": 18882
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.276103748785919e-05,
      "loss": 0.0008,
      "step": 18883
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2760330873603892e-05,
      "loss": 0.0015,
      "step": 18884
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2759624244429092e-05,
      "loss": 0.0012,
      "step": 18885
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2758917600338605e-05,
      "loss": 0.0019,
      "step": 18886
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.275821094133625e-05,
      "loss": 0.0011,
      "step": 18887
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2757504267425844e-05,
      "loss": 0.0013,
      "step": 18888
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2756797578611213e-05,
      "loss": 0.0014,
      "step": 18889
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2756090874896171e-05,
      "loss": 0.0009,
      "step": 18890
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.275538415628454e-05,
      "loss": 0.0018,
      "step": 18891
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2754677422780143e-05,
      "loss": 0.0016,
      "step": 18892
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2753970674386794e-05,
      "loss": 0.0011,
      "step": 18893
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2753263911108316e-05,
      "loss": 0.001,
      "step": 18894
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2752557132948529e-05,
      "loss": 0.0018,
      "step": 18895
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2751850339911251e-05,
      "loss": 0.0018,
      "step": 18896
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2751143532000308e-05,
      "loss": 0.0014,
      "step": 18897
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2750436709219512e-05,
      "loss": 0.001,
      "step": 18898
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.274972987157269e-05,
      "loss": 0.002,
      "step": 18899
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2749023019063656e-05,
      "loss": 0.0014,
      "step": 18900
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2748316151696238e-05,
      "loss": 0.0009,
      "step": 18901
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.274760926947425e-05,
      "loss": 0.0019,
      "step": 18902
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.274690237240152e-05,
      "loss": 0.001,
      "step": 18903
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2746195460481864e-05,
      "loss": 0.0014,
      "step": 18904
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.27454885337191e-05,
      "loss": 0.0013,
      "step": 18905
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2744781592117055e-05,
      "loss": 0.001,
      "step": 18906
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2744074635679544e-05,
      "loss": 0.0007,
      "step": 18907
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2743367664410391e-05,
      "loss": 0.0025,
      "step": 18908
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2742660678313422e-05,
      "loss": 0.0013,
      "step": 18909
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2741953677392449e-05,
      "loss": 0.0008,
      "step": 18910
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2741246661651303e-05,
      "loss": 0.0008,
      "step": 18911
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2740539631093796e-05,
      "loss": 0.0013,
      "step": 18912
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2739832585723758e-05,
      "loss": 0.0017,
      "step": 18913
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2739125525545002e-05,
      "loss": 0.0014,
      "step": 18914
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2738418450561356e-05,
      "loss": 0.0022,
      "step": 18915
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2737711360776642e-05,
      "loss": 0.0008,
      "step": 18916
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2737004256194676e-05,
      "loss": 0.0013,
      "step": 18917
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2736297136819286e-05,
      "loss": 0.0004,
      "step": 18918
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.273559000265429e-05,
      "loss": 0.0016,
      "step": 18919
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2734882853703514e-05,
      "loss": 0.0013,
      "step": 18920
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2734175689970773e-05,
      "loss": 0.0017,
      "step": 18921
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2733468511459898e-05,
      "loss": 0.0015,
      "step": 18922
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2732761318174704e-05,
      "loss": 0.0012,
      "step": 18923
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2732054110119019e-05,
      "loss": 0.0019,
      "step": 18924
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2731346887296666e-05,
      "loss": 0.002,
      "step": 18925
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2730639649711453e-05,
      "loss": 0.0008,
      "step": 18926
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2729932397367224e-05,
      "loss": 0.0008,
      "step": 18927
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.272922513026779e-05,
      "loss": 0.0014,
      "step": 18928
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2728517848416972e-05,
      "loss": 0.0019,
      "step": 18929
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2727810551818602e-05,
      "loss": 0.002,
      "step": 18930
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2727103240476493e-05,
      "loss": 0.0012,
      "step": 18931
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2726395914394474e-05,
      "loss": 0.0022,
      "step": 18932
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2725688573576364e-05,
      "loss": 0.0017,
      "step": 18933
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2724981218025992e-05,
      "loss": 0.001,
      "step": 18934
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2724273847747173e-05,
      "loss": 0.0021,
      "step": 18935
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.272356646274374e-05,
      "loss": 0.0018,
      "step": 18936
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2722859063019508e-05,
      "loss": 0.0009,
      "step": 18937
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2722151648578302e-05,
      "loss": 0.002,
      "step": 18938
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2721444219423953e-05,
      "loss": 0.0009,
      "step": 18939
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2720736775560277e-05,
      "loss": 0.0011,
      "step": 18940
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2720029316991097e-05,
      "loss": 0.0009,
      "step": 18941
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.271932184372024e-05,
      "loss": 0.0014,
      "step": 18942
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2718614355751533e-05,
      "loss": 0.0015,
      "step": 18943
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2717906853088793e-05,
      "loss": 0.0013,
      "step": 18944
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2717199335735849e-05,
      "loss": 0.0008,
      "step": 18945
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2716491803696522e-05,
      "loss": 0.0014,
      "step": 18946
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2715784256974637e-05,
      "loss": 0.001,
      "step": 18947
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2715076695574023e-05,
      "loss": 0.0011,
      "step": 18948
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.27143691194985e-05,
      "loss": 0.0021,
      "step": 18949
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2713661528751888e-05,
      "loss": 0.0011,
      "step": 18950
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.271295392333802e-05,
      "loss": 0.0007,
      "step": 18951
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2712246303260715e-05,
      "loss": 0.0013,
      "step": 18952
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2711538668523802e-05,
      "loss": 0.001,
      "step": 18953
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.27108310191311e-05,
      "loss": 0.0014,
      "step": 18954
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2710123355086439e-05,
      "loss": 0.0015,
      "step": 18955
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2709415676393642e-05,
      "loss": 0.001,
      "step": 18956
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2708707983056532e-05,
      "loss": 0.0012,
      "step": 18957
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2708000275078938e-05,
      "loss": 0.0015,
      "step": 18958
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2707292552464683e-05,
      "loss": 0.0009,
      "step": 18959
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2706584815217593e-05,
      "loss": 0.0022,
      "step": 18960
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.270587706334149e-05,
      "loss": 0.0015,
      "step": 18961
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2705169296840203e-05,
      "loss": 0.0015,
      "step": 18962
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2704461515717558e-05,
      "loss": 0.001,
      "step": 18963
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2703753719977377e-05,
      "loss": 0.0013,
      "step": 18964
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.270304590962349e-05,
      "loss": 0.0009,
      "step": 18965
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2702338084659718e-05,
      "loss": 0.0012,
      "step": 18966
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.270163024508989e-05,
      "loss": 0.001,
      "step": 18967
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2700922390917832e-05,
      "loss": 0.0014,
      "step": 18968
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2700214522147368e-05,
      "loss": 0.0014,
      "step": 18969
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2699506638782325e-05,
      "loss": 0.0018,
      "step": 18970
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2698798740826531e-05,
      "loss": 0.0012,
      "step": 18971
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2698090828283807e-05,
      "loss": 0.001,
      "step": 18972
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2697382901157984e-05,
      "loss": 0.0015,
      "step": 18973
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2696674959452887e-05,
      "loss": 0.0009,
      "step": 18974
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.269596700317234e-05,
      "loss": 0.0008,
      "step": 18975
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2695259032320175e-05,
      "loss": 0.002,
      "step": 18976
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2694551046900214e-05,
      "loss": 0.0016,
      "step": 18977
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2693843046916284e-05,
      "loss": 0.0014,
      "step": 18978
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2693135032372213e-05,
      "loss": 0.0007,
      "step": 18979
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2692427003271823e-05,
      "loss": 0.0011,
      "step": 18980
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.269171895961895e-05,
      "loss": 0.0012,
      "step": 18981
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2691010901417418e-05,
      "loss": 0.0009,
      "step": 18982
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2690302828671048e-05,
      "loss": 0.0014,
      "step": 18983
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2689594741383674e-05,
      "loss": 0.0009,
      "step": 18984
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2688886639559116e-05,
      "loss": 0.0017,
      "step": 18985
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2688178523201213e-05,
      "loss": 0.0008,
      "step": 18986
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.268747039231378e-05,
      "loss": 0.0022,
      "step": 18987
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2686762246900653e-05,
      "loss": 0.001,
      "step": 18988
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2686054086965653e-05,
      "loss": 0.001,
      "step": 18989
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2685345912512612e-05,
      "loss": 0.0005,
      "step": 18990
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2684637723545357e-05,
      "loss": 0.0011,
      "step": 18991
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2683929520067713e-05,
      "loss": 0.0011,
      "step": 18992
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2683221302083511e-05,
      "loss": 0.002,
      "step": 18993
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2682513069596575e-05,
      "loss": 0.0024,
      "step": 18994
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2681804822610741e-05,
      "loss": 0.0014,
      "step": 18995
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2681096561129829e-05,
      "loss": 0.0008,
      "step": 18996
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.268038828515767e-05,
      "loss": 0.0012,
      "step": 18997
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.267967999469809e-05,
      "loss": 0.0018,
      "step": 18998
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2678971689754922e-05,
      "loss": 0.0017,
      "step": 18999
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.267826337033199e-05,
      "loss": 0.0008,
      "step": 19000
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2677555036433129e-05,
      "loss": 0.0011,
      "step": 19001
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2676846688062159e-05,
      "loss": 0.0009,
      "step": 19002
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2676138325222912e-05,
      "loss": 0.0013,
      "step": 19003
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2675429947919218e-05,
      "loss": 0.0013,
      "step": 19004
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2674721556154906e-05,
      "loss": 0.002,
      "step": 19005
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.26740131499338e-05,
      "loss": 0.0018,
      "step": 19006
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2673304729259737e-05,
      "loss": 0.0008,
      "step": 19007
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2672596294136537e-05,
      "loss": 0.002,
      "step": 19008
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2671887844568037e-05,
      "loss": 0.0017,
      "step": 19009
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2671179380558063e-05,
      "loss": 0.0013,
      "step": 19010
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2670470902110441e-05,
      "loss": 0.0008,
      "step": 19011
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2669762409229004e-05,
      "loss": 0.0007,
      "step": 19012
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2669053901917582e-05,
      "loss": 0.0007,
      "step": 19013
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2668345380180005e-05,
      "loss": 0.0013,
      "step": 19014
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2667636844020097e-05,
      "loss": 0.0017,
      "step": 19015
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2666928293441692e-05,
      "loss": 0.0011,
      "step": 19016
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2666219728448619e-05,
      "loss": 0.0019,
      "step": 19017
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.266551114904471e-05,
      "loss": 0.0014,
      "step": 19018
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.266480255523379e-05,
      "loss": 0.0013,
      "step": 19019
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2664093947019692e-05,
      "loss": 0.0012,
      "step": 19020
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2663385324406248e-05,
      "loss": 0.0009,
      "step": 19021
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2662676687397284e-05,
      "loss": 0.0009,
      "step": 19022
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.266196803599663e-05,
      "loss": 0.0011,
      "step": 19023
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2661259370208121e-05,
      "loss": 0.001,
      "step": 19024
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2660550690035582e-05,
      "loss": 0.0014,
      "step": 19025
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2659841995482846e-05,
      "loss": 0.0012,
      "step": 19026
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2659133286553744e-05,
      "loss": 0.002,
      "step": 19027
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2658424563252107e-05,
      "loss": 0.0016,
      "step": 19028
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2657715825581765e-05,
      "loss": 0.0017,
      "step": 19029
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2657007073546543e-05,
      "loss": 0.0023,
      "step": 19030
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2656298307150282e-05,
      "loss": 0.0023,
      "step": 19031
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2655589526396805e-05,
      "loss": 0.0012,
      "step": 19032
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2654880731289947e-05,
      "loss": 0.0014,
      "step": 19033
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2654171921833536e-05,
      "loss": 0.0015,
      "step": 19034
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2653463098031404e-05,
      "loss": 0.0012,
      "step": 19035
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2652754259887387e-05,
      "loss": 0.0012,
      "step": 19036
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2652045407405309e-05,
      "loss": 0.0012,
      "step": 19037
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2651336540589006e-05,
      "loss": 0.0014,
      "step": 19038
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2650627659442308e-05,
      "loss": 0.0006,
      "step": 19039
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2649918763969047e-05,
      "loss": 0.0013,
      "step": 19040
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2649209854173053e-05,
      "loss": 0.001,
      "step": 19041
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2648500930058159e-05,
      "loss": 0.0014,
      "step": 19042
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2647791991628195e-05,
      "loss": 0.0009,
      "step": 19043
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2647083038886994e-05,
      "loss": 0.0026,
      "step": 19044
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2646374071838393e-05,
      "loss": 0.0021,
      "step": 19045
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2645665090486211e-05,
      "loss": 0.0009,
      "step": 19046
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2644956094834293e-05,
      "loss": 0.0011,
      "step": 19047
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2644247084886466e-05,
      "loss": 0.0013,
      "step": 19048
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.264353806064656e-05,
      "loss": 0.002,
      "step": 19049
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2642829022118412e-05,
      "loss": 0.0008,
      "step": 19050
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.264211996930585e-05,
      "loss": 0.0017,
      "step": 19051
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2641410902212707e-05,
      "loss": 0.001,
      "step": 19052
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2640701820842817e-05,
      "loss": 0.0016,
      "step": 19053
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2639992725200017e-05,
      "loss": 0.0012,
      "step": 19054
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.263928361528813e-05,
      "loss": 0.0016,
      "step": 19055
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2638574491110997e-05,
      "loss": 0.0017,
      "step": 19056
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2637865352672448e-05,
      "loss": 0.0021,
      "step": 19057
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.263715619997631e-05,
      "loss": 0.0006,
      "step": 19058
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2636447033026426e-05,
      "loss": 0.0009,
      "step": 19059
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2635737851826621e-05,
      "loss": 0.0011,
      "step": 19060
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2635028656380735e-05,
      "loss": 0.0008,
      "step": 19061
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2634319446692595e-05,
      "loss": 0.0026,
      "step": 19062
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.263361022276604e-05,
      "loss": 0.0009,
      "step": 19063
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2632900984604897e-05,
      "loss": 0.002,
      "step": 19064
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2632191732213001e-05,
      "loss": 0.002,
      "step": 19065
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2631482465594192e-05,
      "loss": 0.0014,
      "step": 19066
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2630773184752294e-05,
      "loss": 0.0012,
      "step": 19067
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.263006388969115e-05,
      "loss": 0.0006,
      "step": 19068
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2629354580414586e-05,
      "loss": 0.0013,
      "step": 19069
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2628645256926438e-05,
      "loss": 0.0017,
      "step": 19070
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2627935919230541e-05,
      "loss": 0.001,
      "step": 19071
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2627226567330728e-05,
      "loss": 0.0021,
      "step": 19072
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2626517201230835e-05,
      "loss": 0.001,
      "step": 19073
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2625807820934696e-05,
      "loss": 0.0003,
      "step": 19074
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2625098426446144e-05,
      "loss": 0.0007,
      "step": 19075
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2624389017769012e-05,
      "loss": 0.0013,
      "step": 19076
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2623679594907133e-05,
      "loss": 0.0016,
      "step": 19077
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2622970157864346e-05,
      "loss": 0.0011,
      "step": 19078
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2622260706644482e-05,
      "loss": 0.0009,
      "step": 19079
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2621551241251382e-05,
      "loss": 0.0015,
      "step": 19080
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2620841761688869e-05,
      "loss": 0.0021,
      "step": 19081
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.262013226796079e-05,
      "loss": 0.0014,
      "step": 19082
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2619422760070971e-05,
      "loss": 0.001,
      "step": 19083
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.261871323802325e-05,
      "loss": 0.0012,
      "step": 19084
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2618003701821464e-05,
      "loss": 0.0009,
      "step": 19085
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2617294151469444e-05,
      "loss": 0.0012,
      "step": 19086
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2616584586971029e-05,
      "loss": 0.0012,
      "step": 19087
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.261587500833005e-05,
      "loss": 0.0023,
      "step": 19088
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2615165415550344e-05,
      "loss": 0.0032,
      "step": 19089
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2614455808635749e-05,
      "loss": 0.002,
      "step": 19090
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2613746187590095e-05,
      "loss": 0.0012,
      "step": 19091
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2613036552417224e-05,
      "loss": 0.0008,
      "step": 19092
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2612326903120966e-05,
      "loss": 0.0015,
      "step": 19093
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.261161723970516e-05,
      "loss": 0.0009,
      "step": 19094
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2610907562173642e-05,
      "loss": 0.0011,
      "step": 19095
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2610197870530243e-05,
      "loss": 0.0015,
      "step": 19096
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2609488164778805e-05,
      "loss": 0.0013,
      "step": 19097
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.260877844492316e-05,
      "loss": 0.002,
      "step": 19098
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2608068710967148e-05,
      "loss": 0.0013,
      "step": 19099
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2607358962914597e-05,
      "loss": 0.0016,
      "step": 19100
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2606649200769353e-05,
      "loss": 0.0023,
      "step": 19101
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2605939424535247e-05,
      "loss": 0.0027,
      "step": 19102
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2605229634216114e-05,
      "loss": 0.0013,
      "step": 19103
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2604519829815793e-05,
      "loss": 0.0015,
      "step": 19104
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.260381001133812e-05,
      "loss": 0.0012,
      "step": 19105
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2603100178786928e-05,
      "loss": 0.0013,
      "step": 19106
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2602390332166063e-05,
      "loss": 0.0022,
      "step": 19107
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2601680471479354e-05,
      "loss": 0.0012,
      "step": 19108
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.260097059673064e-05,
      "loss": 0.0014,
      "step": 19109
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2600260707923755e-05,
      "loss": 0.0014,
      "step": 19110
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.259955080506254e-05,
      "loss": 0.0015,
      "step": 19111
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.259884088815083e-05,
      "loss": 0.0015,
      "step": 19112
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2598130957192463e-05,
      "loss": 0.0007,
      "step": 19113
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2597421012191276e-05,
      "loss": 0.0012,
      "step": 19114
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2596711053151103e-05,
      "loss": 0.0002,
      "step": 19115
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2596001080075786e-05,
      "loss": 0.0022,
      "step": 19116
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2595291092969159e-05,
      "loss": 0.0022,
      "step": 19117
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2594581091835062e-05,
      "loss": 0.0014,
      "step": 19118
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2593871076677331e-05,
      "loss": 0.0021,
      "step": 19119
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2593161047499805e-05,
      "loss": 0.0012,
      "step": 19120
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.259245100430632e-05,
      "loss": 0.0016,
      "step": 19121
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2591740947100716e-05,
      "loss": 0.0011,
      "step": 19122
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2591030875886829e-05,
      "loss": 0.0017,
      "step": 19123
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2590320790668493e-05,
      "loss": 0.002,
      "step": 19124
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2589610691449554e-05,
      "loss": 0.0016,
      "step": 19125
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2588900578233849e-05,
      "loss": 0.0012,
      "step": 19126
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2588190451025209e-05,
      "loss": 0.0008,
      "step": 19127
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2587480309827477e-05,
      "loss": 0.0023,
      "step": 19128
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2586770154644492e-05,
      "loss": 0.001,
      "step": 19129
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2586059985480092e-05,
      "loss": 0.0024,
      "step": 19130
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2585349802338114e-05,
      "loss": 0.0008,
      "step": 19131
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.25846396052224e-05,
      "loss": 0.0012,
      "step": 19132
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2583929394136783e-05,
      "loss": 0.0009,
      "step": 19133
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2583219169085104e-05,
      "loss": 0.001,
      "step": 19134
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2582508930071204e-05,
      "loss": 0.0013,
      "step": 19135
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2581798677098917e-05,
      "loss": 0.0008,
      "step": 19136
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.258108841017209e-05,
      "loss": 0.0012,
      "step": 19137
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2580378129294552e-05,
      "loss": 0.0018,
      "step": 19138
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2579667834470153e-05,
      "loss": 0.0008,
      "step": 19139
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.257895752570272e-05,
      "loss": 0.0011,
      "step": 19140
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2578247202996104e-05,
      "loss": 0.0015,
      "step": 19141
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2577536866354136e-05,
      "loss": 0.0019,
      "step": 19142
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2576826515780653e-05,
      "loss": 0.002,
      "step": 19143
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2576116151279507e-05,
      "loss": 0.0022,
      "step": 19144
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2575405772854525e-05,
      "loss": 0.0017,
      "step": 19145
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2574695380509555e-05,
      "loss": 0.0023,
      "step": 19146
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2573984974248432e-05,
      "loss": 0.002,
      "step": 19147
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2573274554074994e-05,
      "loss": 0.0008,
      "step": 19148
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.257256411999309e-05,
      "loss": 0.0015,
      "step": 19149
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2571853672006547e-05,
      "loss": 0.0018,
      "step": 19150
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2571143210119216e-05,
      "loss": 0.0019,
      "step": 19151
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2570432734334929e-05,
      "loss": 0.0011,
      "step": 19152
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2569722244657531e-05,
      "loss": 0.0016,
      "step": 19153
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2569011741090863e-05,
      "loss": 0.0015,
      "step": 19154
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2568301223638759e-05,
      "loss": 0.0011,
      "step": 19155
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2567590692305067e-05,
      "loss": 0.001,
      "step": 19156
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2566880147093623e-05,
      "loss": 0.0025,
      "step": 19157
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2566169588008268e-05,
      "loss": 0.0005,
      "step": 19158
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.256545901505284e-05,
      "loss": 0.0017,
      "step": 19159
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2564748428231186e-05,
      "loss": 0.0011,
      "step": 19160
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2564037827547142e-05,
      "loss": 0.0016,
      "step": 19161
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2563327213004545e-05,
      "loss": 0.0009,
      "step": 19162
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.2562616584607247e-05,
      "loss": 0.0018,
      "step": 19163
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2561905942359083e-05,
      "loss": 0.002,
      "step": 19164
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2561195286263892e-05,
      "loss": 0.0014,
      "step": 19165
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2560484616325515e-05,
      "loss": 0.0007,
      "step": 19166
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2559773932547797e-05,
      "loss": 0.0017,
      "step": 19167
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2559063234934578e-05,
      "loss": 0.0013,
      "step": 19168
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2558352523489696e-05,
      "loss": 0.0012,
      "step": 19169
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2557641798216996e-05,
      "loss": 0.0013,
      "step": 19170
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2556931059120316e-05,
      "loss": 0.0011,
      "step": 19171
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2556220306203503e-05,
      "loss": 0.0014,
      "step": 19172
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2555509539470393e-05,
      "loss": 0.0022,
      "step": 19173
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2554798758924832e-05,
      "loss": 0.0006,
      "step": 19174
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2554087964570661e-05,
      "loss": 0.0018,
      "step": 19175
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2553377156411716e-05,
      "loss": 0.0017,
      "step": 19176
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2552666334451847e-05,
      "loss": 0.0024,
      "step": 19177
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2551955498694893e-05,
      "loss": 0.001,
      "step": 19178
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2551244649144692e-05,
      "loss": 0.0016,
      "step": 19179
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.255053378580509e-05,
      "loss": 0.0013,
      "step": 19180
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2549822908679929e-05,
      "loss": 0.0023,
      "step": 19181
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2549112017773054e-05,
      "loss": 0.0018,
      "step": 19182
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2548401113088302e-05,
      "loss": 0.0016,
      "step": 19183
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.254769019462952e-05,
      "loss": 0.0019,
      "step": 19184
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2546979262400547e-05,
      "loss": 0.0007,
      "step": 19185
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2546268316405229e-05,
      "loss": 0.0017,
      "step": 19186
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2545557356647405e-05,
      "loss": 0.0015,
      "step": 19187
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2544846383130918e-05,
      "loss": 0.0017,
      "step": 19188
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2544135395859613e-05,
      "loss": 0.0013,
      "step": 19189
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2543424394837332e-05,
      "loss": 0.0013,
      "step": 19190
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2542713380067917e-05,
      "loss": 0.0022,
      "step": 19191
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2542002351555214e-05,
      "loss": 0.0015,
      "step": 19192
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2541291309303063e-05,
      "loss": 0.0011,
      "step": 19193
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2540580253315306e-05,
      "loss": 0.0019,
      "step": 19194
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2539869183595793e-05,
      "loss": 0.0017,
      "step": 19195
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2539158100148358e-05,
      "loss": 0.0009,
      "step": 19196
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2538447002976848e-05,
      "loss": 0.0008,
      "step": 19197
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2537735892085113e-05,
      "loss": 0.0019,
      "step": 19198
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2537024767476988e-05,
      "loss": 0.0017,
      "step": 19199
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.253631362915632e-05,
      "loss": 0.0012,
      "step": 19200
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2535602477126954e-05,
      "loss": 0.0016,
      "step": 19201
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.253489131139273e-05,
      "loss": 0.0017,
      "step": 19202
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2534180131957496e-05,
      "loss": 0.0011,
      "step": 19203
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2533468938825092e-05,
      "loss": 0.0018,
      "step": 19204
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2532757731999365e-05,
      "loss": 0.0011,
      "step": 19205
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2532046511484154e-05,
      "loss": 0.0011,
      "step": 19206
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2531335277283312e-05,
      "loss": 0.0009,
      "step": 19207
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2530624029400677e-05,
      "loss": 0.0021,
      "step": 19208
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2529912767840093e-05,
      "loss": 0.0019,
      "step": 19209
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.252920149260541e-05,
      "loss": 0.0016,
      "step": 19210
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2528490203700463e-05,
      "loss": 0.0022,
      "step": 19211
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2527778901129103e-05,
      "loss": 0.001,
      "step": 19212
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2527067584895173e-05,
      "loss": 0.0014,
      "step": 19213
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.252635625500252e-05,
      "loss": 0.0007,
      "step": 19214
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2525644911454986e-05,
      "loss": 0.0006,
      "step": 19215
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2524933554256415e-05,
      "loss": 0.0011,
      "step": 19216
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2524222183410654e-05,
      "loss": 0.0012,
      "step": 19217
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2523510798921547e-05,
      "loss": 0.0015,
      "step": 19218
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2522799400792942e-05,
      "loss": 0.0009,
      "step": 19219
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2522087989028679e-05,
      "loss": 0.0012,
      "step": 19220
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2521376563632606e-05,
      "loss": 0.001,
      "step": 19221
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2520665124608568e-05,
      "loss": 0.0013,
      "step": 19222
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2519953671960407e-05,
      "loss": 0.0011,
      "step": 19223
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2519242205691977e-05,
      "loss": 0.0011,
      "step": 19224
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2518530725807114e-05,
      "loss": 0.0021,
      "step": 19225
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.251781923230967e-05,
      "loss": 0.001,
      "step": 19226
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2517107725203489e-05,
      "loss": 0.0017,
      "step": 19227
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2516396204492409e-05,
      "loss": 0.0011,
      "step": 19228
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2515684670180288e-05,
      "loss": 0.0015,
      "step": 19229
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2514973122270963e-05,
      "loss": 0.0017,
      "step": 19230
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2514261560768286e-05,
      "loss": 0.0024,
      "step": 19231
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2513549985676098e-05,
      "loss": 0.0018,
      "step": 19232
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2512838396998248e-05,
      "loss": 0.0011,
      "step": 19233
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2512126794738581e-05,
      "loss": 0.0024,
      "step": 19234
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2511415178900946e-05,
      "loss": 0.0013,
      "step": 19235
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2510703549489186e-05,
      "loss": 0.0024,
      "step": 19236
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2509991906507145e-05,
      "loss": 0.002,
      "step": 19237
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2509280249958673e-05,
      "loss": 0.0011,
      "step": 19238
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.250856857984762e-05,
      "loss": 0.0009,
      "step": 19239
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2507856896177823e-05,
      "loss": 0.0019,
      "step": 19240
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2507145198953139e-05,
      "loss": 0.0015,
      "step": 19241
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2506433488177408e-05,
      "loss": 0.002,
      "step": 19242
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2505721763854476e-05,
      "loss": 0.0013,
      "step": 19243
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2505010025988196e-05,
      "loss": 0.0011,
      "step": 19244
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.250429827458241e-05,
      "loss": 0.0017,
      "step": 19245
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2503586509640968e-05,
      "loss": 0.0013,
      "step": 19246
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2502874731167713e-05,
      "loss": 0.0023,
      "step": 19247
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2502162939166498e-05,
      "loss": 0.0008,
      "step": 19248
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2501451133641162e-05,
      "loss": 0.0012,
      "step": 19249
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2500739314595562e-05,
      "loss": 0.001,
      "step": 19250
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2500027482033534e-05,
      "loss": 0.0009,
      "step": 19251
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2499315635958937e-05,
      "loss": 0.0012,
      "step": 19252
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2498603776375614e-05,
      "loss": 0.0015,
      "step": 19253
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2497891903287412e-05,
      "loss": 0.0014,
      "step": 19254
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2497180016698175e-05,
      "loss": 0.0015,
      "step": 19255
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2496468116611758e-05,
      "loss": 0.002,
      "step": 19256
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2495756203032003e-05,
      "loss": 0.001,
      "step": 19257
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.249504427596276e-05,
      "loss": 0.0011,
      "step": 19258
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2494332335407879e-05,
      "loss": 0.0019,
      "step": 19259
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2493620381371206e-05,
      "loss": 0.0017,
      "step": 19260
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2492908413856585e-05,
      "loss": 0.0009,
      "step": 19261
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2492196432867873e-05,
      "loss": 0.0017,
      "step": 19262
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2491484438408909e-05,
      "loss": 0.0013,
      "step": 19263
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.249077243048355e-05,
      "loss": 0.001,
      "step": 19264
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.249006040909564e-05,
      "loss": 0.0028,
      "step": 19265
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2489348374249025e-05,
      "loss": 0.0011,
      "step": 19266
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2488636325947558e-05,
      "loss": 0.0011,
      "step": 19267
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2487924264195084e-05,
      "loss": 0.0014,
      "step": 19268
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2487212188995454e-05,
      "loss": 0.0008,
      "step": 19269
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2486500100352515e-05,
      "loss": 0.0011,
      "step": 19270
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.248578799827012e-05,
      "loss": 0.0016,
      "step": 19271
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2485075882752113e-05,
      "loss": 0.0015,
      "step": 19272
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2484363753802344e-05,
      "loss": 0.0018,
      "step": 19273
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2483651611424668e-05,
      "loss": 0.0014,
      "step": 19274
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2482939455622922e-05,
      "loss": 0.0012,
      "step": 19275
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2482227286400968e-05,
      "loss": 0.0012,
      "step": 19276
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2481515103762644e-05,
      "loss": 0.001,
      "step": 19277
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2480802907711809e-05,
      "loss": 0.0018,
      "step": 19278
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2480090698252307e-05,
      "loss": 0.0008,
      "step": 19279
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2479378475387988e-05,
      "loss": 0.0017,
      "step": 19280
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2478666239122705e-05,
      "loss": 0.0014,
      "step": 19281
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.24779539894603e-05,
      "loss": 0.0017,
      "step": 19282
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2477241726404632e-05,
      "loss": 0.0017,
      "step": 19283
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2476529449959542e-05,
      "loss": 0.0012,
      "step": 19284
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2475817160128887e-05,
      "loss": 0.0019,
      "step": 19285
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2475104856916512e-05,
      "loss": 0.0009,
      "step": 19286
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.247439254032627e-05,
      "loss": 0.0015,
      "step": 19287
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2473680210362009e-05,
      "loss": 0.0012,
      "step": 19288
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.247296786702758e-05,
      "loss": 0.0026,
      "step": 19289
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2472255510326837e-05,
      "loss": 0.0017,
      "step": 19290
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2471543140263623e-05,
      "loss": 0.0016,
      "step": 19291
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2470830756841793e-05,
      "loss": 0.0015,
      "step": 19292
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2470118360065197e-05,
      "loss": 0.0009,
      "step": 19293
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2469405949937682e-05,
      "loss": 0.0014,
      "step": 19294
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2468693526463107e-05,
      "loss": 0.001,
      "step": 19295
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2467981089645311e-05,
      "loss": 0.0018,
      "step": 19296
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2467268639488155e-05,
      "loss": 0.0012,
      "step": 19297
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.246655617599548e-05,
      "loss": 0.0018,
      "step": 19298
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.246584369917115e-05,
      "loss": 0.0018,
      "step": 19299
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2465131209019004e-05,
      "loss": 0.0019,
      "step": 19300
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2464418705542895e-05,
      "loss": 0.0007,
      "step": 19301
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2463706188746683e-05,
      "loss": 0.0014,
      "step": 19302
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2462993658634205e-05,
      "loss": 0.002,
      "step": 19303
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2462281115209324e-05,
      "loss": 0.0016,
      "step": 19304
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2461568558475885e-05,
      "loss": 0.0012,
      "step": 19305
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2460855988437742e-05,
      "loss": 0.0018,
      "step": 19306
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2460143405098744e-05,
      "loss": 0.0012,
      "step": 19307
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2459430808462745e-05,
      "loss": 0.001,
      "step": 19308
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2458718198533597e-05,
      "loss": 0.0017,
      "step": 19309
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.245800557531515e-05,
      "loss": 0.0009,
      "step": 19310
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2457292938811256e-05,
      "loss": 0.002,
      "step": 19311
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2456580289025769e-05,
      "loss": 0.0014,
      "step": 19312
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2455867625962534e-05,
      "loss": 0.0017,
      "step": 19313
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.245515494962541e-05,
      "loss": 0.0016,
      "step": 19314
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2454442260018244e-05,
      "loss": 0.002,
      "step": 19315
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2453729557144896e-05,
      "loss": 0.0019,
      "step": 19316
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.245301684100921e-05,
      "loss": 0.0015,
      "step": 19317
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2452304111615041e-05,
      "loss": 0.0016,
      "step": 19318
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.245159136896624e-05,
      "loss": 0.0014,
      "step": 19319
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2450878613066663e-05,
      "loss": 0.0013,
      "step": 19320
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.245016584392016e-05,
      "loss": 0.0024,
      "step": 19321
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.244945306153058e-05,
      "loss": 0.0015,
      "step": 19322
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2448740265901782e-05,
      "loss": 0.0011,
      "step": 19323
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2448027457037615e-05,
      "loss": 0.0022,
      "step": 19324
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2447314634941933e-05,
      "loss": 0.0014,
      "step": 19325
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2446601799618589e-05,
      "loss": 0.0006,
      "step": 19326
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2445888951071434e-05,
      "loss": 0.0023,
      "step": 19327
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2445176089304324e-05,
      "loss": 0.0012,
      "step": 19328
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2444463214321107e-05,
      "loss": 0.0015,
      "step": 19329
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2443750326125641e-05,
      "loss": 0.0021,
      "step": 19330
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2443037424721775e-05,
      "loss": 0.0015,
      "step": 19331
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2442324510113368e-05,
      "loss": 0.0019,
      "step": 19332
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.244161158230427e-05,
      "loss": 0.0018,
      "step": 19333
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2440898641298329e-05,
      "loss": 0.0015,
      "step": 19334
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2440185687099409e-05,
      "loss": 0.002,
      "step": 19335
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2439472719711354e-05,
      "loss": 0.0007,
      "step": 19336
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2438759739138024e-05,
      "loss": 0.0006,
      "step": 19337
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.243804674538327e-05,
      "loss": 0.0012,
      "step": 19338
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2437333738450946e-05,
      "loss": 0.0011,
      "step": 19339
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2436620718344906e-05,
      "loss": 0.0009,
      "step": 19340
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2435907685068999e-05,
      "loss": 0.0014,
      "step": 19341
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2435194638627088e-05,
      "loss": 0.0017,
      "step": 19342
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2434481579023021e-05,
      "loss": 0.0017,
      "step": 19343
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2433768506260654e-05,
      "loss": 0.0015,
      "step": 19344
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2433055420343842e-05,
      "loss": 0.0015,
      "step": 19345
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2432342321276435e-05,
      "loss": 0.0019,
      "step": 19346
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2431629209062294e-05,
      "loss": 0.0009,
      "step": 19347
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2430916083705267e-05,
      "loss": 0.0017,
      "step": 19348
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2430202945209213e-05,
      "loss": 0.0021,
      "step": 19349
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2429489793577982e-05,
      "loss": 0.0009,
      "step": 19350
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2428776628815433e-05,
      "loss": 0.0013,
      "step": 19351
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2428063450925416e-05,
      "loss": 0.001,
      "step": 19352
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.242735025991179e-05,
      "loss": 0.0029,
      "step": 19353
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.242663705577841e-05,
      "loss": 0.0013,
      "step": 19354
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2425923838529126e-05,
      "loss": 0.0014,
      "step": 19355
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2425210608167798e-05,
      "loss": 0.0019,
      "step": 19356
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2424497364698277e-05,
      "loss": 0.001,
      "step": 19357
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2423784108124422e-05,
      "loss": 0.0013,
      "step": 19358
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2423070838450082e-05,
      "loss": 0.0009,
      "step": 19359
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2422357555679118e-05,
      "loss": 0.0012,
      "step": 19360
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2421644259815386e-05,
      "loss": 0.0017,
      "step": 19361
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2420930950862738e-05,
      "loss": 0.001,
      "step": 19362
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2420217628825029e-05,
      "loss": 0.0011,
      "step": 19363
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2419504293706114e-05,
      "loss": 0.0014,
      "step": 19364
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2418790945509855e-05,
      "loss": 0.0012,
      "step": 19365
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2418077584240102e-05,
      "loss": 0.0013,
      "step": 19366
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2417364209900711e-05,
      "loss": 0.001,
      "step": 19367
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2416650822495537e-05,
      "loss": 0.0009,
      "step": 19368
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2415937422028439e-05,
      "loss": 0.0023,
      "step": 19369
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.241522400850327e-05,
      "loss": 0.0015,
      "step": 19370
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2414510581923886e-05,
      "loss": 0.0016,
      "step": 19371
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2413797142294149e-05,
      "loss": 0.0015,
      "step": 19372
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2413083689617907e-05,
      "loss": 0.0022,
      "step": 19373
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2412370223899017e-05,
      "loss": 0.0016,
      "step": 19374
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2411656745141343e-05,
      "loss": 0.0013,
      "step": 19375
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2410943253348733e-05,
      "loss": 0.0011,
      "step": 19376
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2410229748525045e-05,
      "loss": 0.0021,
      "step": 19377
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2409516230674138e-05,
      "loss": 0.002,
      "step": 19378
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2408802699799869e-05,
      "loss": 0.0014,
      "step": 19379
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2408089155906093e-05,
      "loss": 0.0018,
      "step": 19380
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2407375598996664e-05,
      "loss": 0.0006,
      "step": 19381
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2406662029075446e-05,
      "loss": 0.0019,
      "step": 19382
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.240594844614629e-05,
      "loss": 0.0011,
      "step": 19383
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2405234850213055e-05,
      "loss": 0.0011,
      "step": 19384
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2404521241279595e-05,
      "loss": 0.0016,
      "step": 19385
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.240380761934977e-05,
      "loss": 0.001,
      "step": 19386
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2403093984427437e-05,
      "loss": 0.0019,
      "step": 19387
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2402380336516451e-05,
      "loss": 0.0011,
      "step": 19388
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2401666675620674e-05,
      "loss": 0.002,
      "step": 19389
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2400953001743956e-05,
      "loss": 0.0019,
      "step": 19390
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2400239314890162e-05,
      "loss": 0.0018,
      "step": 19391
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2399525615063144e-05,
      "loss": 0.0018,
      "step": 19392
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2398811902266764e-05,
      "loss": 0.0016,
      "step": 19393
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2398098176504873e-05,
      "loss": 0.0016,
      "step": 19394
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2397384437781332e-05,
      "loss": 0.0015,
      "step": 19395
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2396670686100005e-05,
      "loss": 0.0022,
      "step": 19396
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2395956921464742e-05,
      "loss": 0.0013,
      "step": 19397
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2395243143879402e-05,
      "loss": 0.0007,
      "step": 19398
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2394529353347847e-05,
      "loss": 0.0017,
      "step": 19399
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2393815549873929e-05,
      "loss": 0.0017,
      "step": 19400
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.239310173346151e-05,
      "loss": 0.0016,
      "step": 19401
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2392387904114446e-05,
      "loss": 0.0008,
      "step": 19402
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2391674061836601e-05,
      "loss": 0.0009,
      "step": 19403
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2390960206631825e-05,
      "loss": 0.0016,
      "step": 19404
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2390246338503981e-05,
      "loss": 0.0012,
      "step": 19405
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.238953245745693e-05,
      "loss": 0.0013,
      "step": 19406
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2388818563494524e-05,
      "loss": 0.0021,
      "step": 19407
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2388104656620625e-05,
      "loss": 0.0014,
      "step": 19408
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.238739073683909e-05,
      "loss": 0.0011,
      "step": 19409
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2386676804153784e-05,
      "loss": 0.0015,
      "step": 19410
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2385962858568556e-05,
      "loss": 0.0012,
      "step": 19411
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2385248900087272e-05,
      "loss": 0.0014,
      "step": 19412
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2384534928713787e-05,
      "loss": 0.0005,
      "step": 19413
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2383820944451963e-05,
      "loss": 0.0012,
      "step": 19414
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.238310694730566e-05,
      "loss": 0.0013,
      "step": 19415
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2382392937278731e-05,
      "loss": 0.0012,
      "step": 19416
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2381678914375042e-05,
      "loss": 0.0017,
      "step": 19417
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2380964878598449e-05,
      "loss": 0.0007,
      "step": 19418
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.238025082995281e-05,
      "loss": 0.0022,
      "step": 19419
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2379536768441989e-05,
      "loss": 0.0007,
      "step": 19420
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2378822694069838e-05,
      "loss": 0.0018,
      "step": 19421
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2378108606840224e-05,
      "loss": 0.0021,
      "step": 19422
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2377394506757003e-05,
      "loss": 0.001,
      "step": 19423
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2376680393824038e-05,
      "loss": 0.0013,
      "step": 19424
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2375966268045186e-05,
      "loss": 0.0005,
      "step": 19425
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2375252129424304e-05,
      "loss": 0.0011,
      "step": 19426
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2374537977965258e-05,
      "loss": 0.0009,
      "step": 19427
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2373823813671902e-05,
      "loss": 0.0011,
      "step": 19428
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2373109636548102e-05,
      "loss": 0.0006,
      "step": 19429
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2372395446597711e-05,
      "loss": 0.0013,
      "step": 19430
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2371681243824595e-05,
      "loss": 0.001,
      "step": 19431
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2370967028232615e-05,
      "loss": 0.0008,
      "step": 19432
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2370252799825625e-05,
      "loss": 0.0013,
      "step": 19433
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2369538558607493e-05,
      "loss": 0.0021,
      "step": 19434
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2368824304582072e-05,
      "loss": 0.0014,
      "step": 19435
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.236811003775323e-05,
      "loss": 0.0016,
      "step": 19436
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2367395758124821e-05,
      "loss": 0.0015,
      "step": 19437
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.236668146570071e-05,
      "loss": 0.0011,
      "step": 19438
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2365967160484755e-05,
      "loss": 0.0013,
      "step": 19439
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.236525284248082e-05,
      "loss": 0.0011,
      "step": 19440
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2364538511692762e-05,
      "loss": 0.0013,
      "step": 19441
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2363824168124442e-05,
      "loss": 0.002,
      "step": 19442
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2363109811779726e-05,
      "loss": 0.0009,
      "step": 19443
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.236239544266247e-05,
      "loss": 0.0014,
      "step": 19444
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2361681060776539e-05,
      "loss": 0.0013,
      "step": 19445
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2360966666125791e-05,
      "loss": 0.0014,
      "step": 19446
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2360252258714085e-05,
      "loss": 0.0022,
      "step": 19447
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.235953783854529e-05,
      "loss": 0.0013,
      "step": 19448
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2358823405623259e-05,
      "loss": 0.0012,
      "step": 19449
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2358108959951863e-05,
      "loss": 0.0021,
      "step": 19450
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2357394501534955e-05,
      "loss": 0.0018,
      "step": 19451
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2356680030376402e-05,
      "loss": 0.001,
      "step": 19452
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2355965546480065e-05,
      "loss": 0.0011,
      "step": 19453
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.23552510498498e-05,
      "loss": 0.0014,
      "step": 19454
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2354536540489478e-05,
      "loss": 0.0015,
      "step": 19455
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.235382201840295e-05,
      "loss": 0.0012,
      "step": 19456
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2353107483594089e-05,
      "loss": 0.0002,
      "step": 19457
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.235239293606675e-05,
      "loss": 0.0009,
      "step": 19458
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2351678375824799e-05,
      "loss": 0.0014,
      "step": 19459
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2350963802872096e-05,
      "loss": 0.0016,
      "step": 19460
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2350249217212502e-05,
      "loss": 0.001,
      "step": 19461
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2349534618849882e-05,
      "loss": 0.0008,
      "step": 19462
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2348820007788096e-05,
      "loss": 0.0015,
      "step": 19463
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2348105384031011e-05,
      "loss": 0.0019,
      "step": 19464
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2347390747582481e-05,
      "loss": 0.0011,
      "step": 19465
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.234667609844638e-05,
      "loss": 0.0016,
      "step": 19466
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2345961436626558e-05,
      "loss": 0.0008,
      "step": 19467
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2345246762126887e-05,
      "loss": 0.0015,
      "step": 19468
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2344532074951233e-05,
      "loss": 0.0017,
      "step": 19469
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2343817375103447e-05,
      "loss": 0.0015,
      "step": 19470
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2343102662587399e-05,
      "loss": 0.0008,
      "step": 19471
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.234238793740695e-05,
      "loss": 0.0018,
      "step": 19472
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2341673199565965e-05,
      "loss": 0.0012,
      "step": 19473
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2340958449068306e-05,
      "loss": 0.0017,
      "step": 19474
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2340243685917836e-05,
      "loss": 0.0016,
      "step": 19475
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2339528910118419e-05,
      "loss": 0.0015,
      "step": 19476
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2338814121673916e-05,
      "loss": 0.002,
      "step": 19477
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2338099320588195e-05,
      "loss": 0.0017,
      "step": 19478
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2337384506865118e-05,
      "loss": 0.0018,
      "step": 19479
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2336669680508543e-05,
      "loss": 0.001,
      "step": 19480
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2335954841522342e-05,
      "loss": 0.0015,
      "step": 19481
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.233523998991037e-05,
      "loss": 0.002,
      "step": 19482
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.23345251256765e-05,
      "loss": 0.001,
      "step": 19483
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2333810248824588e-05,
      "loss": 0.0013,
      "step": 19484
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.23330953593585e-05,
      "loss": 0.0014,
      "step": 19485
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2332380457282105e-05,
      "loss": 0.0018,
      "step": 19486
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.233166554259926e-05,
      "loss": 0.0011,
      "step": 19487
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2330950615313834e-05,
      "loss": 0.0021,
      "step": 19488
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.233023567542969e-05,
      "loss": 0.0014,
      "step": 19489
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2329520722950692e-05,
      "loss": 0.0008,
      "step": 19490
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2328805757880702e-05,
      "loss": 0.0015,
      "step": 19491
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2328090780223585e-05,
      "loss": 0.0014,
      "step": 19492
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.232737578998321e-05,
      "loss": 0.0013,
      "step": 19493
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2326660787163436e-05,
      "loss": 0.002,
      "step": 19494
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.232594577176813e-05,
      "loss": 0.0012,
      "step": 19495
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2325230743801155e-05,
      "loss": 0.0005,
      "step": 19496
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.232451570326638e-05,
      "loss": 0.0007,
      "step": 19497
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2323800650167668e-05,
      "loss": 0.0019,
      "step": 19498
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2323085584508878e-05,
      "loss": 0.0016,
      "step": 19499
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2322370506293883e-05,
      "loss": 0.0018,
      "step": 19500
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2321655415526542e-05,
      "loss": 0.0013,
      "step": 19501
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2320940312210725e-05,
      "loss": 0.0017,
      "step": 19502
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2320225196350294e-05,
      "loss": 0.0018,
      "step": 19503
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2319510067949112e-05,
      "loss": 0.0012,
      "step": 19504
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.231879492701105e-05,
      "loss": 0.001,
      "step": 19505
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2318079773539968e-05,
      "loss": 0.0013,
      "step": 19506
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.231736460753974e-05,
      "loss": 0.0014,
      "step": 19507
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2316649429014218e-05,
      "loss": 0.0021,
      "step": 19508
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2315934237967279e-05,
      "loss": 0.0008,
      "step": 19509
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2315219034402786e-05,
      "loss": 0.0025,
      "step": 19510
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2314503818324597e-05,
      "loss": 0.0015,
      "step": 19511
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2313788589736589e-05,
      "loss": 0.002,
      "step": 19512
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2313073348642619e-05,
      "loss": 0.0012,
      "step": 19513
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.231235809504656e-05,
      "loss": 0.0018,
      "step": 19514
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2311642828952272e-05,
      "loss": 0.0015,
      "step": 19515
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2310927550363625e-05,
      "loss": 0.0018,
      "step": 19516
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2310212259284482e-05,
      "loss": 0.0006,
      "step": 19517
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2309496955718711e-05,
      "loss": 0.002,
      "step": 19518
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2308781639670179e-05,
      "loss": 0.0016,
      "step": 19519
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2308066311142747e-05,
      "loss": 0.0011,
      "step": 19520
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2307350970140289e-05,
      "loss": 0.0011,
      "step": 19521
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2306635616666665e-05,
      "loss": 0.0013,
      "step": 19522
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2305920250725747e-05,
      "loss": 0.0015,
      "step": 19523
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2305204872321398e-05,
      "loss": 0.0007,
      "step": 19524
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2304489481457485e-05,
      "loss": 0.0009,
      "step": 19525
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2303774078137874e-05,
      "loss": 0.0016,
      "step": 19526
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2303058662366433e-05,
      "loss": 0.0011,
      "step": 19527
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2302343234147029e-05,
      "loss": 0.0008,
      "step": 19528
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2301627793483527e-05,
      "loss": 0.0017,
      "step": 19529
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2300912340379797e-05,
      "loss": 0.0011,
      "step": 19530
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2300196874839708e-05,
      "loss": 0.0015,
      "step": 19531
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2299481396867117e-05,
      "loss": 0.0016,
      "step": 19532
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.22987659064659e-05,
      "loss": 0.0018,
      "step": 19533
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.229805040363992e-05,
      "loss": 0.0013,
      "step": 19534
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.229733488839305e-05,
      "loss": 0.0022,
      "step": 19535
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2296619360729149e-05,
      "loss": 0.0017,
      "step": 19536
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2295903820652093e-05,
      "loss": 0.0008,
      "step": 19537
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2295188268165743e-05,
      "loss": 0.0023,
      "step": 19538
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2294472703273967e-05,
      "loss": 0.0018,
      "step": 19539
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2293757125980636e-05,
      "loss": 0.0011,
      "step": 19540
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2293041536289616e-05,
      "loss": 0.0014,
      "step": 19541
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2292325934204775e-05,
      "loss": 0.0005,
      "step": 19542
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.229161031972998e-05,
      "loss": 0.0014,
      "step": 19543
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.22908946928691e-05,
      "loss": 0.0009,
      "step": 19544
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2290179053626004e-05,
      "loss": 0.0013,
      "step": 19545
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2289463402004556e-05,
      "loss": 0.0014,
      "step": 19546
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2288747738008626e-05,
      "loss": 0.001,
      "step": 19547
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2288032061642083e-05,
      "loss": 0.0014,
      "step": 19548
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2287316372908797e-05,
      "loss": 0.001,
      "step": 19549
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2286600671812632e-05,
      "loss": 0.0008,
      "step": 19550
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2285884958357461e-05,
      "loss": 0.0008,
      "step": 19551
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.228516923254715e-05,
      "loss": 0.0009,
      "step": 19552
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2284453494385563e-05,
      "loss": 0.001,
      "step": 19553
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2283737743876576e-05,
      "loss": 0.0018,
      "step": 19554
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2283021981024052e-05,
      "loss": 0.0009,
      "step": 19555
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2282306205831866e-05,
      "loss": 0.0012,
      "step": 19556
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2281590418303879e-05,
      "loss": 0.0007,
      "step": 19557
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2280874618443966e-05,
      "loss": 0.0015,
      "step": 19558
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2280158806255993e-05,
      "loss": 0.0011,
      "step": 19559
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2279442981743828e-05,
      "loss": 0.0017,
      "step": 19560
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2278727144911344e-05,
      "loss": 0.0018,
      "step": 19561
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2278011295762406e-05,
      "loss": 0.0012,
      "step": 19562
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2277295434300887e-05,
      "loss": 0.0011,
      "step": 19563
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2276579560530654e-05,
      "loss": 0.0012,
      "step": 19564
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2275863674455576e-05,
      "loss": 0.0008,
      "step": 19565
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.227514777607952e-05,
      "loss": 0.0012,
      "step": 19566
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.227443186540636e-05,
      "loss": 0.0016,
      "step": 19567
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2273715942439964e-05,
      "loss": 0.001,
      "step": 19568
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2273000007184197e-05,
      "loss": 0.0011,
      "step": 19569
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2272284059642938e-05,
      "loss": 0.0024,
      "step": 19570
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.227156809982005e-05,
      "loss": 0.0019,
      "step": 19571
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2270852127719402e-05,
      "loss": 0.0013,
      "step": 19572
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2270136143344868e-05,
      "loss": 0.001,
      "step": 19573
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2269420146700312e-05,
      "loss": 0.0011,
      "step": 19574
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2268704137789613e-05,
      "loss": 0.0012,
      "step": 19575
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2267988116616632e-05,
      "loss": 0.0012,
      "step": 19576
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2267272083185243e-05,
      "loss": 0.0013,
      "step": 19577
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2266556037499318e-05,
      "loss": 0.0016,
      "step": 19578
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2265839979562721e-05,
      "loss": 0.0019,
      "step": 19579
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2265123909379331e-05,
      "loss": 0.0013,
      "step": 19580
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2264407826953011e-05,
      "loss": 0.0007,
      "step": 19581
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2263691732287636e-05,
      "loss": 0.0014,
      "step": 19582
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2262975625387074e-05,
      "loss": 0.002,
      "step": 19583
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2262259506255196e-05,
      "loss": 0.0015,
      "step": 19584
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2261543374895873e-05,
      "loss": 0.0011,
      "step": 19585
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2260827231312975e-05,
      "loss": 0.001,
      "step": 19586
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2260111075510373e-05,
      "loss": 0.0014,
      "step": 19587
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2259394907491937e-05,
      "loss": 0.0012,
      "step": 19588
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2258678727261541e-05,
      "loss": 0.0012,
      "step": 19589
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2257962534823052e-05,
      "loss": 0.0012,
      "step": 19590
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2257246330180344e-05,
      "loss": 0.0019,
      "step": 19591
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2256530113337287e-05,
      "loss": 0.0015,
      "step": 19592
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.225581388429775e-05,
      "loss": 0.0011,
      "step": 19593
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2255097643065605e-05,
      "loss": 0.0011,
      "step": 19594
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.225438138964473e-05,
      "loss": 0.0009,
      "step": 19595
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2253665124038985e-05,
      "loss": 0.0012,
      "step": 19596
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2252948846252251e-05,
      "loss": 0.0013,
      "step": 19597
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2252232556288392e-05,
      "loss": 0.0009,
      "step": 19598
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2251516254151285e-05,
      "loss": 0.002,
      "step": 19599
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2250799939844799e-05,
      "loss": 0.0014,
      "step": 19600
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2250083613372807e-05,
      "loss": 0.0017,
      "step": 19601
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2249367274739182e-05,
      "loss": 0.0016,
      "step": 19602
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2248650923947791e-05,
      "loss": 0.0018,
      "step": 19603
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.2247934561002511e-05,
      "loss": 0.0014,
      "step": 19604
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2247218185907207e-05,
      "loss": 0.0015,
      "step": 19605
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2246501798665761e-05,
      "loss": 0.0006,
      "step": 19606
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2245785399282037e-05,
      "loss": 0.002,
      "step": 19607
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2245068987759912e-05,
      "loss": 0.0015,
      "step": 19608
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2244352564103253e-05,
      "loss": 0.0009,
      "step": 19609
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.224363612831594e-05,
      "loss": 0.0016,
      "step": 19610
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2242919680401837e-05,
      "loss": 0.0011,
      "step": 19611
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2242203220364814e-05,
      "loss": 0.0009,
      "step": 19612
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2241486748208757e-05,
      "loss": 0.0013,
      "step": 19613
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2240770263937529e-05,
      "loss": 0.0008,
      "step": 19614
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2240053767555007e-05,
      "loss": 0.0014,
      "step": 19615
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2239337259065059e-05,
      "loss": 0.0017,
      "step": 19616
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2238620738471558e-05,
      "loss": 0.0029,
      "step": 19617
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2237904205778382e-05,
      "loss": 0.0008,
      "step": 19618
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2237187660989396e-05,
      "loss": 0.0008,
      "step": 19619
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2236471104108482e-05,
      "loss": 0.001,
      "step": 19620
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2235754535139504e-05,
      "loss": 0.0012,
      "step": 19621
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2235037954086343e-05,
      "loss": 0.0013,
      "step": 19622
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2234321360952868e-05,
      "loss": 0.0008,
      "step": 19623
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.223360475574295e-05,
      "loss": 0.002,
      "step": 19624
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2232888138460468e-05,
      "loss": 0.0015,
      "step": 19625
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.223217150910929e-05,
      "loss": 0.0018,
      "step": 19626
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2231454867693291e-05,
      "loss": 0.0008,
      "step": 19627
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2230738214216344e-05,
      "loss": 0.001,
      "step": 19628
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2230021548682328e-05,
      "loss": 0.001,
      "step": 19629
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2229304871095106e-05,
      "loss": 0.0014,
      "step": 19630
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2228588181458561e-05,
      "loss": 0.0015,
      "step": 19631
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2227871479776562e-05,
      "loss": 0.0019,
      "step": 19632
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2227154766052984e-05,
      "loss": 0.0019,
      "step": 19633
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2226438040291703e-05,
      "loss": 0.0011,
      "step": 19634
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.222572130249659e-05,
      "loss": 0.0012,
      "step": 19635
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2225004552671517e-05,
      "loss": 0.001,
      "step": 19636
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2224287790820367e-05,
      "loss": 0.0013,
      "step": 19637
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2223571016947e-05,
      "loss": 0.0014,
      "step": 19638
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2222854231055301e-05,
      "loss": 0.0008,
      "step": 19639
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2222137433149141e-05,
      "loss": 0.0019,
      "step": 19640
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2221420623232397e-05,
      "loss": 0.0013,
      "step": 19641
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2220703801308934e-05,
      "loss": 0.0011,
      "step": 19642
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.221998696738264e-05,
      "loss": 0.0013,
      "step": 19643
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.221927012145738e-05,
      "loss": 0.0016,
      "step": 19644
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2218553263537029e-05,
      "loss": 0.0013,
      "step": 19645
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2217836393625469e-05,
      "loss": 0.0015,
      "step": 19646
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2217119511726565e-05,
      "loss": 0.0009,
      "step": 19647
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2216402617844195e-05,
      "loss": 0.0016,
      "step": 19648
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2215685711982237e-05,
      "loss": 0.0015,
      "step": 19649
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2214968794144564e-05,
      "loss": 0.0015,
      "step": 19650
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2214251864335049e-05,
      "loss": 0.0016,
      "step": 19651
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.221353492255757e-05,
      "loss": 0.0015,
      "step": 19652
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2212817968816001e-05,
      "loss": 0.0019,
      "step": 19653
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2212101003114215e-05,
      "loss": 0.001,
      "step": 19654
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2211384025456092e-05,
      "loss": 0.0007,
      "step": 19655
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2210667035845502e-05,
      "loss": 0.0014,
      "step": 19656
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2209950034286321e-05,
      "loss": 0.002,
      "step": 19657
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.220923302078243e-05,
      "loss": 0.0022,
      "step": 19658
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2208515995337697e-05,
      "loss": 0.0014,
      "step": 19659
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2207798957956003e-05,
      "loss": 0.0007,
      "step": 19660
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2207081908641218e-05,
      "loss": 0.0018,
      "step": 19661
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2206364847397224e-05,
      "loss": 0.0014,
      "step": 19662
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2205647774227893e-05,
      "loss": 0.0011,
      "step": 19663
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2204930689137103e-05,
      "loss": 0.001,
      "step": 19664
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2204213592128727e-05,
      "loss": 0.0015,
      "step": 19665
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2203496483206638e-05,
      "loss": 0.0017,
      "step": 19666
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2202779362374722e-05,
      "loss": 0.002,
      "step": 19667
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2202062229636847e-05,
      "loss": 0.0013,
      "step": 19668
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.220134508499689e-05,
      "loss": 0.0011,
      "step": 19669
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.220062792845873e-05,
      "loss": 0.0019,
      "step": 19670
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2199910760026242e-05,
      "loss": 0.0011,
      "step": 19671
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.21991935797033e-05,
      "loss": 0.0018,
      "step": 19672
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2198476387493783e-05,
      "loss": 0.0007,
      "step": 19673
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2197759183401568e-05,
      "loss": 0.0016,
      "step": 19674
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2197041967430528e-05,
      "loss": 0.001,
      "step": 19675
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2196324739584542e-05,
      "loss": 0.0012,
      "step": 19676
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2195607499867488e-05,
      "loss": 0.0029,
      "step": 19677
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2194890248283238e-05,
      "loss": 0.0011,
      "step": 19678
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2194172984835675e-05,
      "loss": 0.002,
      "step": 19679
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.219345570952867e-05,
      "loss": 0.0014,
      "step": 19680
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2192738422366101e-05,
      "loss": 0.001,
      "step": 19681
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2192021123351846e-05,
      "loss": 0.0022,
      "step": 19682
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2191303812489788e-05,
      "loss": 0.001,
      "step": 19683
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2190586489783791e-05,
      "loss": 0.0015,
      "step": 19684
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2189869155237741e-05,
      "loss": 0.0018,
      "step": 19685
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2189151808855515e-05,
      "loss": 0.0015,
      "step": 19686
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2188434450640989e-05,
      "loss": 0.0014,
      "step": 19687
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2187717080598041e-05,
      "loss": 0.0014,
      "step": 19688
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2186999698730544e-05,
      "loss": 0.0013,
      "step": 19689
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.218628230504238e-05,
      "loss": 0.0028,
      "step": 19690
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2185564899537425e-05,
      "loss": 0.0014,
      "step": 19691
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2184847482219558e-05,
      "loss": 0.0012,
      "step": 19692
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2184130053092655e-05,
      "loss": 0.0008,
      "step": 19693
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2183412612160593e-05,
      "loss": 0.0016,
      "step": 19694
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2182695159427253e-05,
      "loss": 0.0018,
      "step": 19695
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.218197769489651e-05,
      "loss": 0.0014,
      "step": 19696
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2181260218572241e-05,
      "loss": 0.0012,
      "step": 19697
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2180542730458326e-05,
      "loss": 0.0014,
      "step": 19698
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2179825230558641e-05,
      "loss": 0.001,
      "step": 19699
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.217910771887707e-05,
      "loss": 0.0016,
      "step": 19700
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2178390195417485e-05,
      "loss": 0.0015,
      "step": 19701
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2177672660183761e-05,
      "loss": 0.0019,
      "step": 19702
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2176955113179788e-05,
      "loss": 0.0012,
      "step": 19703
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2176237554409432e-05,
      "loss": 0.0014,
      "step": 19704
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.217551998387658e-05,
      "loss": 0.001,
      "step": 19705
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2174802401585106e-05,
      "loss": 0.0015,
      "step": 19706
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2174084807538891e-05,
      "loss": 0.0013,
      "step": 19707
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2173367201741812e-05,
      "loss": 0.0009,
      "step": 19708
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2172649584197746e-05,
      "loss": 0.001,
      "step": 19709
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2171931954910576e-05,
      "loss": 0.0019,
      "step": 19710
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2171214313884179e-05,
      "loss": 0.0014,
      "step": 19711
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2170496661122433e-05,
      "loss": 0.0014,
      "step": 19712
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2169778996629213e-05,
      "loss": 0.0013,
      "step": 19713
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2169061320408408e-05,
      "loss": 0.0016,
      "step": 19714
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2168343632463885e-05,
      "loss": 0.001,
      "step": 19715
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2167625932799536e-05,
      "loss": 0.001,
      "step": 19716
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2166908221419231e-05,
      "loss": 0.0019,
      "step": 19717
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2166190498326849e-05,
      "loss": 0.0013,
      "step": 19718
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2165472763526274e-05,
      "loss": 0.0013,
      "step": 19719
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.216475501702138e-05,
      "loss": 0.0011,
      "step": 19720
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2164037258816052e-05,
      "loss": 0.0011,
      "step": 19721
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.216331948891417e-05,
      "loss": 0.0009,
      "step": 19722
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2162601707319608e-05,
      "loss": 0.0021,
      "step": 19723
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2161883914036248e-05,
      "loss": 0.0018,
      "step": 19724
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2161166109067967e-05,
      "loss": 0.0013,
      "step": 19725
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2160448292418654e-05,
      "loss": 0.002,
      "step": 19726
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2159730464092176e-05,
      "loss": 0.0015,
      "step": 19727
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2159012624092423e-05,
      "loss": 0.0015,
      "step": 19728
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2158294772423272e-05,
      "loss": 0.0024,
      "step": 19729
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.21575769090886e-05,
      "loss": 0.0011,
      "step": 19730
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.215685903409229e-05,
      "loss": 0.0012,
      "step": 19731
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2156141147438218e-05,
      "loss": 0.0011,
      "step": 19732
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2155423249130269e-05,
      "loss": 0.0016,
      "step": 19733
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2154705339172322e-05,
      "loss": 0.0007,
      "step": 19734
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2153987417568258e-05,
      "loss": 0.0011,
      "step": 19735
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2153269484321956e-05,
      "loss": 0.0014,
      "step": 19736
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2152551539437293e-05,
      "loss": 0.0015,
      "step": 19737
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2151833582918155e-05,
      "loss": 0.0012,
      "step": 19738
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2151115614768421e-05,
      "loss": 0.002,
      "step": 19739
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2150397634991972e-05,
      "loss": 0.0008,
      "step": 19740
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2149679643592688e-05,
      "loss": 0.0017,
      "step": 19741
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2148961640574448e-05,
      "loss": 0.0019,
      "step": 19742
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2148243625941137e-05,
      "loss": 0.0014,
      "step": 19743
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2147525599696628e-05,
      "loss": 0.0007,
      "step": 19744
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.214680756184481e-05,
      "loss": 0.0009,
      "step": 19745
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2146089512389563e-05,
      "loss": 0.0016,
      "step": 19746
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2145371451334765e-05,
      "loss": 0.0011,
      "step": 19747
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2144653378684294e-05,
      "loss": 0.0015,
      "step": 19748
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2143935294442042e-05,
      "loss": 0.0017,
      "step": 19749
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2143217198611881e-05,
      "loss": 0.0011,
      "step": 19750
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2142499091197693e-05,
      "loss": 0.0015,
      "step": 19751
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2141780972203363e-05,
      "loss": 0.0011,
      "step": 19752
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2141062841632769e-05,
      "loss": 0.0013,
      "step": 19753
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2140344699489796e-05,
      "loss": 0.0013,
      "step": 19754
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2139626545778323e-05,
      "loss": 0.0027,
      "step": 19755
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.213890838050223e-05,
      "loss": 0.0019,
      "step": 19756
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2138190203665406e-05,
      "loss": 0.001,
      "step": 19757
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2137472015271721e-05,
      "loss": 0.001,
      "step": 19758
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2136753815325069e-05,
      "loss": 0.0022,
      "step": 19759
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2136035603829322e-05,
      "loss": 0.0013,
      "step": 19760
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.213531738078837e-05,
      "loss": 0.0012,
      "step": 19761
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2134599146206089e-05,
      "loss": 0.0012,
      "step": 19762
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2133880900086364e-05,
      "loss": 0.0009,
      "step": 19763
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2133162642433076e-05,
      "loss": 0.001,
      "step": 19764
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2132444373250108e-05,
      "loss": 0.0019,
      "step": 19765
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.213172609254134e-05,
      "loss": 0.0017,
      "step": 19766
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2131007800310656e-05,
      "loss": 0.0016,
      "step": 19767
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2130289496561942e-05,
      "loss": 0.0015,
      "step": 19768
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2129571181299075e-05,
      "loss": 0.0011,
      "step": 19769
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2128852854525937e-05,
      "loss": 0.0007,
      "step": 19770
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2128134516246415e-05,
      "loss": 0.002,
      "step": 19771
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2127416166464387e-05,
      "loss": 0.0014,
      "step": 19772
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.212669780518374e-05,
      "loss": 0.001,
      "step": 19773
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2125979432408352e-05,
      "loss": 0.0011,
      "step": 19774
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.212526104814211e-05,
      "loss": 0.0009,
      "step": 19775
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2124542652388898e-05,
      "loss": 0.0015,
      "step": 19776
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2123824245152592e-05,
      "loss": 0.0022,
      "step": 19777
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.212310582643708e-05,
      "loss": 0.0016,
      "step": 19778
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2122387396246245e-05,
      "loss": 0.001,
      "step": 19779
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2121668954583972e-05,
      "loss": 0.0021,
      "step": 19780
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2120950501454138e-05,
      "loss": 0.0011,
      "step": 19781
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2120232036860631e-05,
      "loss": 0.0007,
      "step": 19782
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2119513560807335e-05,
      "loss": 0.0011,
      "step": 19783
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2118795073298126e-05,
      "loss": 0.0013,
      "step": 19784
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2118076574336896e-05,
      "loss": 0.001,
      "step": 19785
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2117358063927525e-05,
      "loss": 0.0009,
      "step": 19786
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2116639542073898e-05,
      "loss": 0.0019,
      "step": 19787
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2115921008779894e-05,
      "loss": 0.0015,
      "step": 19788
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2115202464049403e-05,
      "loss": 0.0025,
      "step": 19789
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2114483907886307e-05,
      "loss": 0.0014,
      "step": 19790
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2113765340294484e-05,
      "loss": 0.0017,
      "step": 19791
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2113046761277822e-05,
      "loss": 0.0016,
      "step": 19792
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2112328170840209e-05,
      "loss": 0.0013,
      "step": 19793
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2111609568985523e-05,
      "loss": 0.0006,
      "step": 19794
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2110890955717651e-05,
      "loss": 0.0024,
      "step": 19795
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2110172331040476e-05,
      "loss": 0.0014,
      "step": 19796
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2109453694957885e-05,
      "loss": 0.0007,
      "step": 19797
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2108735047473754e-05,
      "loss": 0.0016,
      "step": 19798
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2108016388591976e-05,
      "loss": 0.001,
      "step": 19799
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2107297718316433e-05,
      "loss": 0.0009,
      "step": 19800
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2106579036651007e-05,
      "loss": 0.0016,
      "step": 19801
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2105860343599587e-05,
      "loss": 0.0012,
      "step": 19802
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2105141639166052e-05,
      "loss": 0.0013,
      "step": 19803
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.210442292335429e-05,
      "loss": 0.0017,
      "step": 19804
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2103704196168182e-05,
      "loss": 0.0016,
      "step": 19805
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2102985457611618e-05,
      "loss": 0.0011,
      "step": 19806
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.210226670768848e-05,
      "loss": 0.0014,
      "step": 19807
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2101547946402653e-05,
      "loss": 0.0017,
      "step": 19808
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2100829173758022e-05,
      "loss": 0.0009,
      "step": 19809
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2100110389758469e-05,
      "loss": 0.0015,
      "step": 19810
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2099391594407885e-05,
      "loss": 0.0009,
      "step": 19811
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2098672787710151e-05,
      "loss": 0.0011,
      "step": 19812
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2097953969669154e-05,
      "loss": 0.0016,
      "step": 19813
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2097235140288779e-05,
      "loss": 0.0004,
      "step": 19814
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.209651629957291e-05,
      "loss": 0.0007,
      "step": 19815
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.209579744752543e-05,
      "loss": 0.0008,
      "step": 19816
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2095078584150228e-05,
      "loss": 0.0008,
      "step": 19817
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2094359709451192e-05,
      "loss": 0.0019,
      "step": 19818
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2093640823432202e-05,
      "loss": 0.0015,
      "step": 19819
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2092921926097145e-05,
      "loss": 0.0013,
      "step": 19820
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2092203017449908e-05,
      "loss": 0.0022,
      "step": 19821
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2091484097494377e-05,
      "loss": 0.0013,
      "step": 19822
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2090765166234438e-05,
      "loss": 0.0016,
      "step": 19823
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.209004622367397e-05,
      "loss": 0.0011,
      "step": 19824
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2089327269816869e-05,
      "loss": 0.0013,
      "step": 19825
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2088608304667014e-05,
      "loss": 0.0016,
      "step": 19826
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2087889328228294e-05,
      "loss": 0.0005,
      "step": 19827
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2087170340504595e-05,
      "loss": 0.0013,
      "step": 19828
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2086451341499801e-05,
      "loss": 0.0016,
      "step": 19829
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2085732331217802e-05,
      "loss": 0.0012,
      "step": 19830
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2085013309662478e-05,
      "loss": 0.0009,
      "step": 19831
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2084294276837725e-05,
      "loss": 0.0009,
      "step": 19832
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2083575232747417e-05,
      "loss": 0.0015,
      "step": 19833
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2082856177395452e-05,
      "loss": 0.0011,
      "step": 19834
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2082137110785713e-05,
      "loss": 0.0014,
      "step": 19835
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2081418032922079e-05,
      "loss": 0.0014,
      "step": 19836
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2080698943808446e-05,
      "loss": 0.0016,
      "step": 19837
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2079979843448696e-05,
      "loss": 0.0016,
      "step": 19838
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2079260731846716e-05,
      "loss": 0.0016,
      "step": 19839
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2078541609006393e-05,
      "loss": 0.0018,
      "step": 19840
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2077822474931617e-05,
      "loss": 0.0015,
      "step": 19841
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2077103329626275e-05,
      "loss": 0.0011,
      "step": 19842
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2076384173094247e-05,
      "loss": 0.001,
      "step": 19843
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2075665005339426e-05,
      "loss": 0.0015,
      "step": 19844
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2074945826365694e-05,
      "loss": 0.0015,
      "step": 19845
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2074226636176944e-05,
      "loss": 0.0015,
      "step": 19846
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2073507434777061e-05,
      "loss": 0.0013,
      "step": 19847
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2072788222169931e-05,
      "loss": 0.0016,
      "step": 19848
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2072068998359446e-05,
      "loss": 0.0017,
      "step": 19849
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2071349763349485e-05,
      "loss": 0.002,
      "step": 19850
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2070630517143945e-05,
      "loss": 0.0009,
      "step": 19851
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2069911259746705e-05,
      "loss": 0.0009,
      "step": 19852
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2069191991161658e-05,
      "loss": 0.002,
      "step": 19853
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.206847271139269e-05,
      "loss": 0.001,
      "step": 19854
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2067753420443687e-05,
      "loss": 0.0008,
      "step": 19855
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2067034118318542e-05,
      "loss": 0.0011,
      "step": 19856
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2066314805021133e-05,
      "loss": 0.0009,
      "step": 19857
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2065595480555359e-05,
      "loss": 0.0022,
      "step": 19858
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2064876144925099e-05,
      "loss": 0.0019,
      "step": 19859
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.206415679813425e-05,
      "loss": 0.0014,
      "step": 19860
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2063437440186692e-05,
      "loss": 0.0014,
      "step": 19861
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2062718071086317e-05,
      "loss": 0.0021,
      "step": 19862
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2061998690837014e-05,
      "loss": 0.0023,
      "step": 19863
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.206127929944266e-05,
      "loss": 0.0013,
      "step": 19864
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2060559896907163e-05,
      "loss": 0.0009,
      "step": 19865
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2059840483234399e-05,
      "loss": 0.0008,
      "step": 19866
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2059121058428257e-05,
      "loss": 0.0033,
      "step": 19867
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2058401622492628e-05,
      "loss": 0.0014,
      "step": 19868
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2057682175431398e-05,
      "loss": 0.0015,
      "step": 19869
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.205696271724846e-05,
      "loss": 0.0011,
      "step": 19870
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2056243247947697e-05,
      "loss": 0.0009,
      "step": 19871
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2055523767533001e-05,
      "loss": 0.0013,
      "step": 19872
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2054804276008259e-05,
      "loss": 0.0011,
      "step": 19873
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2054084773377364e-05,
      "loss": 0.0013,
      "step": 19874
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.20533652596442e-05,
      "loss": 0.0022,
      "step": 19875
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2052645734812657e-05,
      "loss": 0.0011,
      "step": 19876
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.205192619888663e-05,
      "loss": 0.0012,
      "step": 19877
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2051206651869997e-05,
      "loss": 0.0013,
      "step": 19878
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2050487093766658e-05,
      "loss": 0.0009,
      "step": 19879
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2049767524580493e-05,
      "loss": 0.0013,
      "step": 19880
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2049047944315399e-05,
      "loss": 0.0013,
      "step": 19881
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2048328352975257e-05,
      "loss": 0.0019,
      "step": 19882
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2047608750563967e-05,
      "loss": 0.0007,
      "step": 19883
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.204688913708541e-05,
      "loss": 0.0007,
      "step": 19884
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2046169512543477e-05,
      "loss": 0.0012,
      "step": 19885
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.204544987694206e-05,
      "loss": 0.002,
      "step": 19886
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2044730230285048e-05,
      "loss": 0.0011,
      "step": 19887
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.204401057257633e-05,
      "loss": 0.0012,
      "step": 19888
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2043290903819796e-05,
      "loss": 0.0016,
      "step": 19889
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2042571224019333e-05,
      "loss": 0.0008,
      "step": 19890
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2041851533178836e-05,
      "loss": 0.001,
      "step": 19891
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.204113183130219e-05,
      "loss": 0.0009,
      "step": 19892
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.204041211839329e-05,
      "loss": 0.0023,
      "step": 19893
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2039692394456024e-05,
      "loss": 0.0014,
      "step": 19894
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2038972659494277e-05,
      "loss": 0.0029,
      "step": 19895
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2038252913511947e-05,
      "loss": 0.0019,
      "step": 19896
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2037533156512917e-05,
      "loss": 0.001,
      "step": 19897
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2036813388501086e-05,
      "loss": 0.0007,
      "step": 19898
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2036093609480335e-05,
      "loss": 0.0012,
      "step": 19899
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2035373819454559e-05,
      "loss": 0.0017,
      "step": 19900
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.203465401842765e-05,
      "loss": 0.0007,
      "step": 19901
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2033934206403494e-05,
      "loss": 0.0011,
      "step": 19902
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2033214383385987e-05,
      "loss": 0.0014,
      "step": 19903
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2032494549379014e-05,
      "loss": 0.0017,
      "step": 19904
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2031774704386474e-05,
      "loss": 0.0013,
      "step": 19905
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2031054848412247e-05,
      "loss": 0.0009,
      "step": 19906
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2030334981460232e-05,
      "loss": 0.0015,
      "step": 19907
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2029615103534316e-05,
      "loss": 0.0017,
      "step": 19908
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.202889521463839e-05,
      "loss": 0.0014,
      "step": 19909
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2028175314776345e-05,
      "loss": 0.0009,
      "step": 19910
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2027455403952072e-05,
      "loss": 0.0017,
      "step": 19911
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2026735482169467e-05,
      "loss": 0.0009,
      "step": 19912
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2026015549432415e-05,
      "loss": 0.0014,
      "step": 19913
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2025295605744809e-05,
      "loss": 0.0009,
      "step": 19914
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2024575651110542e-05,
      "loss": 0.0007,
      "step": 19915
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.20238556855335e-05,
      "loss": 0.0017,
      "step": 19916
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2023135709017584e-05,
      "loss": 0.0013,
      "step": 19917
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2022415721566674e-05,
      "loss": 0.001,
      "step": 19918
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.202169572318467e-05,
      "loss": 0.0005,
      "step": 19919
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2020975713875462e-05,
      "loss": 0.0012,
      "step": 19920
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2020255693642937e-05,
      "loss": 0.0013,
      "step": 19921
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2019535662490994e-05,
      "loss": 0.0018,
      "step": 19922
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2018815620423518e-05,
      "loss": 0.0014,
      "step": 19923
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2018095567444406e-05,
      "loss": 0.0012,
      "step": 19924
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2017375503557544e-05,
      "loss": 0.0024,
      "step": 19925
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2016655428766833e-05,
      "loss": 0.0007,
      "step": 19926
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2015935343076155e-05,
      "loss": 0.0015,
      "step": 19927
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2015215246489407e-05,
      "loss": 0.0013,
      "step": 19928
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2014495139010483e-05,
      "loss": 0.0006,
      "step": 19929
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.201377502064327e-05,
      "loss": 0.0015,
      "step": 19930
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2013054891391664e-05,
      "loss": 0.0015,
      "step": 19931
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2012334751259555e-05,
      "loss": 0.0013,
      "step": 19932
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.201161460025084e-05,
      "loss": 0.001,
      "step": 19933
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2010894438369405e-05,
      "loss": 0.0014,
      "step": 19934
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2010174265619147e-05,
      "loss": 0.0019,
      "step": 19935
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2009454082003957e-05,
      "loss": 0.0011,
      "step": 19936
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2008733887527723e-05,
      "loss": 0.0011,
      "step": 19937
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2008013682194349e-05,
      "loss": 0.0019,
      "step": 19938
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2007293466007719e-05,
      "loss": 0.0011,
      "step": 19939
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2006573238971724e-05,
      "loss": 0.0018,
      "step": 19940
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2005853001090265e-05,
      "loss": 0.0006,
      "step": 19941
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2005132752367228e-05,
      "loss": 0.0019,
      "step": 19942
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2004412492806507e-05,
      "loss": 0.0015,
      "step": 19943
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2003692222411998e-05,
      "loss": 0.0012,
      "step": 19944
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.200297194118759e-05,
      "loss": 0.0008,
      "step": 19945
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.200225164913718e-05,
      "loss": 0.0018,
      "step": 19946
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2001531346264662e-05,
      "loss": 0.0011,
      "step": 19947
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.2000811032573925e-05,
      "loss": 0.0009,
      "step": 19948
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.200009070806886e-05,
      "loss": 0.001,
      "step": 19949
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.199937037275337e-05,
      "loss": 0.0014,
      "step": 19950
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1998650026631338e-05,
      "loss": 0.0024,
      "step": 19951
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1997929669706664e-05,
      "loss": 0.0011,
      "step": 19952
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.199720930198324e-05,
      "loss": 0.0011,
      "step": 19953
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.199648892346496e-05,
      "loss": 0.0012,
      "step": 19954
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1995768534155714e-05,
      "loss": 0.0009,
      "step": 19955
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1995048134059399e-05,
      "loss": 0.0015,
      "step": 19956
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.199432772317991e-05,
      "loss": 0.0013,
      "step": 19957
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1993607301521138e-05,
      "loss": 0.0029,
      "step": 19958
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.199288686908698e-05,
      "loss": 0.001,
      "step": 19959
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1992166425881326e-05,
      "loss": 0.0016,
      "step": 19960
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1991445971908072e-05,
      "loss": 0.0012,
      "step": 19961
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1990725507171113e-05,
      "loss": 0.0014,
      "step": 19962
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1990005031674339e-05,
      "loss": 0.0012,
      "step": 19963
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1989284545421649e-05,
      "loss": 0.0023,
      "step": 19964
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1988564048416936e-05,
      "loss": 0.0017,
      "step": 19965
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1987843540664093e-05,
      "loss": 0.001,
      "step": 19966
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1987123022167015e-05,
      "loss": 0.0016,
      "step": 19967
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1986402492929594e-05,
      "loss": 0.0008,
      "step": 19968
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.198568195295573e-05,
      "loss": 0.0008,
      "step": 19969
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.198496140224931e-05,
      "loss": 0.0014,
      "step": 19970
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1984240840814237e-05,
      "loss": 0.0014,
      "step": 19971
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1983520268654398e-05,
      "loss": 0.0007,
      "step": 19972
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1982799685773692e-05,
      "loss": 0.0015,
      "step": 19973
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1982079092176013e-05,
      "loss": 0.0015,
      "step": 19974
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1981358487865255e-05,
      "loss": 0.0016,
      "step": 19975
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1980637872845315e-05,
      "loss": 0.0019,
      "step": 19976
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1979917247120085e-05,
      "loss": 0.0014,
      "step": 19977
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1979196610693461e-05,
      "loss": 0.0007,
      "step": 19978
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1978475963569343e-05,
      "loss": 0.0008,
      "step": 19979
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1977755305751615e-05,
      "loss": 0.0014,
      "step": 19980
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1977034637244183e-05,
      "loss": 0.0013,
      "step": 19981
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1976313958050933e-05,
      "loss": 0.0011,
      "step": 19982
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.197559326817577e-05,
      "loss": 0.0008,
      "step": 19983
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.197487256762258e-05,
      "loss": 0.0013,
      "step": 19984
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1974151856395264e-05,
      "loss": 0.0015,
      "step": 19985
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1973431134497715e-05,
      "loss": 0.0016,
      "step": 19986
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.197271040193383e-05,
      "loss": 0.0009,
      "step": 19987
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1971989658707507e-05,
      "loss": 0.0008,
      "step": 19988
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1971268904822635e-05,
      "loss": 0.001,
      "step": 19989
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1970548140283116e-05,
      "loss": 0.0011,
      "step": 19990
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.196982736509284e-05,
      "loss": 0.0004,
      "step": 19991
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1969106579255705e-05,
      "loss": 0.0017,
      "step": 19992
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1968385782775611e-05,
      "loss": 0.0013,
      "step": 19993
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1967664975656451e-05,
      "loss": 0.0015,
      "step": 19994
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1966944157902118e-05,
      "loss": 0.0007,
      "step": 19995
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1966223329516508e-05,
      "loss": 0.0019,
      "step": 19996
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1965502490503525e-05,
      "loss": 0.0006,
      "step": 19997
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1964781640867056e-05,
      "loss": 0.0007,
      "step": 19998
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1964060780611002e-05,
      "loss": 0.0011,
      "step": 19999
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.196333990973926e-05,
      "loss": 0.0013,
      "step": 20000
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.196261902825572e-05,
      "loss": 0.0016,
      "step": 20001
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1961898136164284e-05,
      "loss": 0.0018,
      "step": 20002
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1961177233468849e-05,
      "loss": 0.0026,
      "step": 20003
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1960456320173309e-05,
      "loss": 0.0017,
      "step": 20004
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1959735396281558e-05,
      "loss": 0.0017,
      "step": 20005
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1959014461797498e-05,
      "loss": 0.0013,
      "step": 20006
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1958293516725024e-05,
      "loss": 0.0015,
      "step": 20007
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.195757256106803e-05,
      "loss": 0.0019,
      "step": 20008
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1956851594830414e-05,
      "loss": 0.0016,
      "step": 20009
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1956130618016073e-05,
      "loss": 0.001,
      "step": 20010
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1955409630628906e-05,
      "loss": 0.0018,
      "step": 20011
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1954688632672811e-05,
      "loss": 0.0008,
      "step": 20012
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1953967624151676e-05,
      "loss": 0.0009,
      "step": 20013
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1953246605069409e-05,
      "loss": 0.0013,
      "step": 20014
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.19525255754299e-05,
      "loss": 0.0013,
      "step": 20015
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.195180453523705e-05,
      "loss": 0.0014,
      "step": 20016
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1951083484494752e-05,
      "loss": 0.0015,
      "step": 20017
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1950362423206908e-05,
      "loss": 0.002,
      "step": 20018
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1949641351377412e-05,
      "loss": 0.0013,
      "step": 20019
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1948920269010164e-05,
      "loss": 0.0008,
      "step": 20020
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1948199176109059e-05,
      "loss": 0.0013,
      "step": 20021
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1947478072677995e-05,
      "loss": 0.0017,
      "step": 20022
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.194675695872087e-05,
      "loss": 0.0015,
      "step": 20023
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1946035834241582e-05,
      "loss": 0.0015,
      "step": 20024
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.194531469924403e-05,
      "loss": 0.001,
      "step": 20025
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1944593553732107e-05,
      "loss": 0.0014,
      "step": 20026
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1943872397709715e-05,
      "loss": 0.0013,
      "step": 20027
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1943151231180752e-05,
      "loss": 0.001,
      "step": 20028
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.194243005414911e-05,
      "loss": 0.0016,
      "step": 20029
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1941708866618697e-05,
      "loss": 0.0008,
      "step": 20030
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1940987668593403e-05,
      "loss": 0.001,
      "step": 20031
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1940266460077128e-05,
      "loss": 0.0018,
      "step": 20032
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1939545241073774e-05,
      "loss": 0.0009,
      "step": 20033
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1938824011587228e-05,
      "loss": 0.001,
      "step": 20034
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1938102771621403e-05,
      "loss": 0.0009,
      "step": 20035
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1937381521180187e-05,
      "loss": 0.001,
      "step": 20036
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1936660260267483e-05,
      "loss": 0.0006,
      "step": 20037
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1935938988887186e-05,
      "loss": 0.0009,
      "step": 20038
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1935217707043201e-05,
      "loss": 0.0006,
      "step": 20039
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1934496414739418e-05,
      "loss": 0.0009,
      "step": 20040
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.193377511197974e-05,
      "loss": 0.0017,
      "step": 20041
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1933053798768065e-05,
      "loss": 0.0012,
      "step": 20042
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.1932332475108292e-05,
      "loss": 0.0008,
      "step": 20043
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.193161114100432e-05,
      "loss": 0.0013,
      "step": 20044
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1930889796460045e-05,
      "loss": 0.0013,
      "step": 20045
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1930168441479371e-05,
      "loss": 0.0019,
      "step": 20046
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1929447076066195e-05,
      "loss": 0.0007,
      "step": 20047
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.192872570022441e-05,
      "loss": 0.0015,
      "step": 20048
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1928004313957923e-05,
      "loss": 0.0014,
      "step": 20049
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1927282917270631e-05,
      "loss": 0.0014,
      "step": 20050
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1926561510166432e-05,
      "loss": 0.0014,
      "step": 20051
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1925840092649226e-05,
      "loss": 0.0014,
      "step": 20052
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1925118664722908e-05,
      "loss": 0.0012,
      "step": 20053
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1924397226391384e-05,
      "loss": 0.0013,
      "step": 20054
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.192367577765855e-05,
      "loss": 0.0008,
      "step": 20055
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1922954318528305e-05,
      "loss": 0.0017,
      "step": 20056
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1922232849004549e-05,
      "loss": 0.0013,
      "step": 20057
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1921511369091182e-05,
      "loss": 0.0018,
      "step": 20058
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1920789878792105e-05,
      "loss": 0.001,
      "step": 20059
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1920068378111214e-05,
      "loss": 0.0012,
      "step": 20060
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1919346867052412e-05,
      "loss": 0.0013,
      "step": 20061
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1918625345619597e-05,
      "loss": 0.0014,
      "step": 20062
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1917903813816667e-05,
      "loss": 0.0017,
      "step": 20063
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1917182271647524e-05,
      "loss": 0.0011,
      "step": 20064
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.191646071911607e-05,
      "loss": 0.0014,
      "step": 20065
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1915739156226203e-05,
      "loss": 0.0013,
      "step": 20066
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.191501758298182e-05,
      "loss": 0.0012,
      "step": 20067
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1914295999386829e-05,
      "loss": 0.0015,
      "step": 20068
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.191357440544512e-05,
      "loss": 0.0011,
      "step": 20069
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1912852801160602e-05,
      "loss": 0.001,
      "step": 20070
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.191213118653717e-05,
      "loss": 0.0011,
      "step": 20071
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1911409561578726e-05,
      "loss": 0.0014,
      "step": 20072
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.191068792628917e-05,
      "loss": 0.0012,
      "step": 20073
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1909966280672402e-05,
      "loss": 0.0016,
      "step": 20074
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1909244624732326e-05,
      "loss": 0.0016,
      "step": 20075
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1908522958472837e-05,
      "loss": 0.0017,
      "step": 20076
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.190780128189784e-05,
      "loss": 0.001,
      "step": 20077
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.190707959501123e-05,
      "loss": 0.0013,
      "step": 20078
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1906357897816915e-05,
      "loss": 0.0017,
      "step": 20079
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1905636190318795e-05,
      "loss": 0.0014,
      "step": 20080
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.190491447252076e-05,
      "loss": 0.0009,
      "step": 20081
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1904192744426725e-05,
      "loss": 0.0012,
      "step": 20082
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1903471006040583e-05,
      "loss": 0.0015,
      "step": 20083
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1902749257366239e-05,
      "loss": 0.0009,
      "step": 20084
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.190202749840759e-05,
      "loss": 0.0013,
      "step": 20085
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1901305729168539e-05,
      "loss": 0.0022,
      "step": 20086
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.190058394965299e-05,
      "loss": 0.0012,
      "step": 20087
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1899862159864837e-05,
      "loss": 0.0027,
      "step": 20088
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.189914035980799e-05,
      "loss": 0.002,
      "step": 20089
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1898418549486341e-05,
      "loss": 0.0011,
      "step": 20090
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.18976967289038e-05,
      "loss": 0.0014,
      "step": 20091
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1896974898064267e-05,
      "loss": 0.0011,
      "step": 20092
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1896253056971636e-05,
      "loss": 0.0016,
      "step": 20093
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1895531205629816e-05,
      "loss": 0.0015,
      "step": 20094
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1894809344042704e-05,
      "loss": 0.0013,
      "step": 20095
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1894087472214207e-05,
      "loss": 0.0009,
      "step": 20096
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.189336559014822e-05,
      "loss": 0.0016,
      "step": 20097
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.189264369784865e-05,
      "loss": 0.0012,
      "step": 20098
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1891921795319398e-05,
      "loss": 0.0009,
      "step": 20099
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1891199882564364e-05,
      "loss": 0.0013,
      "step": 20100
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1890477959587452e-05,
      "loss": 0.002,
      "step": 20101
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1889756026392563e-05,
      "loss": 0.0016,
      "step": 20102
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.18890340829836e-05,
      "loss": 0.0016,
      "step": 20103
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1888312129364461e-05,
      "loss": 0.0013,
      "step": 20104
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1887590165539053e-05,
      "loss": 0.0014,
      "step": 20105
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1886868191511277e-05,
      "loss": 0.0015,
      "step": 20106
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1886146207285033e-05,
      "loss": 0.0014,
      "step": 20107
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1885424212864227e-05,
      "loss": 0.0026,
      "step": 20108
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1884702208252756e-05,
      "loss": 0.0009,
      "step": 20109
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.188398019345453e-05,
      "loss": 0.0011,
      "step": 20110
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1883258168473442e-05,
      "loss": 0.0021,
      "step": 20111
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1882536133313405e-05,
      "loss": 0.0008,
      "step": 20112
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1881814087978314e-05,
      "loss": 0.0013,
      "step": 20113
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1881092032472072e-05,
      "loss": 0.0015,
      "step": 20114
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1880369966798586e-05,
      "loss": 0.0011,
      "step": 20115
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1879647890961754e-05,
      "loss": 0.0005,
      "step": 20116
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1878925804965482e-05,
      "loss": 0.0011,
      "step": 20117
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1878203708813673e-05,
      "loss": 0.0013,
      "step": 20118
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1877481602510228e-05,
      "loss": 0.0013,
      "step": 20119
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1876759486059051e-05,
      "loss": 0.0007,
      "step": 20120
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1876037359464046e-05,
      "loss": 0.0009,
      "step": 20121
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1875315222729113e-05,
      "loss": 0.0009,
      "step": 20122
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1874593075858159e-05,
      "loss": 0.002,
      "step": 20123
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1873870918855085e-05,
      "loss": 0.0004,
      "step": 20124
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1873148751723793e-05,
      "loss": 0.0014,
      "step": 20125
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1872426574468188e-05,
      "loss": 0.001,
      "step": 20126
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1871704387092176e-05,
      "loss": 0.0007,
      "step": 20127
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1870982189599653e-05,
      "loss": 0.0013,
      "step": 20128
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1870259981994532e-05,
      "loss": 0.002,
      "step": 20129
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1869537764280708e-05,
      "loss": 0.0014,
      "step": 20130
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1868815536462088e-05,
      "loss": 0.0013,
      "step": 20131
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1868093298542576e-05,
      "loss": 0.0016,
      "step": 20132
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1867371050526076e-05,
      "loss": 0.0012,
      "step": 20133
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1866648792416494e-05,
      "loss": 0.0017,
      "step": 20134
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1865926524217724e-05,
      "loss": 0.001,
      "step": 20135
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1865204245933679e-05,
      "loss": 0.0012,
      "step": 20136
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1864481957568263e-05,
      "loss": 0.0015,
      "step": 20137
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1863759659125375e-05,
      "loss": 0.0009,
      "step": 20138
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1863037350608925e-05,
      "loss": 0.0012,
      "step": 20139
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1862315032022812e-05,
      "loss": 0.0015,
      "step": 20140
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1861592703370942e-05,
      "loss": 0.0009,
      "step": 20141
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1860870364657218e-05,
      "loss": 0.0006,
      "step": 20142
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1860148015885544e-05,
      "loss": 0.0017,
      "step": 20143
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1859425657059827e-05,
      "loss": 0.0017,
      "step": 20144
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.185870328818397e-05,
      "loss": 0.0006,
      "step": 20145
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1857980909261877e-05,
      "loss": 0.0018,
      "step": 20146
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1857258520297453e-05,
      "loss": 0.0012,
      "step": 20147
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1856536121294599e-05,
      "loss": 0.0011,
      "step": 20148
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1855813712257225e-05,
      "loss": 0.0013,
      "step": 20149
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1855091293189233e-05,
      "loss": 0.002,
      "step": 20150
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1854368864094527e-05,
      "loss": 0.0008,
      "step": 20151
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1853646424977013e-05,
      "loss": 0.0014,
      "step": 20152
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1852923975840596e-05,
      "loss": 0.0013,
      "step": 20153
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1852201516689177e-05,
      "loss": 0.0013,
      "step": 20154
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1851479047526665e-05,
      "loss": 0.0017,
      "step": 20155
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1850756568356968e-05,
      "loss": 0.0025,
      "step": 20156
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1850034079183984e-05,
      "loss": 0.0009,
      "step": 20157
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1849311580011622e-05,
      "loss": 0.0017,
      "step": 20158
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1848589070843783e-05,
      "loss": 0.0011,
      "step": 20159
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1847866551684377e-05,
      "loss": 0.003,
      "step": 20160
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1847144022537306e-05,
      "loss": 0.0012,
      "step": 20161
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.184642148340648e-05,
      "loss": 0.0015,
      "step": 20162
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1845698934295798e-05,
      "loss": 0.0009,
      "step": 20163
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.184497637520917e-05,
      "loss": 0.0015,
      "step": 20164
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1844253806150498e-05,
      "loss": 0.0008,
      "step": 20165
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.184353122712369e-05,
      "loss": 0.001,
      "step": 20166
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.184280863813265e-05,
      "loss": 0.0014,
      "step": 20167
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1842086039181284e-05,
      "loss": 0.0024,
      "step": 20168
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1841363430273498e-05,
      "loss": 0.0016,
      "step": 20169
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1840640811413198e-05,
      "loss": 0.001,
      "step": 20170
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1839918182604287e-05,
      "loss": 0.0008,
      "step": 20171
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1839195543850677e-05,
      "loss": 0.0017,
      "step": 20172
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1838472895156266e-05,
      "loss": 0.001,
      "step": 20173
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1837750236524967e-05,
      "loss": 0.0008,
      "step": 20174
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.183702756796068e-05,
      "loss": 0.0015,
      "step": 20175
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1836304889467316e-05,
      "loss": 0.0013,
      "step": 20176
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1835582201048777e-05,
      "loss": 0.0014,
      "step": 20177
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1834859502708972e-05,
      "loss": 0.0013,
      "step": 20178
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1834136794451808e-05,
      "loss": 0.0019,
      "step": 20179
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1833414076281184e-05,
      "loss": 0.0015,
      "step": 20180
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1832691348201016e-05,
      "loss": 0.0015,
      "step": 20181
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1831968610215204e-05,
      "loss": 0.0007,
      "step": 20182
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1831245862327656e-05,
      "loss": 0.0008,
      "step": 20183
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1830523104542278e-05,
      "loss": 0.0008,
      "step": 20184
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.182980033686298e-05,
      "loss": 0.0005,
      "step": 20185
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1829077559293665e-05,
      "loss": 0.0014,
      "step": 20186
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1828354771838237e-05,
      "loss": 0.0014,
      "step": 20187
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1827631974500608e-05,
      "loss": 0.0013,
      "step": 20188
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1826909167284679e-05,
      "loss": 0.0009,
      "step": 20189
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1826186350194366e-05,
      "loss": 0.0016,
      "step": 20190
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1825463523233569e-05,
      "loss": 0.0005,
      "step": 20191
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1824740686406195e-05,
      "loss": 0.0015,
      "step": 20192
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1824017839716153e-05,
      "loss": 0.0012,
      "step": 20193
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1823294983167347e-05,
      "loss": 0.0026,
      "step": 20194
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1822572116763686e-05,
      "loss": 0.0025,
      "step": 20195
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1821849240509078e-05,
      "loss": 0.0009,
      "step": 20196
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1821126354407429e-05,
      "loss": 0.0019,
      "step": 20197
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1820403458462649e-05,
      "loss": 0.0014,
      "step": 20198
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1819680552678635e-05,
      "loss": 0.0011,
      "step": 20199
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.181895763705931e-05,
      "loss": 0.0017,
      "step": 20200
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1818234711608567e-05,
      "loss": 0.0012,
      "step": 20201
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1817511776330325e-05,
      "loss": 0.0015,
      "step": 20202
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.181678883122848e-05,
      "loss": 0.0007,
      "step": 20203
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1816065876306951e-05,
      "loss": 0.0013,
      "step": 20204
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1815342911569636e-05,
      "loss": 0.0014,
      "step": 20205
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.181461993702045e-05,
      "loss": 0.0007,
      "step": 20206
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1813896952663293e-05,
      "loss": 0.002,
      "step": 20207
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.181317395850208e-05,
      "loss": 0.0009,
      "step": 20208
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1812450954540716e-05,
      "loss": 0.0007,
      "step": 20209
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1811727940783109e-05,
      "loss": 0.0019,
      "step": 20210
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1811004917233163e-05,
      "loss": 0.0011,
      "step": 20211
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1810281883894792e-05,
      "loss": 0.0011,
      "step": 20212
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.18095588407719e-05,
      "loss": 0.0015,
      "step": 20213
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1808835787868397e-05,
      "loss": 0.0012,
      "step": 20214
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.180811272518819e-05,
      "loss": 0.0014,
      "step": 20215
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.180738965273519e-05,
      "loss": 0.0009,
      "step": 20216
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1806666570513299e-05,
      "loss": 0.0018,
      "step": 20217
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1805943478526433e-05,
      "loss": 0.001,
      "step": 20218
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1805220376778495e-05,
      "loss": 0.0019,
      "step": 20219
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1804497265273394e-05,
      "loss": 0.0012,
      "step": 20220
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.180377414401504e-05,
      "loss": 0.0014,
      "step": 20221
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1803051013007336e-05,
      "loss": 0.0009,
      "step": 20222
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.18023278722542e-05,
      "loss": 0.0013,
      "step": 20223
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1801604721759532e-05,
      "loss": 0.0014,
      "step": 20224
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1800881561527244e-05,
      "loss": 0.0016,
      "step": 20225
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1800158391561249e-05,
      "loss": 0.0007,
      "step": 20226
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1799435211865449e-05,
      "loss": 0.0013,
      "step": 20227
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1798712022443755e-05,
      "loss": 0.0011,
      "step": 20228
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1797988823300075e-05,
      "loss": 0.0016,
      "step": 20229
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1797265614438322e-05,
      "loss": 0.0008,
      "step": 20230
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1796542395862401e-05,
      "loss": 0.0025,
      "step": 20231
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.179581916757622e-05,
      "loss": 0.0011,
      "step": 20232
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1795095929583694e-05,
      "loss": 0.0017,
      "step": 20233
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1794372681888721e-05,
      "loss": 0.0019,
      "step": 20234
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1793649424495224e-05,
      "loss": 0.0018,
      "step": 20235
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.17929261574071e-05,
      "loss": 0.0015,
      "step": 20236
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1792202880628267e-05,
      "loss": 0.0017,
      "step": 20237
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1791479594162631e-05,
      "loss": 0.0012,
      "step": 20238
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.17907562980141e-05,
      "loss": 0.0011,
      "step": 20239
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1790032992186584e-05,
      "loss": 0.0021,
      "step": 20240
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1789309676683992e-05,
      "loss": 0.0012,
      "step": 20241
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1788586351510236e-05,
      "loss": 0.0016,
      "step": 20242
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1787863016669224e-05,
      "loss": 0.0021,
      "step": 20243
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1787139672164865e-05,
      "loss": 0.0018,
      "step": 20244
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1786416318001068e-05,
      "loss": 0.0007,
      "step": 20245
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1785692954181747e-05,
      "loss": 0.0006,
      "step": 20246
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1784969580710808e-05,
      "loss": 0.001,
      "step": 20247
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.178424619759216e-05,
      "loss": 0.0024,
      "step": 20248
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1783522804829714e-05,
      "loss": 0.0014,
      "step": 20249
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1782799402427385e-05,
      "loss": 0.0015,
      "step": 20250
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1782075990389074e-05,
      "loss": 0.0012,
      "step": 20251
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1781352568718698e-05,
      "loss": 0.0009,
      "step": 20252
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.178062913742016e-05,
      "loss": 0.0009,
      "step": 20253
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.177990569649738e-05,
      "loss": 0.0017,
      "step": 20254
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1779182245954258e-05,
      "loss": 0.0012,
      "step": 20255
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1778458785794712e-05,
      "loss": 0.0011,
      "step": 20256
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1777735316022648e-05,
      "loss": 0.0013,
      "step": 20257
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1777011836641978e-05,
      "loss": 0.002,
      "step": 20258
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1776288347656613e-05,
      "loss": 0.001,
      "step": 20259
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.177556484907046e-05,
      "loss": 0.0011,
      "step": 20260
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.177484134088743e-05,
      "loss": 0.0015,
      "step": 20261
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1774117823111439e-05,
      "loss": 0.001,
      "step": 20262
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1773394295746394e-05,
      "loss": 0.0019,
      "step": 20263
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1772670758796205e-05,
      "loss": 0.0014,
      "step": 20264
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1771947212264783e-05,
      "loss": 0.0011,
      "step": 20265
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.177122365615604e-05,
      "loss": 0.0013,
      "step": 20266
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1770500090473885e-05,
      "loss": 0.0019,
      "step": 20267
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1769776515222232e-05,
      "loss": 0.0014,
      "step": 20268
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1769052930404985e-05,
      "loss": 0.0011,
      "step": 20269
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1768329336026063e-05,
      "loss": 0.0012,
      "step": 20270
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1767605732089376e-05,
      "loss": 0.0024,
      "step": 20271
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1766882118598826e-05,
      "loss": 0.0018,
      "step": 20272
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1766158495558334e-05,
      "loss": 0.0009,
      "step": 20273
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1765434862971809e-05,
      "loss": 0.0008,
      "step": 20274
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1764711220843161e-05,
      "loss": 0.0011,
      "step": 20275
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.17639875691763e-05,
      "loss": 0.0013,
      "step": 20276
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.176326390797514e-05,
      "loss": 0.0009,
      "step": 20277
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1762540237243592e-05,
      "loss": 0.0011,
      "step": 20278
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1761816556985561e-05,
      "loss": 0.001,
      "step": 20279
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1761092867204969e-05,
      "loss": 0.0014,
      "step": 20280
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.176036916790572e-05,
      "loss": 0.0012,
      "step": 20281
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.175964545909173e-05,
      "loss": 0.0007,
      "step": 20282
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.175892174076691e-05,
      "loss": 0.0013,
      "step": 20283
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1758198012935167e-05,
      "loss": 0.0026,
      "step": 20284
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.175747427560042e-05,
      "loss": 0.0011,
      "step": 20285
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1756750528766574e-05,
      "loss": 0.0016,
      "step": 20286
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1756026772437542e-05,
      "loss": 0.0008,
      "step": 20287
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.175530300661724e-05,
      "loss": 0.0015,
      "step": 20288
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.175457923130958e-05,
      "loss": 0.0007,
      "step": 20289
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1753855446518468e-05,
      "loss": 0.0011,
      "step": 20290
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.175313165224782e-05,
      "loss": 0.0018,
      "step": 20291
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1752407848501549e-05,
      "loss": 0.0017,
      "step": 20292
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1751684035283563e-05,
      "loss": 0.0011,
      "step": 20293
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1750960212597779e-05,
      "loss": 0.0013,
      "step": 20294
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1750236380448108e-05,
      "loss": 0.0019,
      "step": 20295
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.174951253883846e-05,
      "loss": 0.0012,
      "step": 20296
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1748788687772748e-05,
      "loss": 0.002,
      "step": 20297
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1748064827254886e-05,
      "loss": 0.0017,
      "step": 20298
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1747340957288786e-05,
      "loss": 0.0015,
      "step": 20299
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1746617077878359e-05,
      "loss": 0.0014,
      "step": 20300
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1745893189027521e-05,
      "loss": 0.0012,
      "step": 20301
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1745169290740182e-05,
      "loss": 0.0016,
      "step": 20302
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1744445383020254e-05,
      "loss": 0.0011,
      "step": 20303
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1743721465871651e-05,
      "loss": 0.0012,
      "step": 20304
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1742997539298284e-05,
      "loss": 0.0024,
      "step": 20305
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.174227360330407e-05,
      "loss": 0.0015,
      "step": 20306
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1741549657892916e-05,
      "loss": 0.0013,
      "step": 20307
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1740825703068742e-05,
      "loss": 0.0014,
      "step": 20308
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1740101738835453e-05,
      "loss": 0.0014,
      "step": 20309
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1739377765196966e-05,
      "loss": 0.0008,
      "step": 20310
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.17386537821572e-05,
      "loss": 0.0014,
      "step": 20311
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1737929789720055e-05,
      "loss": 0.0021,
      "step": 20312
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1737205787889455e-05,
      "loss": 0.0014,
      "step": 20313
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1736481776669307e-05,
      "loss": 0.0005,
      "step": 20314
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1735757756063526e-05,
      "loss": 0.0016,
      "step": 20315
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1735033726076028e-05,
      "loss": 0.0013,
      "step": 20316
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1734309686710724e-05,
      "loss": 0.0014,
      "step": 20317
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1733585637971527e-05,
      "loss": 0.0017,
      "step": 20318
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1732861579862351e-05,
      "loss": 0.0007,
      "step": 20319
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1732137512387111e-05,
      "loss": 0.001,
      "step": 20320
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1731413435549718e-05,
      "loss": 0.001,
      "step": 20321
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.173068934935409e-05,
      "loss": 0.0012,
      "step": 20322
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1729965253804136e-05,
      "loss": 0.0013,
      "step": 20323
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1729241148903772e-05,
      "loss": 0.0018,
      "step": 20324
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.172851703465691e-05,
      "loss": 0.0019,
      "step": 20325
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1727792911067464e-05,
      "loss": 0.0018,
      "step": 20326
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.172706877813935e-05,
      "loss": 0.0009,
      "step": 20327
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1726344635876478e-05,
      "loss": 0.0008,
      "step": 20328
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.172562048428277e-05,
      "loss": 0.0016,
      "step": 20329
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.172489632336213e-05,
      "loss": 0.0006,
      "step": 20330
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.172417215311848e-05,
      "loss": 0.002,
      "step": 20331
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1723447973555731e-05,
      "loss": 0.001,
      "step": 20332
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1722723784677794e-05,
      "loss": 0.0012,
      "step": 20333
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1721999586488585e-05,
      "loss": 0.002,
      "step": 20334
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1721275378992023e-05,
      "loss": 0.0009,
      "step": 20335
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1720551162192017e-05,
      "loss": 0.0014,
      "step": 20336
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1719826936092487e-05,
      "loss": 0.0008,
      "step": 20337
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1719102700697338e-05,
      "loss": 0.0013,
      "step": 20338
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1718378456010495e-05,
      "loss": 0.0008,
      "step": 20339
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1717654202035864e-05,
      "loss": 0.001,
      "step": 20340
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1716929938777367e-05,
      "loss": 0.0006,
      "step": 20341
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.171620566623891e-05,
      "loss": 0.0009,
      "step": 20342
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1715481384424417e-05,
      "loss": 0.0011,
      "step": 20343
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1714757093337797e-05,
      "loss": 0.0015,
      "step": 20344
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1714032792982963e-05,
      "loss": 0.0013,
      "step": 20345
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1713308483363836e-05,
      "loss": 0.0009,
      "step": 20346
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1712584164484323e-05,
      "loss": 0.0008,
      "step": 20347
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.171185983634835e-05,
      "loss": 0.0008,
      "step": 20348
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1711135498959822e-05,
      "loss": 0.002,
      "step": 20349
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1710411152322659e-05,
      "loss": 0.001,
      "step": 20350
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1709686796440776e-05,
      "loss": 0.0025,
      "step": 20351
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1708962431318081e-05,
      "loss": 0.0011,
      "step": 20352
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1708238056958498e-05,
      "loss": 0.0013,
      "step": 20353
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.170751367336594e-05,
      "loss": 0.0013,
      "step": 20354
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1706789280544322e-05,
      "loss": 0.0012,
      "step": 20355
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1706064878497558e-05,
      "loss": 0.0008,
      "step": 20356
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1705340467229564e-05,
      "loss": 0.0008,
      "step": 20357
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1704616046744257e-05,
      "loss": 0.0014,
      "step": 20358
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1703891617045549e-05,
      "loss": 0.0012,
      "step": 20359
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1703167178137358e-05,
      "loss": 0.0014,
      "step": 20360
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1702442730023597e-05,
      "loss": 0.0006,
      "step": 20361
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.170171827270819e-05,
      "loss": 0.0014,
      "step": 20362
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1700993806195042e-05,
      "loss": 0.0012,
      "step": 20363
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1700269330488072e-05,
      "loss": 0.0016,
      "step": 20364
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.16995448455912e-05,
      "loss": 0.001,
      "step": 20365
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1698820351508336e-05,
      "loss": 0.0011,
      "step": 20366
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.16980958482434e-05,
      "loss": 0.0009,
      "step": 20367
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1697371335800308e-05,
      "loss": 0.0009,
      "step": 20368
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1696646814182973e-05,
      "loss": 0.0014,
      "step": 20369
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1695922283395311e-05,
      "loss": 0.0015,
      "step": 20370
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1695197743441237e-05,
      "loss": 0.0008,
      "step": 20371
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1694473194324677e-05,
      "loss": 0.0009,
      "step": 20372
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1693748636049536e-05,
      "loss": 0.0009,
      "step": 20373
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1693024068619734e-05,
      "loss": 0.0015,
      "step": 20374
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1692299492039188e-05,
      "loss": 0.0011,
      "step": 20375
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1691574906311813e-05,
      "loss": 0.0017,
      "step": 20376
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1690850311441528e-05,
      "loss": 0.0012,
      "step": 20377
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1690125707432245e-05,
      "loss": 0.0016,
      "step": 20378
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1689401094287884e-05,
      "loss": 0.0012,
      "step": 20379
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1688676472012359e-05,
      "loss": 0.0008,
      "step": 20380
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.168795184060959e-05,
      "loss": 0.0017,
      "step": 20381
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1687227200083488e-05,
      "loss": 0.002,
      "step": 20382
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1686502550437977e-05,
      "loss": 0.0006,
      "step": 20383
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.168577789167697e-05,
      "loss": 0.0011,
      "step": 20384
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1685053223804381e-05,
      "loss": 0.0019,
      "step": 20385
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1684328546824133e-05,
      "loss": 0.0017,
      "step": 20386
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1683603860740135e-05,
      "loss": 0.001,
      "step": 20387
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1682879165556312e-05,
      "loss": 0.0014,
      "step": 20388
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1682154461276576e-05,
      "loss": 0.0013,
      "step": 20389
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1681429747904841e-05,
      "loss": 0.0014,
      "step": 20390
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1680705025445036e-05,
      "loss": 0.0014,
      "step": 20391
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1679980293901065e-05,
      "loss": 0.0018,
      "step": 20392
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1679255553276853e-05,
      "loss": 0.0007,
      "step": 20393
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1678530803576314e-05,
      "loss": 0.0019,
      "step": 20394
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1677806044803366e-05,
      "loss": 0.0018,
      "step": 20395
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1677081276961929e-05,
      "loss": 0.0016,
      "step": 20396
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1676356500055913e-05,
      "loss": 0.0011,
      "step": 20397
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1675631714089241e-05,
      "loss": 0.001,
      "step": 20398
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1674906919065829e-05,
      "loss": 0.0009,
      "step": 20399
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1674182114989598e-05,
      "loss": 0.0019,
      "step": 20400
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.167345730186446e-05,
      "loss": 0.0013,
      "step": 20401
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1672732479694338e-05,
      "loss": 0.0011,
      "step": 20402
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1672007648483144e-05,
      "loss": 0.0012,
      "step": 20403
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1671282808234798e-05,
      "loss": 0.0016,
      "step": 20404
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1670557958953222e-05,
      "loss": 0.0012,
      "step": 20405
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1669833100642322e-05,
      "loss": 0.0012,
      "step": 20406
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.166910823330603e-05,
      "loss": 0.0011,
      "step": 20407
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1668383356948258e-05,
      "loss": 0.0017,
      "step": 20408
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1667658471572922e-05,
      "loss": 0.0014,
      "step": 20409
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1666933577183943e-05,
      "loss": 0.0018,
      "step": 20410
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1666208673785235e-05,
      "loss": 0.0016,
      "step": 20411
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1665483761380722e-05,
      "loss": 0.0015,
      "step": 20412
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1664758839974317e-05,
      "loss": 0.0016,
      "step": 20413
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1664033909569941e-05,
      "loss": 0.0012,
      "step": 20414
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.166330897017151e-05,
      "loss": 0.0017,
      "step": 20415
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1662584021782943e-05,
      "loss": 0.0024,
      "step": 20416
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1661859064408164e-05,
      "loss": 0.0015,
      "step": 20417
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.166113409805108e-05,
      "loss": 0.0008,
      "step": 20418
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1660409122715618e-05,
      "loss": 0.0018,
      "step": 20419
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1659684138405694e-05,
      "loss": 0.0009,
      "step": 20420
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1658959145125225e-05,
      "loss": 0.0017,
      "step": 20421
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1658234142878133e-05,
      "loss": 0.0007,
      "step": 20422
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1657509131668337e-05,
      "loss": 0.0015,
      "step": 20423
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.165678411149975e-05,
      "loss": 0.0007,
      "step": 20424
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1656059082376295e-05,
      "loss": 0.0013,
      "step": 20425
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1655334044301891e-05,
      "loss": 0.0017,
      "step": 20426
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1654608997280455e-05,
      "loss": 0.0015,
      "step": 20427
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1653883941315907e-05,
      "loss": 0.0025,
      "step": 20428
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1653158876412167e-05,
      "loss": 0.0016,
      "step": 20429
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1652433802573149e-05,
      "loss": 0.0018,
      "step": 20430
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1651708719802779e-05,
      "loss": 0.0017,
      "step": 20431
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1650983628104969e-05,
      "loss": 0.0016,
      "step": 20432
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1650258527483645e-05,
      "loss": 0.0016,
      "step": 20433
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.164953341794272e-05,
      "loss": 0.0018,
      "step": 20434
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1648808299486118e-05,
      "loss": 0.002,
      "step": 20435
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1648083172117757e-05,
      "loss": 0.0009,
      "step": 20436
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1647358035841553e-05,
      "loss": 0.0006,
      "step": 20437
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1646632890661431e-05,
      "loss": 0.0013,
      "step": 20438
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1645907736581303e-05,
      "loss": 0.001,
      "step": 20439
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1645182573605097e-05,
      "loss": 0.0014,
      "step": 20440
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1644457401736725e-05,
      "loss": 0.0015,
      "step": 20441
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1643732220980109e-05,
      "loss": 0.0011,
      "step": 20442
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1643007031339173e-05,
      "loss": 0.0011,
      "step": 20443
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.164228183281783e-05,
      "loss": 0.0014,
      "step": 20444
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1641556625420002e-05,
      "loss": 0.0013,
      "step": 20445
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1640831409149611e-05,
      "loss": 0.0015,
      "step": 20446
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1640106184010578e-05,
      "loss": 0.0011,
      "step": 20447
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1639380950006815e-05,
      "loss": 0.0019,
      "step": 20448
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.163865570714225e-05,
      "loss": 0.0014,
      "step": 20449
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1637930455420798e-05,
      "loss": 0.0011,
      "step": 20450
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1637205194846382e-05,
      "loss": 0.0008,
      "step": 20451
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.163647992542292e-05,
      "loss": 0.0009,
      "step": 20452
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1635754647154331e-05,
      "loss": 0.0009,
      "step": 20453
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1635029360044538e-05,
      "loss": 0.0012,
      "step": 20454
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1634304064097462e-05,
      "loss": 0.0011,
      "step": 20455
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1633578759317019e-05,
      "loss": 0.0009,
      "step": 20456
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1632853445707132e-05,
      "loss": 0.0005,
      "step": 20457
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.163212812327172e-05,
      "loss": 0.0009,
      "step": 20458
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1631402792014707e-05,
      "loss": 0.0008,
      "step": 20459
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1630677451940005e-05,
      "loss": 0.0013,
      "step": 20460
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1629952103051542e-05,
      "loss": 0.0017,
      "step": 20461
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1629226745353242e-05,
      "loss": 0.0012,
      "step": 20462
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1628501378849013e-05,
      "loss": 0.0016,
      "step": 20463
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1627776003542785e-05,
      "loss": 0.0007,
      "step": 20464
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1627050619438476e-05,
      "loss": 0.0007,
      "step": 20465
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.162632522654001e-05,
      "loss": 0.0022,
      "step": 20466
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1625599824851299e-05,
      "loss": 0.002,
      "step": 20467
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1624874414376273e-05,
      "loss": 0.0009,
      "step": 20468
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1624148995118849e-05,
      "loss": 0.0011,
      "step": 20469
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1623423567082948e-05,
      "loss": 0.0014,
      "step": 20470
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1622698130272489e-05,
      "loss": 0.0018,
      "step": 20471
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1621972684691397e-05,
      "loss": 0.0015,
      "step": 20472
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1621247230343592e-05,
      "loss": 0.0009,
      "step": 20473
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1620521767232988e-05,
      "loss": 0.001,
      "step": 20474
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1619796295363518e-05,
      "loss": 0.001,
      "step": 20475
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1619070814739098e-05,
      "loss": 0.0008,
      "step": 20476
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1618345325363644e-05,
      "loss": 0.0012,
      "step": 20477
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1617619827241083e-05,
      "loss": 0.0016,
      "step": 20478
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1616894320375334e-05,
      "loss": 0.0016,
      "step": 20479
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1616168804770323e-05,
      "loss": 0.0014,
      "step": 20480
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1615443280429966e-05,
      "loss": 0.0015,
      "step": 20481
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1614717747358183e-05,
      "loss": 0.0009,
      "step": 20482
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1613992205558903e-05,
      "loss": 0.0017,
      "step": 20483
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1613266655036041e-05,
      "loss": 0.0009,
      "step": 20484
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.1612541095793524e-05,
      "loss": 0.0013,
      "step": 20485
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1611815527835266e-05,
      "loss": 0.0012,
      "step": 20486
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1611089951165195e-05,
      "loss": 0.0013,
      "step": 20487
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.161036436578723e-05,
      "loss": 0.0013,
      "step": 20488
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1609638771705296e-05,
      "loss": 0.0016,
      "step": 20489
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1608913168923312e-05,
      "loss": 0.0015,
      "step": 20490
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1608187557445198e-05,
      "loss": 0.0008,
      "step": 20491
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.160746193727488e-05,
      "loss": 0.0012,
      "step": 20492
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1606736308416275e-05,
      "loss": 0.0007,
      "step": 20493
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.160601067087331e-05,
      "loss": 0.0012,
      "step": 20494
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1605285024649907e-05,
      "loss": 0.0011,
      "step": 20495
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1604559369749983e-05,
      "loss": 0.0013,
      "step": 20496
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1603833706177466e-05,
      "loss": 0.0012,
      "step": 20497
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1603108033936273e-05,
      "loss": 0.0017,
      "step": 20498
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1602382353030332e-05,
      "loss": 0.001,
      "step": 20499
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.160165666346356e-05,
      "loss": 0.0009,
      "step": 20500
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1600930965239883e-05,
      "loss": 0.0016,
      "step": 20501
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.160020525836322e-05,
      "loss": 0.0012,
      "step": 20502
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1599479542837496e-05,
      "loss": 0.0012,
      "step": 20503
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1598753818666633e-05,
      "loss": 0.0013,
      "step": 20504
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1598028085854551e-05,
      "loss": 0.0012,
      "step": 20505
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1597302344405179e-05,
      "loss": 0.0012,
      "step": 20506
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.159657659432243e-05,
      "loss": 0.0013,
      "step": 20507
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1595850835610239e-05,
      "loss": 0.0018,
      "step": 20508
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1595125068272518e-05,
      "loss": 0.0009,
      "step": 20509
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1594399292313192e-05,
      "loss": 0.0011,
      "step": 20510
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1593673507736187e-05,
      "loss": 0.002,
      "step": 20511
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1592947714545421e-05,
      "loss": 0.0022,
      "step": 20512
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1592221912744826e-05,
      "loss": 0.0011,
      "step": 20513
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1591496102338314e-05,
      "loss": 0.001,
      "step": 20514
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1590770283329813e-05,
      "loss": 0.0016,
      "step": 20515
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1590044455723248e-05,
      "loss": 0.0011,
      "step": 20516
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.158931861952254e-05,
      "loss": 0.0017,
      "step": 20517
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1588592774731613e-05,
      "loss": 0.0024,
      "step": 20518
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1587866921354388e-05,
      "loss": 0.0018,
      "step": 20519
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.158714105939479e-05,
      "loss": 0.0011,
      "step": 20520
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1586415188856744e-05,
      "loss": 0.0013,
      "step": 20521
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1585689309744165e-05,
      "loss": 0.0007,
      "step": 20522
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1584963422060989e-05,
      "loss": 0.0024,
      "step": 20523
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1584237525811128e-05,
      "loss": 0.0007,
      "step": 20524
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1583511620998516e-05,
      "loss": 0.0014,
      "step": 20525
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1582785707627065e-05,
      "loss": 0.0009,
      "step": 20526
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1582059785700708e-05,
      "loss": 0.0014,
      "step": 20527
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1581333855223362e-05,
      "loss": 0.0011,
      "step": 20528
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1580607916198955e-05,
      "loss": 0.0013,
      "step": 20529
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1579881968631412e-05,
      "loss": 0.0011,
      "step": 20530
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.157915601252465e-05,
      "loss": 0.001,
      "step": 20531
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1578430047882598e-05,
      "loss": 0.002,
      "step": 20532
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1577704074709177e-05,
      "loss": 0.0008,
      "step": 20533
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1576978093008318e-05,
      "loss": 0.0018,
      "step": 20534
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1576252102783936e-05,
      "loss": 0.0009,
      "step": 20535
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1575526104039956e-05,
      "loss": 0.0012,
      "step": 20536
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1574800096780307e-05,
      "loss": 0.0013,
      "step": 20537
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.157407408100891e-05,
      "loss": 0.0021,
      "step": 20538
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1573348056729689e-05,
      "loss": 0.0009,
      "step": 20539
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1572622023946569e-05,
      "loss": 0.0014,
      "step": 20540
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1571895982663474e-05,
      "loss": 0.0021,
      "step": 20541
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.157116993288433e-05,
      "loss": 0.0006,
      "step": 20542
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1570443874613056e-05,
      "loss": 0.001,
      "step": 20543
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1569717807853582e-05,
      "loss": 0.0011,
      "step": 20544
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1568991732609827e-05,
      "loss": 0.0018,
      "step": 20545
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1568265648885722e-05,
      "loss": 0.001,
      "step": 20546
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1567539556685183e-05,
      "loss": 0.0014,
      "step": 20547
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1566813456012142e-05,
      "loss": 0.0018,
      "step": 20548
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1566087346870524e-05,
      "loss": 0.0026,
      "step": 20549
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1565361229264246e-05,
      "loss": 0.0016,
      "step": 20550
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.156463510319724e-05,
      "loss": 0.0016,
      "step": 20551
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1563908968673422e-05,
      "loss": 0.0016,
      "step": 20552
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.156318282569673e-05,
      "loss": 0.0009,
      "step": 20553
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.156245667427108e-05,
      "loss": 0.0013,
      "step": 20554
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1561730514400395e-05,
      "loss": 0.001,
      "step": 20555
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1561004346088607e-05,
      "loss": 0.0012,
      "step": 20556
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1560278169339633e-05,
      "loss": 0.0012,
      "step": 20557
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1559551984157405e-05,
      "loss": 0.0015,
      "step": 20558
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1558825790545842e-05,
      "loss": 0.0006,
      "step": 20559
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1558099588508875e-05,
      "loss": 0.0011,
      "step": 20560
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1557373378050425e-05,
      "loss": 0.0017,
      "step": 20561
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1556647159174419e-05,
      "loss": 0.0005,
      "step": 20562
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1555920931884783e-05,
      "loss": 0.0013,
      "step": 20563
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1555194696185437e-05,
      "loss": 0.002,
      "step": 20564
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1554468452080312e-05,
      "loss": 0.0016,
      "step": 20565
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.155374219957333e-05,
      "loss": 0.0015,
      "step": 20566
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.155301593866842e-05,
      "loss": 0.0007,
      "step": 20567
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.15522896693695e-05,
      "loss": 0.0019,
      "step": 20568
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1551563391680505e-05,
      "loss": 0.0009,
      "step": 20569
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1550837105605355e-05,
      "loss": 0.0008,
      "step": 20570
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1550110811147977e-05,
      "loss": 0.0021,
      "step": 20571
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1549384508312296e-05,
      "loss": 0.0016,
      "step": 20572
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1548658197102236e-05,
      "loss": 0.0014,
      "step": 20573
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1547931877521727e-05,
      "loss": 0.0018,
      "step": 20574
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1547205549574694e-05,
      "loss": 0.0016,
      "step": 20575
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1546479213265055e-05,
      "loss": 0.001,
      "step": 20576
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1545752868596748e-05,
      "loss": 0.0015,
      "step": 20577
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.154502651557369e-05,
      "loss": 0.0011,
      "step": 20578
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1544300154199811e-05,
      "loss": 0.0014,
      "step": 20579
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1543573784479034e-05,
      "loss": 0.001,
      "step": 20580
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1542847406415288e-05,
      "loss": 0.0004,
      "step": 20581
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1542121020012498e-05,
      "loss": 0.0015,
      "step": 20582
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1541394625274588e-05,
      "loss": 0.0011,
      "step": 20583
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1540668222205489e-05,
      "loss": 0.0013,
      "step": 20584
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.153994181080912e-05,
      "loss": 0.0014,
      "step": 20585
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1539215391089412e-05,
      "loss": 0.0016,
      "step": 20586
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1538488963050293e-05,
      "loss": 0.0013,
      "step": 20587
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1537762526695686e-05,
      "loss": 0.0017,
      "step": 20588
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1537036082029518e-05,
      "loss": 0.0018,
      "step": 20589
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1536309629055715e-05,
      "loss": 0.0008,
      "step": 20590
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1535583167778206e-05,
      "loss": 0.0022,
      "step": 20591
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1534856698200913e-05,
      "loss": 0.0005,
      "step": 20592
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.153413022032777e-05,
      "loss": 0.001,
      "step": 20593
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1533403734162695e-05,
      "loss": 0.0014,
      "step": 20594
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.153267723970962e-05,
      "loss": 0.0007,
      "step": 20595
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.153195073697247e-05,
      "loss": 0.0014,
      "step": 20596
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1531224225955171e-05,
      "loss": 0.0019,
      "step": 20597
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1530497706661652e-05,
      "loss": 0.001,
      "step": 20598
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1529771179095837e-05,
      "loss": 0.0011,
      "step": 20599
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1529044643261655e-05,
      "loss": 0.002,
      "step": 20600
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1528318099163032e-05,
      "loss": 0.0012,
      "step": 20601
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1527591546803896e-05,
      "loss": 0.0017,
      "step": 20602
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1526864986188173e-05,
      "loss": 0.0016,
      "step": 20603
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1526138417319788e-05,
      "loss": 0.0008,
      "step": 20604
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1525411840202673e-05,
      "loss": 0.0015,
      "step": 20605
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1524685254840752e-05,
      "loss": 0.0009,
      "step": 20606
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1523958661237951e-05,
      "loss": 0.0014,
      "step": 20607
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1523232059398202e-05,
      "loss": 0.0016,
      "step": 20608
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1522505449325426e-05,
      "loss": 0.0012,
      "step": 20609
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1521778831023554e-05,
      "loss": 0.0019,
      "step": 20610
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1521052204496512e-05,
      "loss": 0.0012,
      "step": 20611
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.152032556974823e-05,
      "loss": 0.0012,
      "step": 20612
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.151959892678263e-05,
      "loss": 0.0007,
      "step": 20613
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.151887227560365e-05,
      "loss": 0.0014,
      "step": 20614
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1518145616215206e-05,
      "loss": 0.0012,
      "step": 20615
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.151741894862123e-05,
      "loss": 0.0017,
      "step": 20616
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.151669227282565e-05,
      "loss": 0.0016,
      "step": 20617
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1515965588832394e-05,
      "loss": 0.0015,
      "step": 20618
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1515238896645392e-05,
      "loss": 0.0009,
      "step": 20619
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1514512196268563e-05,
      "loss": 0.0017,
      "step": 20620
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1513785487705844e-05,
      "loss": 0.0025,
      "step": 20621
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1513058770961159e-05,
      "loss": 0.0015,
      "step": 20622
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1512332046038435e-05,
      "loss": 0.0015,
      "step": 20623
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1511605312941603e-05,
      "loss": 0.0013,
      "step": 20624
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.151087857167459e-05,
      "loss": 0.0009,
      "step": 20625
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1510151822241323e-05,
      "loss": 0.001,
      "step": 20626
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.150942506464573e-05,
      "loss": 0.0014,
      "step": 20627
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1508698298891737e-05,
      "loss": 0.001,
      "step": 20628
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1507971524983277e-05,
      "loss": 0.002,
      "step": 20629
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1507244742924274e-05,
      "loss": 0.0015,
      "step": 20630
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1506517952718661e-05,
      "loss": 0.002,
      "step": 20631
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1505791154370363e-05,
      "loss": 0.0023,
      "step": 20632
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1505064347883309e-05,
      "loss": 0.0012,
      "step": 20633
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1504337533261426e-05,
      "loss": 0.0013,
      "step": 20634
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1503610710508641e-05,
      "loss": 0.001,
      "step": 20635
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1502883879628887e-05,
      "loss": 0.0014,
      "step": 20636
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.150215704062609e-05,
      "loss": 0.002,
      "step": 20637
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1501430193504182e-05,
      "loss": 0.0007,
      "step": 20638
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1500703338267083e-05,
      "loss": 0.0007,
      "step": 20639
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1499976474918728e-05,
      "loss": 0.0016,
      "step": 20640
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1499249603463047e-05,
      "loss": 0.0007,
      "step": 20641
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1498522723903966e-05,
      "loss": 0.0017,
      "step": 20642
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1497795836245415e-05,
      "loss": 0.0015,
      "step": 20643
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1497068940491323e-05,
      "loss": 0.0014,
      "step": 20644
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1496342036645615e-05,
      "loss": 0.003,
      "step": 20645
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1495615124712225e-05,
      "loss": 0.0012,
      "step": 20646
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1494888204695081e-05,
      "loss": 0.0014,
      "step": 20647
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1494161276598108e-05,
      "loss": 0.001,
      "step": 20648
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1493434340425237e-05,
      "loss": 0.0013,
      "step": 20649
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1492707396180403e-05,
      "loss": 0.0011,
      "step": 20650
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1491980443867526e-05,
      "loss": 0.0012,
      "step": 20651
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1491253483490539e-05,
      "loss": 0.0021,
      "step": 20652
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.149052651505337e-05,
      "loss": 0.001,
      "step": 20653
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1489799538559953e-05,
      "loss": 0.001,
      "step": 20654
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1489072554014213e-05,
      "loss": 0.0011,
      "step": 20655
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.148834556142008e-05,
      "loss": 0.0004,
      "step": 20656
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1487618560781484e-05,
      "loss": 0.002,
      "step": 20657
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.148689155210235e-05,
      "loss": 0.0023,
      "step": 20658
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1486164535386616e-05,
      "loss": 0.0017,
      "step": 20659
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1485437510638206e-05,
      "loss": 0.0027,
      "step": 20660
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.148471047786105e-05,
      "loss": 0.0019,
      "step": 20661
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.148398343705908e-05,
      "loss": 0.0012,
      "step": 20662
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1483256388236218e-05,
      "loss": 0.0008,
      "step": 20663
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1482529331396406e-05,
      "loss": 0.0013,
      "step": 20664
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1481802266543562e-05,
      "loss": 0.001,
      "step": 20665
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1481075193681626e-05,
      "loss": 0.0014,
      "step": 20666
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.148034811281452e-05,
      "loss": 0.0015,
      "step": 20667
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1479621023946175e-05,
      "loss": 0.0014,
      "step": 20668
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1478893927080526e-05,
      "loss": 0.0016,
      "step": 20669
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1478166822221496e-05,
      "loss": 0.001,
      "step": 20670
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.147743970937302e-05,
      "loss": 0.0016,
      "step": 20671
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1476712588539023e-05,
      "loss": 0.0015,
      "step": 20672
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1475985459723445e-05,
      "loss": 0.0014,
      "step": 20673
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1475258322930203e-05,
      "loss": 0.0015,
      "step": 20674
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1474531178163238e-05,
      "loss": 0.0008,
      "step": 20675
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1473804025426473e-05,
      "loss": 0.001,
      "step": 20676
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1473076864723842e-05,
      "loss": 0.0014,
      "step": 20677
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1472349696059275e-05,
      "loss": 0.0014,
      "step": 20678
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1471622519436703e-05,
      "loss": 0.0011,
      "step": 20679
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1470895334860053e-05,
      "loss": 0.0015,
      "step": 20680
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.147016814233326e-05,
      "loss": 0.0021,
      "step": 20681
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1469440941860248e-05,
      "loss": 0.0016,
      "step": 20682
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1468713733444956e-05,
      "loss": 0.0011,
      "step": 20683
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1467986517091304e-05,
      "loss": 0.0016,
      "step": 20684
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1467259292803234e-05,
      "loss": 0.0012,
      "step": 20685
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.146653206058467e-05,
      "loss": 0.0012,
      "step": 20686
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1465804820439544e-05,
      "loss": 0.0012,
      "step": 20687
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1465077572371787e-05,
      "loss": 0.0008,
      "step": 20688
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1464350316385327e-05,
      "loss": 0.0011,
      "step": 20689
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.14636230524841e-05,
      "loss": 0.0016,
      "step": 20690
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1462895780672032e-05,
      "loss": 0.0006,
      "step": 20691
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1462168500953057e-05,
      "loss": 0.0009,
      "step": 20692
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1461441213331103e-05,
      "loss": 0.0014,
      "step": 20693
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1460713917810103e-05,
      "loss": 0.0012,
      "step": 20694
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.145998661439399e-05,
      "loss": 0.0015,
      "step": 20695
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.145925930308669e-05,
      "loss": 0.0011,
      "step": 20696
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1458531983892138e-05,
      "loss": 0.0011,
      "step": 20697
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1457804656814264e-05,
      "loss": 0.0013,
      "step": 20698
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1457077321857002e-05,
      "loss": 0.0013,
      "step": 20699
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1456349979024279e-05,
      "loss": 0.0017,
      "step": 20700
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1455622628320024e-05,
      "loss": 0.0014,
      "step": 20701
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1454895269748176e-05,
      "loss": 0.0015,
      "step": 20702
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.145416790331266e-05,
      "loss": 0.0015,
      "step": 20703
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1453440529017414e-05,
      "loss": 0.0017,
      "step": 20704
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.145271314686636e-05,
      "loss": 0.0012,
      "step": 20705
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.145198575686344e-05,
      "loss": 0.0009,
      "step": 20706
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1451258359012579e-05,
      "loss": 0.0012,
      "step": 20707
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1450530953317705e-05,
      "loss": 0.0015,
      "step": 20708
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1449803539782757e-05,
      "loss": 0.0014,
      "step": 20709
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1449076118411663e-05,
      "loss": 0.0009,
      "step": 20710
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1448348689208359e-05,
      "loss": 0.0013,
      "step": 20711
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1447621252176773e-05,
      "loss": 0.002,
      "step": 20712
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1446893807320834e-05,
      "loss": 0.0027,
      "step": 20713
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.144616635464448e-05,
      "loss": 0.0027,
      "step": 20714
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1445438894151636e-05,
      "loss": 0.0019,
      "step": 20715
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1444711425846242e-05,
      "loss": 0.0008,
      "step": 20716
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1443983949732225e-05,
      "loss": 0.0015,
      "step": 20717
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1443256465813517e-05,
      "loss": 0.0011,
      "step": 20718
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1442528974094052e-05,
      "loss": 0.0012,
      "step": 20719
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1441801474577758e-05,
      "loss": 0.0017,
      "step": 20720
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1441073967268575e-05,
      "loss": 0.0007,
      "step": 20721
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1440346452170426e-05,
      "loss": 0.0015,
      "step": 20722
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1439618929287248e-05,
      "loss": 0.002,
      "step": 20723
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1438891398622972e-05,
      "loss": 0.0015,
      "step": 20724
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1438163860181533e-05,
      "loss": 0.0013,
      "step": 20725
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1437436313966857e-05,
      "loss": 0.002,
      "step": 20726
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1436708759982884e-05,
      "loss": 0.0019,
      "step": 20727
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1435981198233543e-05,
      "loss": 0.0004,
      "step": 20728
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1435253628722767e-05,
      "loss": 0.0018,
      "step": 20729
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1434526051454487e-05,
      "loss": 0.0014,
      "step": 20730
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1433798466432631e-05,
      "loss": 0.0014,
      "step": 20731
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1433070873661143e-05,
      "loss": 0.0013,
      "step": 20732
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.143234327314395e-05,
      "loss": 0.001,
      "step": 20733
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.143161566488498e-05,
      "loss": 0.0009,
      "step": 20734
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1430888048888175e-05,
      "loss": 0.0008,
      "step": 20735
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.143016042515746e-05,
      "loss": 0.0022,
      "step": 20736
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.142943279369677e-05,
      "loss": 0.0008,
      "step": 20737
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.142870515451004e-05,
      "loss": 0.0012,
      "step": 20738
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.14279775076012e-05,
      "loss": 0.0005,
      "step": 20739
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1427249852974187e-05,
      "loss": 0.002,
      "step": 20740
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1426522190632927e-05,
      "loss": 0.001,
      "step": 20741
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1425794520581359e-05,
      "loss": 0.0008,
      "step": 20742
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.142506684282341e-05,
      "loss": 0.0009,
      "step": 20743
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1424339157363024e-05,
      "loss": 0.0009,
      "step": 20744
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1423611464204123e-05,
      "loss": 0.0012,
      "step": 20745
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1422883763350648e-05,
      "loss": 0.001,
      "step": 20746
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1422156054806525e-05,
      "loss": 0.0015,
      "step": 20747
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1421428338575692e-05,
      "loss": 0.0015,
      "step": 20748
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.142070061466208e-05,
      "loss": 0.001,
      "step": 20749
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1419972883069623e-05,
      "loss": 0.0011,
      "step": 20750
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1419245143802258e-05,
      "loss": 0.0018,
      "step": 20751
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1418517396863913e-05,
      "loss": 0.0013,
      "step": 20752
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1417789642258523e-05,
      "loss": 0.0008,
      "step": 20753
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1417061879990026e-05,
      "loss": 0.0018,
      "step": 20754
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1416334110062349e-05,
      "loss": 0.0011,
      "step": 20755
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1415606332479427e-05,
      "loss": 0.0005,
      "step": 20756
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1414878547245197e-05,
      "loss": 0.0016,
      "step": 20757
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.141415075436359e-05,
      "loss": 0.0011,
      "step": 20758
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.141342295383854e-05,
      "loss": 0.0012,
      "step": 20759
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1412695145673981e-05,
      "loss": 0.0018,
      "step": 20760
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.141196732987385e-05,
      "loss": 0.0008,
      "step": 20761
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1411239506442073e-05,
      "loss": 0.0011,
      "step": 20762
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1410511675382592e-05,
      "loss": 0.0009,
      "step": 20763
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1409783836699336e-05,
      "loss": 0.0011,
      "step": 20764
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.140905599039624e-05,
      "loss": 0.0016,
      "step": 20765
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1408328136477239e-05,
      "loss": 0.0012,
      "step": 20766
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1407600274946262e-05,
      "loss": 0.0008,
      "step": 20767
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1406872405807252e-05,
      "loss": 0.001,
      "step": 20768
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1406144529064137e-05,
      "loss": 0.0013,
      "step": 20769
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1405416644720855e-05,
      "loss": 0.0012,
      "step": 20770
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1404688752781335e-05,
      "loss": 0.0011,
      "step": 20771
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1403960853249515e-05,
      "loss": 0.0015,
      "step": 20772
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1403232946129333e-05,
      "loss": 0.0019,
      "step": 20773
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.140250503142471e-05,
      "loss": 0.0009,
      "step": 20774
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1401777109139596e-05,
      "loss": 0.0011,
      "step": 20775
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1401049179277917e-05,
      "loss": 0.0019,
      "step": 20776
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1400321241843608e-05,
      "loss": 0.001,
      "step": 20777
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1399593296840603e-05,
      "loss": 0.0012,
      "step": 20778
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1398865344272841e-05,
      "loss": 0.0012,
      "step": 20779
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1398137384144253e-05,
      "loss": 0.0013,
      "step": 20780
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1397409416458771e-05,
      "loss": 0.0013,
      "step": 20781
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1396681441220335e-05,
      "loss": 0.0012,
      "step": 20782
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1395953458432876e-05,
      "loss": 0.0031,
      "step": 20783
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1395225468100333e-05,
      "loss": 0.0004,
      "step": 20784
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1394497470226633e-05,
      "loss": 0.0015,
      "step": 20785
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1393769464815718e-05,
      "loss": 0.0016,
      "step": 20786
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1393041451871523e-05,
      "loss": 0.0013,
      "step": 20787
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1392313431397976e-05,
      "loss": 0.001,
      "step": 20788
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.139158540339902e-05,
      "loss": 0.0012,
      "step": 20789
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1390857367878585e-05,
      "loss": 0.0017,
      "step": 20790
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1390129324840609e-05,
      "loss": 0.0013,
      "step": 20791
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1389401274289025e-05,
      "loss": 0.0019,
      "step": 20792
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1388673216227766e-05,
      "loss": 0.0015,
      "step": 20793
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.138794515066077e-05,
      "loss": 0.0009,
      "step": 20794
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1387217077591974e-05,
      "loss": 0.0004,
      "step": 20795
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1386488997025312e-05,
      "loss": 0.0017,
      "step": 20796
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1385760908964714e-05,
      "loss": 0.0015,
      "step": 20797
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1385032813414121e-05,
      "loss": 0.0016,
      "step": 20798
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1384304710377467e-05,
      "loss": 0.0007,
      "step": 20799
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.138357659985869e-05,
      "loss": 0.001,
      "step": 20800
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1382848481861721e-05,
      "loss": 0.0016,
      "step": 20801
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1382120356390495e-05,
      "loss": 0.0012,
      "step": 20802
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.138139222344895e-05,
      "loss": 0.0008,
      "step": 20803
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1380664083041024e-05,
      "loss": 0.001,
      "step": 20804
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1379935935170647e-05,
      "loss": 0.002,
      "step": 20805
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1379207779841759e-05,
      "loss": 0.0022,
      "step": 20806
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1378479617058293e-05,
      "loss": 0.0016,
      "step": 20807
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1377751446824188e-05,
      "loss": 0.0019,
      "step": 20808
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1377023269143375e-05,
      "loss": 0.0021,
      "step": 20809
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1376295084019793e-05,
      "loss": 0.0012,
      "step": 20810
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1375566891457374e-05,
      "loss": 0.0014,
      "step": 20811
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1374838691460063e-05,
      "loss": 0.001,
      "step": 20812
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1374110484031788e-05,
      "loss": 0.0023,
      "step": 20813
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1373382269176485e-05,
      "loss": 0.0015,
      "step": 20814
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1372654046898093e-05,
      "loss": 0.0009,
      "step": 20815
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1371925817200544e-05,
      "loss": 0.0019,
      "step": 20816
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.137119758008778e-05,
      "loss": 0.001,
      "step": 20817
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1370469335563733e-05,
      "loss": 0.0013,
      "step": 20818
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.136974108363234e-05,
      "loss": 0.0016,
      "step": 20819
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1369012824297536e-05,
      "loss": 0.001,
      "step": 20820
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1368284557563256e-05,
      "loss": 0.001,
      "step": 20821
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1367556283433446e-05,
      "loss": 0.0016,
      "step": 20822
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1366828001912029e-05,
      "loss": 0.0009,
      "step": 20823
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.136609971300295e-05,
      "loss": 0.0016,
      "step": 20824
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1365371416710142e-05,
      "loss": 0.0018,
      "step": 20825
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1364643113037542e-05,
      "loss": 0.0014,
      "step": 20826
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1363914801989088e-05,
      "loss": 0.0024,
      "step": 20827
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1363186483568714e-05,
      "loss": 0.0008,
      "step": 20828
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1362458157780358e-05,
      "loss": 0.0017,
      "step": 20829
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1361729824627954e-05,
      "loss": 0.002,
      "step": 20830
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1361001484115443e-05,
      "loss": 0.0009,
      "step": 20831
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1360273136246762e-05,
      "loss": 0.0009,
      "step": 20832
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1359544781025842e-05,
      "loss": 0.0015,
      "step": 20833
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1358816418456625e-05,
      "loss": 0.0012,
      "step": 20834
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1358088048543041e-05,
      "loss": 0.0017,
      "step": 20835
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1357359671289037e-05,
      "loss": 0.0017,
      "step": 20836
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.135663128669854e-05,
      "loss": 0.0013,
      "step": 20837
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1355902894775495e-05,
      "loss": 0.0003,
      "step": 20838
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1355174495523834e-05,
      "loss": 0.0009,
      "step": 20839
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.135444608894749e-05,
      "loss": 0.0006,
      "step": 20840
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1353717675050413e-05,
      "loss": 0.0014,
      "step": 20841
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1352989253836527e-05,
      "loss": 0.0011,
      "step": 20842
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.135226082530978e-05,
      "loss": 0.0012,
      "step": 20843
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1351532389474098e-05,
      "loss": 0.0017,
      "step": 20844
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1350803946333426e-05,
      "loss": 0.0019,
      "step": 20845
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1350075495891702e-05,
      "loss": 0.0008,
      "step": 20846
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1349347038152854e-05,
      "loss": 0.0011,
      "step": 20847
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1348618573120828e-05,
      "loss": 0.0021,
      "step": 20848
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.134789010079956e-05,
      "loss": 0.0011,
      "step": 20849
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1347161621192986e-05,
      "loss": 0.0011,
      "step": 20850
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1346433134305042e-05,
      "loss": 0.0014,
      "step": 20851
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1345704640139668e-05,
      "loss": 0.0021,
      "step": 20852
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1344976138700801e-05,
      "loss": 0.0011,
      "step": 20853
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1344247629992378e-05,
      "loss": 0.001,
      "step": 20854
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1343519114018335e-05,
      "loss": 0.0004,
      "step": 20855
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1342790590782611e-05,
      "loss": 0.0014,
      "step": 20856
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1342062060289146e-05,
      "loss": 0.0013,
      "step": 20857
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1341333522541874e-05,
      "loss": 0.0011,
      "step": 20858
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1340604977544733e-05,
      "loss": 0.0008,
      "step": 20859
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1339876425301666e-05,
      "loss": 0.0013,
      "step": 20860
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1339147865816602e-05,
      "loss": 0.0008,
      "step": 20861
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1338419299093488e-05,
      "loss": 0.0013,
      "step": 20862
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1337690725136254e-05,
      "loss": 0.001,
      "step": 20863
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1336962143948844e-05,
      "loss": 0.0024,
      "step": 20864
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1336233555535195e-05,
      "loss": 0.0008,
      "step": 20865
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.133550495989924e-05,
      "loss": 0.001,
      "step": 20866
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.133477635704492e-05,
      "loss": 0.0011,
      "step": 20867
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1334047746976176e-05,
      "loss": 0.0013,
      "step": 20868
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1333319129696942e-05,
      "loss": 0.0011,
      "step": 20869
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1332590505211158e-05,
      "loss": 0.002,
      "step": 20870
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1331861873522765e-05,
      "loss": 0.0008,
      "step": 20871
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1331133234635695e-05,
      "loss": 0.0021,
      "step": 20872
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.133040458855389e-05,
      "loss": 0.0012,
      "step": 20873
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1329675935281288e-05,
      "loss": 0.0011,
      "step": 20874
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1328947274821825e-05,
      "loss": 0.0014,
      "step": 20875
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1328218607179444e-05,
      "loss": 0.0006,
      "step": 20876
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1327489932358082e-05,
      "loss": 0.0021,
      "step": 20877
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1326761250361673e-05,
      "loss": 0.0017,
      "step": 20878
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1326032561194163e-05,
      "loss": 0.0014,
      "step": 20879
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1325303864859482e-05,
      "loss": 0.0013,
      "step": 20880
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1324575161361579e-05,
      "loss": 0.0009,
      "step": 20881
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.132384645070438e-05,
      "loss": 0.0019,
      "step": 20882
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1323117732891835e-05,
      "loss": 0.0022,
      "step": 20883
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1322389007927876e-05,
      "loss": 0.0019,
      "step": 20884
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1321660275816446e-05,
      "loss": 0.0007,
      "step": 20885
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.132093153656148e-05,
      "loss": 0.0018,
      "step": 20886
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1320202790166919e-05,
      "loss": 0.0008,
      "step": 20887
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1319474036636702e-05,
      "loss": 0.0012,
      "step": 20888
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1318745275974764e-05,
      "loss": 0.0009,
      "step": 20889
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.131801650818505e-05,
      "loss": 0.0016,
      "step": 20890
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1317287733271493e-05,
      "loss": 0.0012,
      "step": 20891
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1316558951238038e-05,
      "loss": 0.0012,
      "step": 20892
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.131583016208862e-05,
      "loss": 0.0017,
      "step": 20893
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1315101365827178e-05,
      "loss": 0.0015,
      "step": 20894
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1314372562457654e-05,
      "loss": 0.001,
      "step": 20895
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1313643751983984e-05,
      "loss": 0.0018,
      "step": 20896
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1312914934410111e-05,
      "loss": 0.0009,
      "step": 20897
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.131218610973997e-05,
      "loss": 0.0013,
      "step": 20898
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1311457277977503e-05,
      "loss": 0.001,
      "step": 20899
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1310728439126649e-05,
      "loss": 0.0008,
      "step": 20900
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1309999593191345e-05,
      "loss": 0.0011,
      "step": 20901
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1309270740175533e-05,
      "loss": 0.0013,
      "step": 20902
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.130854188008315e-05,
      "loss": 0.0011,
      "step": 20903
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1307813012918141e-05,
      "loss": 0.0009,
      "step": 20904
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.130708413868444e-05,
      "loss": 0.0015,
      "step": 20905
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1306355257385987e-05,
      "loss": 0.001,
      "step": 20906
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1305626369026724e-05,
      "loss": 0.0018,
      "step": 20907
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1304897473610588e-05,
      "loss": 0.0012,
      "step": 20908
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1304168571141521e-05,
      "loss": 0.0011,
      "step": 20909
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.130343966162346e-05,
      "loss": 0.0014,
      "step": 20910
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1302710745060345e-05,
      "loss": 0.0013,
      "step": 20911
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1301981821456123e-05,
      "loss": 0.0005,
      "step": 20912
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1301252890814722e-05,
      "loss": 0.0015,
      "step": 20913
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1300523953140093e-05,
      "loss": 0.0009,
      "step": 20914
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1299795008436168e-05,
      "loss": 0.002,
      "step": 20915
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1299066056706891e-05,
      "loss": 0.0018,
      "step": 20916
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1298337097956199e-05,
      "loss": 0.0013,
      "step": 20917
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1297608132188037e-05,
      "loss": 0.0017,
      "step": 20918
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1296879159406338e-05,
      "loss": 0.0015,
      "step": 20919
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1296150179615046e-05,
      "loss": 0.0009,
      "step": 20920
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1295421192818103e-05,
      "loss": 0.0012,
      "step": 20921
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1294692199019446e-05,
      "loss": 0.0015,
      "step": 20922
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1293963198223017e-05,
      "loss": 0.0018,
      "step": 20923
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.1293234190432753e-05,
      "loss": 0.001,
      "step": 20924
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.12925051756526e-05,
      "loss": 0.0022,
      "step": 20925
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1291776153886493e-05,
      "loss": 0.0016,
      "step": 20926
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1291047125138375e-05,
      "loss": 0.001,
      "step": 20927
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1290318089412187e-05,
      "loss": 0.0014,
      "step": 20928
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1289589046711862e-05,
      "loss": 0.0011,
      "step": 20929
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1288859997041353e-05,
      "loss": 0.0017,
      "step": 20930
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.128813094040459e-05,
      "loss": 0.0015,
      "step": 20931
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1287401876805521e-05,
      "loss": 0.0014,
      "step": 20932
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1286672806248082e-05,
      "loss": 0.0009,
      "step": 20933
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1285943728736215e-05,
      "loss": 0.0009,
      "step": 20934
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1285214644273861e-05,
      "loss": 0.0006,
      "step": 20935
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1284485552864958e-05,
      "loss": 0.0011,
      "step": 20936
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1283756454513453e-05,
      "loss": 0.0013,
      "step": 20937
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1283027349223279e-05,
      "loss": 0.0014,
      "step": 20938
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1282298236998382e-05,
      "loss": 0.001,
      "step": 20939
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.12815691178427e-05,
      "loss": 0.0011,
      "step": 20940
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1280839991760175e-05,
      "loss": 0.0011,
      "step": 20941
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.128011085875475e-05,
      "loss": 0.0014,
      "step": 20942
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.127938171883036e-05,
      "loss": 0.0012,
      "step": 20943
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1278652571990954e-05,
      "loss": 0.0012,
      "step": 20944
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1277923418240467e-05,
      "loss": 0.0012,
      "step": 20945
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1277194257582843e-05,
      "loss": 0.0018,
      "step": 20946
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.127646509002202e-05,
      "loss": 0.0005,
      "step": 20947
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1275735915561941e-05,
      "loss": 0.0011,
      "step": 20948
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1275006734206549e-05,
      "loss": 0.0009,
      "step": 20949
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1274277545959784e-05,
      "loss": 0.001,
      "step": 20950
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1273548350825584e-05,
      "loss": 0.0015,
      "step": 20951
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1272819148807899e-05,
      "loss": 0.0014,
      "step": 20952
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1272089939910657e-05,
      "loss": 0.0014,
      "step": 20953
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1271360724137812e-05,
      "loss": 0.001,
      "step": 20954
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1270631501493298e-05,
      "loss": 0.0016,
      "step": 20955
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1269902271981062e-05,
      "loss": 0.0011,
      "step": 20956
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1269173035605037e-05,
      "loss": 0.0022,
      "step": 20957
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1268443792369173e-05,
      "loss": 0.0018,
      "step": 20958
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1267714542277405e-05,
      "loss": 0.0023,
      "step": 20959
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.126698528533368e-05,
      "loss": 0.0007,
      "step": 20960
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1266256021541939e-05,
      "loss": 0.0016,
      "step": 20961
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1265526750906118e-05,
      "loss": 0.001,
      "step": 20962
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1264797473430165e-05,
      "loss": 0.0013,
      "step": 20963
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1264068189118019e-05,
      "loss": 0.0013,
      "step": 20964
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1263338897973619e-05,
      "loss": 0.0024,
      "step": 20965
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1262609600000914e-05,
      "loss": 0.001,
      "step": 20966
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1261880295203837e-05,
      "loss": 0.0012,
      "step": 20967
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.126115098358634e-05,
      "loss": 0.0019,
      "step": 20968
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1260421665152357e-05,
      "loss": 0.0007,
      "step": 20969
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1259692339905833e-05,
      "loss": 0.0013,
      "step": 20970
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.125896300785071e-05,
      "loss": 0.0018,
      "step": 20971
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1258233668990928e-05,
      "loss": 0.0014,
      "step": 20972
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1257504323330431e-05,
      "loss": 0.0013,
      "step": 20973
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.125677497087316e-05,
      "loss": 0.0013,
      "step": 20974
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1256045611623059e-05,
      "loss": 0.0012,
      "step": 20975
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1255316245584066e-05,
      "loss": 0.0019,
      "step": 20976
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1254586872760132e-05,
      "loss": 0.0011,
      "step": 20977
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1253857493155189e-05,
      "loss": 0.0017,
      "step": 20978
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1253128106773183e-05,
      "loss": 0.0015,
      "step": 20979
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1252398713618059e-05,
      "loss": 0.0012,
      "step": 20980
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1251669313693756e-05,
      "loss": 0.0009,
      "step": 20981
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1250939907004218e-05,
      "loss": 0.002,
      "step": 20982
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1250210493553386e-05,
      "loss": 0.0015,
      "step": 20983
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1249481073345204e-05,
      "loss": 0.0018,
      "step": 20984
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1248751646383616e-05,
      "loss": 0.001,
      "step": 20985
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1248022212672558e-05,
      "loss": 0.0012,
      "step": 20986
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.124729277221598e-05,
      "loss": 0.0009,
      "step": 20987
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1246563325017823e-05,
      "loss": 0.0019,
      "step": 20988
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1245833871082029e-05,
      "loss": 0.001,
      "step": 20989
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1245104410412538e-05,
      "loss": 0.0018,
      "step": 20990
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1244374943013292e-05,
      "loss": 0.0013,
      "step": 20991
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1243645468888242e-05,
      "loss": 0.0023,
      "step": 20992
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.124291598804132e-05,
      "loss": 0.0011,
      "step": 20993
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.124218650047648e-05,
      "loss": 0.0013,
      "step": 20994
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1241457006197653e-05,
      "loss": 0.0011,
      "step": 20995
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1240727505208793e-05,
      "loss": 0.0017,
      "step": 20996
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1239997997513833e-05,
      "loss": 0.0017,
      "step": 20997
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1239268483116726e-05,
      "loss": 0.0011,
      "step": 20998
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1238538962021405e-05,
      "loss": 0.0018,
      "step": 20999
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1237809434231819e-05,
      "loss": 0.0008,
      "step": 21000
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.123707989975191e-05,
      "loss": 0.0021,
      "step": 21001
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.123635035858562e-05,
      "loss": 0.0009,
      "step": 21002
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1235620810736895e-05,
      "loss": 0.0015,
      "step": 21003
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1234891256209677e-05,
      "loss": 0.0015,
      "step": 21004
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1234161695007906e-05,
      "loss": 0.0017,
      "step": 21005
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1233432127135531e-05,
      "loss": 0.0019,
      "step": 21006
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1232702552596489e-05,
      "loss": 0.0013,
      "step": 21007
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.123197297139473e-05,
      "loss": 0.0013,
      "step": 21008
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1231243383534189e-05,
      "loss": 0.0021,
      "step": 21009
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1230513789018818e-05,
      "loss": 0.0013,
      "step": 21010
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1229784187852556e-05,
      "loss": 0.0022,
      "step": 21011
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1229054580039344e-05,
      "loss": 0.0014,
      "step": 21012
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1228324965583133e-05,
      "loss": 0.002,
      "step": 21013
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1227595344487861e-05,
      "loss": 0.0017,
      "step": 21014
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.122686571675747e-05,
      "loss": 0.0019,
      "step": 21015
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1226136082395908e-05,
      "loss": 0.0018,
      "step": 21016
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1225406441407118e-05,
      "loss": 0.0016,
      "step": 21017
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1224676793795045e-05,
      "loss": 0.0018,
      "step": 21018
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1223947139563623e-05,
      "loss": 0.0017,
      "step": 21019
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1223217478716807e-05,
      "loss": 0.0007,
      "step": 21020
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1222487811258535e-05,
      "loss": 0.0011,
      "step": 21021
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1221758137192758e-05,
      "loss": 0.0011,
      "step": 21022
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1221028456523413e-05,
      "loss": 0.0008,
      "step": 21023
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1220298769254443e-05,
      "loss": 0.0012,
      "step": 21024
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1219569075389795e-05,
      "loss": 0.001,
      "step": 21025
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1218839374933412e-05,
      "loss": 0.0021,
      "step": 21026
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1218109667889241e-05,
      "loss": 0.0018,
      "step": 21027
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1217379954261223e-05,
      "loss": 0.0013,
      "step": 21028
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1216650234053301e-05,
      "loss": 0.001,
      "step": 21029
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.121592050726942e-05,
      "loss": 0.0011,
      "step": 21030
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.121519077391353e-05,
      "loss": 0.0009,
      "step": 21031
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1214461033989566e-05,
      "loss": 0.0013,
      "step": 21032
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1213731287501475e-05,
      "loss": 0.0019,
      "step": 21033
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1213001534453206e-05,
      "loss": 0.0016,
      "step": 21034
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1212271774848698e-05,
      "loss": 0.0011,
      "step": 21035
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1211542008691896e-05,
      "loss": 0.0015,
      "step": 21036
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1210812235986746e-05,
      "loss": 0.0013,
      "step": 21037
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1210082456737193e-05,
      "loss": 0.0015,
      "step": 21038
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.120935267094718e-05,
      "loss": 0.0015,
      "step": 21039
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1208622878620649e-05,
      "loss": 0.0019,
      "step": 21040
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1207893079761551e-05,
      "loss": 0.0012,
      "step": 21041
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1207163274373827e-05,
      "loss": 0.0015,
      "step": 21042
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.120643346246142e-05,
      "loss": 0.001,
      "step": 21043
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.120570364402828e-05,
      "loss": 0.0006,
      "step": 21044
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1204973819078342e-05,
      "loss": 0.0006,
      "step": 21045
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1204243987615559e-05,
      "loss": 0.0011,
      "step": 21046
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1203514149643873e-05,
      "loss": 0.0009,
      "step": 21047
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.120278430516723e-05,
      "loss": 0.0009,
      "step": 21048
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1202054454189568e-05,
      "loss": 0.0008,
      "step": 21049
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1201324596714845e-05,
      "loss": 0.0016,
      "step": 21050
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1200594732746994e-05,
      "loss": 0.0016,
      "step": 21051
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1199864862289965e-05,
      "loss": 0.0015,
      "step": 21052
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1199134985347704e-05,
      "loss": 0.0019,
      "step": 21053
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.119840510192415e-05,
      "loss": 0.0011,
      "step": 21054
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1197675212023254e-05,
      "loss": 0.0013,
      "step": 21055
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1196945315648962e-05,
      "loss": 0.0014,
      "step": 21056
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.119621541280521e-05,
      "loss": 0.0013,
      "step": 21057
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1195485503495956e-05,
      "loss": 0.002,
      "step": 21058
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1194755587725134e-05,
      "loss": 0.0011,
      "step": 21059
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1194025665496697e-05,
      "loss": 0.0007,
      "step": 21060
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1193295736814584e-05,
      "loss": 0.0015,
      "step": 21061
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1192565801682745e-05,
      "loss": 0.0014,
      "step": 21062
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1191835860105125e-05,
      "loss": 0.0014,
      "step": 21063
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1191105912085663e-05,
      "loss": 0.0018,
      "step": 21064
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1190375957628312e-05,
      "loss": 0.0016,
      "step": 21065
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1189645996737013e-05,
      "loss": 0.0013,
      "step": 21066
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1188916029415715e-05,
      "loss": 0.0011,
      "step": 21067
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1188186055668358e-05,
      "loss": 0.0018,
      "step": 21068
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1187456075498893e-05,
      "loss": 0.0009,
      "step": 21069
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1186726088911262e-05,
      "loss": 0.0026,
      "step": 21070
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1185996095909412e-05,
      "loss": 0.0018,
      "step": 21071
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1185266096497291e-05,
      "loss": 0.0011,
      "step": 21072
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1184536090678837e-05,
      "loss": 0.0009,
      "step": 21073
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1183806078458003e-05,
      "loss": 0.001,
      "step": 21074
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1183076059838735e-05,
      "loss": 0.0012,
      "step": 21075
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1182346034824974e-05,
      "loss": 0.0013,
      "step": 21076
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.118161600342067e-05,
      "loss": 0.0013,
      "step": 21077
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1180885965629761e-05,
      "loss": 0.0019,
      "step": 21078
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1180155921456207e-05,
      "loss": 0.0008,
      "step": 21079
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1179425870903937e-05,
      "loss": 0.0012,
      "step": 21080
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1178695813976912e-05,
      "loss": 0.0008,
      "step": 21081
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1177965750679065e-05,
      "loss": 0.0013,
      "step": 21082
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1177235681014353e-05,
      "loss": 0.0013,
      "step": 21083
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1176505604986719e-05,
      "loss": 0.0011,
      "step": 21084
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1175775522600101e-05,
      "loss": 0.0011,
      "step": 21085
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1175045433858457e-05,
      "loss": 0.0022,
      "step": 21086
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1174315338765721e-05,
      "loss": 0.002,
      "step": 21087
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.117358523732585e-05,
      "loss": 0.0012,
      "step": 21088
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1172855129542784e-05,
      "loss": 0.0013,
      "step": 21089
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1172125015420475e-05,
      "loss": 0.0012,
      "step": 21090
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1171394894962859e-05,
      "loss": 0.0015,
      "step": 21091
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1170664768173891e-05,
      "loss": 0.0008,
      "step": 21092
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1169934635057515e-05,
      "loss": 0.001,
      "step": 21093
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1169204495617676e-05,
      "loss": 0.0022,
      "step": 21094
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1168474349858325e-05,
      "loss": 0.0014,
      "step": 21095
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1167744197783403e-05,
      "loss": 0.001,
      "step": 21096
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1167014039396858e-05,
      "loss": 0.0016,
      "step": 21097
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1166283874702639e-05,
      "loss": 0.0018,
      "step": 21098
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1165553703704686e-05,
      "loss": 0.0007,
      "step": 21099
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1164823526406953e-05,
      "loss": 0.0019,
      "step": 21100
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1164093342813383e-05,
      "loss": 0.0015,
      "step": 21101
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1163363152927924e-05,
      "loss": 0.0014,
      "step": 21102
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1162632956754522e-05,
      "loss": 0.0013,
      "step": 21103
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.116190275429712e-05,
      "loss": 0.0009,
      "step": 21104
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1161172545559673e-05,
      "loss": 0.0012,
      "step": 21105
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.116044233054612e-05,
      "loss": 0.0021,
      "step": 21106
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1159712109260412e-05,
      "loss": 0.0013,
      "step": 21107
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1158981881706492e-05,
      "loss": 0.0013,
      "step": 21108
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1158251647888312e-05,
      "loss": 0.002,
      "step": 21109
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1157521407809815e-05,
      "loss": 0.0013,
      "step": 21110
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.115679116147495e-05,
      "loss": 0.0018,
      "step": 21111
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1156060908887662e-05,
      "loss": 0.0013,
      "step": 21112
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1155330650051902e-05,
      "loss": 0.002,
      "step": 21113
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1154600384971612e-05,
      "loss": 0.0012,
      "step": 21114
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.115387011365074e-05,
      "loss": 0.0012,
      "step": 21115
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1153139836093239e-05,
      "loss": 0.0015,
      "step": 21116
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1152409552303049e-05,
      "loss": 0.0009,
      "step": 21117
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.115167926228412e-05,
      "loss": 0.0014,
      "step": 21118
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1150948966040399e-05,
      "loss": 0.0011,
      "step": 21119
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1150218663575829e-05,
      "loss": 0.0011,
      "step": 21120
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1149488354894366e-05,
      "loss": 0.0025,
      "step": 21121
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1148758039999951e-05,
      "loss": 0.0012,
      "step": 21122
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1148027718896535e-05,
      "loss": 0.0013,
      "step": 21123
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1147297391588064e-05,
      "loss": 0.0015,
      "step": 21124
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1146567058078478e-05,
      "loss": 0.0015,
      "step": 21125
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1145836718371739e-05,
      "loss": 0.0011,
      "step": 21126
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1145106372471784e-05,
      "loss": 0.0008,
      "step": 21127
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.114437602038256e-05,
      "loss": 0.0013,
      "step": 21128
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.114364566210802e-05,
      "loss": 0.0008,
      "step": 21129
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.114291529765211e-05,
      "loss": 0.0012,
      "step": 21130
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1142184927018778e-05,
      "loss": 0.0009,
      "step": 21131
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1141454550211968e-05,
      "loss": 0.0006,
      "step": 21132
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1140724167235631e-05,
      "loss": 0.0007,
      "step": 21133
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1139993778093712e-05,
      "loss": 0.0019,
      "step": 21134
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1139263382790165e-05,
      "loss": 0.0008,
      "step": 21135
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1138532981328931e-05,
      "loss": 0.001,
      "step": 21136
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1137802573713958e-05,
      "loss": 0.0016,
      "step": 21137
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1137072159949201e-05,
      "loss": 0.0012,
      "step": 21138
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1136341740038596e-05,
      "loss": 0.0012,
      "step": 21139
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1135611313986103e-05,
      "loss": 0.0014,
      "step": 21140
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1134880881795662e-05,
      "loss": 0.0009,
      "step": 21141
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1134150443471227e-05,
      "loss": 0.0016,
      "step": 21142
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.113341999901674e-05,
      "loss": 0.0005,
      "step": 21143
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1132689548436153e-05,
      "loss": 0.0013,
      "step": 21144
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1131959091733413e-05,
      "loss": 0.0007,
      "step": 21145
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1131228628912462e-05,
      "loss": 0.0017,
      "step": 21146
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1130498159977259e-05,
      "loss": 0.0006,
      "step": 21147
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1129767684931749e-05,
      "loss": 0.0017,
      "step": 21148
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1129037203779873e-05,
      "loss": 0.001,
      "step": 21149
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.112830671652559e-05,
      "loss": 0.001,
      "step": 21150
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1127576223172839e-05,
      "loss": 0.0011,
      "step": 21151
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1126845723725575e-05,
      "loss": 0.0007,
      "step": 21152
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1126115218187741e-05,
      "loss": 0.0012,
      "step": 21153
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1125384706563288e-05,
      "loss": 0.0012,
      "step": 21154
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1124654188856163e-05,
      "loss": 0.0013,
      "step": 21155
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1123923665070319e-05,
      "loss": 0.0006,
      "step": 21156
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.11231931352097e-05,
      "loss": 0.0011,
      "step": 21157
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1122462599278255e-05,
      "loss": 0.0009,
      "step": 21158
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1121732057279932e-05,
      "loss": 0.0013,
      "step": 21159
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1121001509218683e-05,
      "loss": 0.0008,
      "step": 21160
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1120270955098453e-05,
      "loss": 0.002,
      "step": 21161
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.111954039492319e-05,
      "loss": 0.0014,
      "step": 21162
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1118809828696848e-05,
      "loss": 0.0008,
      "step": 21163
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1118079256423369e-05,
      "loss": 0.0015,
      "step": 21164
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1117348678106706e-05,
      "loss": 0.0014,
      "step": 21165
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1116618093750807e-05,
      "loss": 0.0022,
      "step": 21166
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.111588750335962e-05,
      "loss": 0.0009,
      "step": 21167
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1115156906937094e-05,
      "loss": 0.001,
      "step": 21168
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.111442630448718e-05,
      "loss": 0.0018,
      "step": 21169
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1113695696013825e-05,
      "loss": 0.0008,
      "step": 21170
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1112965081520976e-05,
      "loss": 0.0016,
      "step": 21171
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1112234461012584e-05,
      "loss": 0.0012,
      "step": 21172
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.11115038344926e-05,
      "loss": 0.0009,
      "step": 21173
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1110773201964969e-05,
      "loss": 0.0006,
      "step": 21174
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.111004256343364e-05,
      "loss": 0.0015,
      "step": 21175
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.110931191890257e-05,
      "loss": 0.0009,
      "step": 21176
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1108581268375695e-05,
      "loss": 0.0017,
      "step": 21177
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1107850611856976e-05,
      "loss": 0.0013,
      "step": 21178
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1107119949350356e-05,
      "loss": 0.0015,
      "step": 21179
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1106389280859787e-05,
      "loss": 0.0009,
      "step": 21180
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1105658606389214e-05,
      "loss": 0.0014,
      "step": 21181
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.110492792594259e-05,
      "loss": 0.0014,
      "step": 21182
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1104197239523865e-05,
      "loss": 0.0012,
      "step": 21183
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1103466547136985e-05,
      "loss": 0.0012,
      "step": 21184
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1102735848785901e-05,
      "loss": 0.0015,
      "step": 21185
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1102005144474564e-05,
      "loss": 0.0018,
      "step": 21186
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1101274434206923e-05,
      "loss": 0.0011,
      "step": 21187
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1100543717986926e-05,
      "loss": 0.0013,
      "step": 21188
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1099812995818522e-05,
      "loss": 0.0016,
      "step": 21189
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.109908226770566e-05,
      "loss": 0.0017,
      "step": 21190
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1098351533652295e-05,
      "loss": 0.0013,
      "step": 21191
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1097620793662369e-05,
      "loss": 0.0007,
      "step": 21192
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1096890047739837e-05,
      "loss": 0.0019,
      "step": 21193
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1096159295888646e-05,
      "loss": 0.0014,
      "step": 21194
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1095428538112747e-05,
      "loss": 0.0013,
      "step": 21195
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1094697774416092e-05,
      "loss": 0.0009,
      "step": 21196
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1093967004802627e-05,
      "loss": 0.0017,
      "step": 21197
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1093236229276299e-05,
      "loss": 0.0011,
      "step": 21198
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1092505447841067e-05,
      "loss": 0.0012,
      "step": 21199
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.109177466050087e-05,
      "loss": 0.001,
      "step": 21200
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1091043867259666e-05,
      "loss": 0.001,
      "step": 21201
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1090313068121403e-05,
      "loss": 0.0018,
      "step": 21202
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1089582263090031e-05,
      "loss": 0.0018,
      "step": 21203
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1088851452169498e-05,
      "loss": 0.0016,
      "step": 21204
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1088120635363755e-05,
      "loss": 0.0016,
      "step": 21205
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1087389812676754e-05,
      "loss": 0.0016,
      "step": 21206
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1086658984112441e-05,
      "loss": 0.0014,
      "step": 21207
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1085928149674772e-05,
      "loss": 0.0011,
      "step": 21208
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1085197309367692e-05,
      "loss": 0.0009,
      "step": 21209
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1084466463195153e-05,
      "loss": 0.0011,
      "step": 21210
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1083735611161106e-05,
      "loss": 0.0022,
      "step": 21211
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1083004753269498e-05,
      "loss": 0.0008,
      "step": 21212
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1082273889524284e-05,
      "loss": 0.0006,
      "step": 21213
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1081543019929408e-05,
      "loss": 0.0016,
      "step": 21214
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1080812144488829e-05,
      "loss": 0.0006,
      "step": 21215
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.108008126320649e-05,
      "loss": 0.0011,
      "step": 21216
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1079350376086345e-05,
      "loss": 0.001,
      "step": 21217
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.107861948313234e-05,
      "loss": 0.0018,
      "step": 21218
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.107788858434843e-05,
      "loss": 0.0016,
      "step": 21219
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1077157679738569e-05,
      "loss": 0.0011,
      "step": 21220
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.10764267693067e-05,
      "loss": 0.0008,
      "step": 21221
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1075695853056774e-05,
      "loss": 0.0012,
      "step": 21222
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1074964930992747e-05,
      "loss": 0.0011,
      "step": 21223
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1074234003118563e-05,
      "loss": 0.0014,
      "step": 21224
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.107350306943818e-05,
      "loss": 0.0018,
      "step": 21225
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1072772129955542e-05,
      "loss": 0.0013,
      "step": 21226
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1072041184674605e-05,
      "loss": 0.0011,
      "step": 21227
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1071310233599314e-05,
      "loss": 0.0008,
      "step": 21228
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1070579276733629e-05,
      "loss": 0.0017,
      "step": 21229
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.106984831408149e-05,
      "loss": 0.0009,
      "step": 21230
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1069117345646853e-05,
      "loss": 0.0017,
      "step": 21231
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.106838637143367e-05,
      "loss": 0.001,
      "step": 21232
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1067655391445891e-05,
      "loss": 0.0012,
      "step": 21233
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1066924405687465e-05,
      "loss": 0.0009,
      "step": 21234
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1066193414162345e-05,
      "loss": 0.0013,
      "step": 21235
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1065462416874479e-05,
      "loss": 0.0012,
      "step": 21236
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1064731413827824e-05,
      "loss": 0.0011,
      "step": 21237
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1064000405026325e-05,
      "loss": 0.0013,
      "step": 21238
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1063269390473937e-05,
      "loss": 0.0013,
      "step": 21239
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1062538370174606e-05,
      "loss": 0.001,
      "step": 21240
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1061807344132294e-05,
      "loss": 0.0009,
      "step": 21241
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.106107631235094e-05,
      "loss": 0.0014,
      "step": 21242
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1060345274834501e-05,
      "loss": 0.0018,
      "step": 21243
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1059614231586927e-05,
      "loss": 0.0009,
      "step": 21244
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1058883182612167e-05,
      "loss": 0.0012,
      "step": 21245
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1058152127914181e-05,
      "loss": 0.0008,
      "step": 21246
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1057421067496909e-05,
      "loss": 0.0009,
      "step": 21247
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1056690001364312e-05,
      "loss": 0.0011,
      "step": 21248
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1055958929520333e-05,
      "loss": 0.0018,
      "step": 21249
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1055227851968931e-05,
      "loss": 0.0019,
      "step": 21250
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1054496768714051e-05,
      "loss": 0.003,
      "step": 21251
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1053765679759648e-05,
      "loss": 0.0011,
      "step": 21252
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1053034585109674e-05,
      "loss": 0.0009,
      "step": 21253
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1052303484768076e-05,
      "loss": 0.0018,
      "step": 21254
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1051572378738812e-05,
      "loss": 0.0015,
      "step": 21255
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1050841267025832e-05,
      "loss": 0.0018,
      "step": 21256
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1050110149633081e-05,
      "loss": 0.0008,
      "step": 21257
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1049379026564522e-05,
      "loss": 0.0019,
      "step": 21258
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1048647897824097e-05,
      "loss": 0.0016,
      "step": 21259
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1047916763415762e-05,
      "loss": 0.0009,
      "step": 21260
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1047185623343471e-05,
      "loss": 0.0006,
      "step": 21261
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1046454477611168e-05,
      "loss": 0.0008,
      "step": 21262
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1045723326222813e-05,
      "loss": 0.0009,
      "step": 21263
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1044992169182354e-05,
      "loss": 0.0018,
      "step": 21264
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1044261006493741e-05,
      "loss": 0.0007,
      "step": 21265
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.104352983816093e-05,
      "loss": 0.0006,
      "step": 21266
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1042798664187873e-05,
      "loss": 0.0025,
      "step": 21267
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1042067484578518e-05,
      "loss": 0.0013,
      "step": 21268
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1041336299336823e-05,
      "loss": 0.0011,
      "step": 21269
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1040605108466734e-05,
      "loss": 0.0013,
      "step": 21270
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1039873911972204e-05,
      "loss": 0.001,
      "step": 21271
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1039142709857185e-05,
      "loss": 0.0008,
      "step": 21272
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1038411502125632e-05,
      "loss": 0.0009,
      "step": 21273
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1037680288781499e-05,
      "loss": 0.0008,
      "step": 21274
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1036949069828732e-05,
      "loss": 0.0013,
      "step": 21275
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1036217845271286e-05,
      "loss": 0.0011,
      "step": 21276
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1035486615113115e-05,
      "loss": 0.0018,
      "step": 21277
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1034755379358166e-05,
      "loss": 0.0006,
      "step": 21278
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1034024138010399e-05,
      "loss": 0.0011,
      "step": 21279
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1033292891073761e-05,
      "loss": 0.0016,
      "step": 21280
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1032561638552206e-05,
      "loss": 0.0008,
      "step": 21281
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1031830380449689e-05,
      "loss": 0.002,
      "step": 21282
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1031099116770154e-05,
      "loss": 0.0025,
      "step": 21283
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1030367847517562e-05,
      "loss": 0.0026,
      "step": 21284
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.102963657269586e-05,
      "loss": 0.0017,
      "step": 21285
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1028905292309007e-05,
      "loss": 0.0014,
      "step": 21286
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1028174006360947e-05,
      "loss": 0.0016,
      "step": 21287
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1027442714855643e-05,
      "loss": 0.0017,
      "step": 21288
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1026711417797039e-05,
      "loss": 0.0017,
      "step": 21289
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1025980115189086e-05,
      "loss": 0.0007,
      "step": 21290
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1025248807035745e-05,
      "loss": 0.0008,
      "step": 21291
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1024517493340963e-05,
      "loss": 0.0012,
      "step": 21292
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1023786174108697e-05,
      "loss": 0.0016,
      "step": 21293
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1023054849342898e-05,
      "loss": 0.0016,
      "step": 21294
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1022323519047515e-05,
      "loss": 0.0015,
      "step": 21295
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1021592183226506e-05,
      "loss": 0.0013,
      "step": 21296
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1020860841883817e-05,
      "loss": 0.0012,
      "step": 21297
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.102012949502341e-05,
      "loss": 0.0012,
      "step": 21298
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1019398142649233e-05,
      "loss": 0.0017,
      "step": 21299
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.101866678476524e-05,
      "loss": 0.001,
      "step": 21300
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1017935421375383e-05,
      "loss": 0.0012,
      "step": 21301
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1017204052483614e-05,
      "loss": 0.0012,
      "step": 21302
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1016472678093888e-05,
      "loss": 0.001,
      "step": 21303
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1015741298210156e-05,
      "loss": 0.0011,
      "step": 21304
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1015009912836376e-05,
      "loss": 0.0011,
      "step": 21305
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1014278521976494e-05,
      "loss": 0.0021,
      "step": 21306
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.101354712563447e-05,
      "loss": 0.0011,
      "step": 21307
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1012815723814251e-05,
      "loss": 0.0017,
      "step": 21308
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1012084316519794e-05,
      "loss": 0.0014,
      "step": 21309
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1011352903755052e-05,
      "loss": 0.0027,
      "step": 21310
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1010621485523976e-05,
      "loss": 0.0007,
      "step": 21311
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1009890061830524e-05,
      "loss": 0.002,
      "step": 21312
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1009158632678646e-05,
      "loss": 0.0014,
      "step": 21313
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1008427198072294e-05,
      "loss": 0.0013,
      "step": 21314
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1007695758015425e-05,
      "loss": 0.0022,
      "step": 21315
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1006964312511987e-05,
      "loss": 0.0017,
      "step": 21316
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.100623286156594e-05,
      "loss": 0.0011,
      "step": 21317
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1005501405181232e-05,
      "loss": 0.0009,
      "step": 21318
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1004769943361822e-05,
      "loss": 0.0008,
      "step": 21319
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1004038476111655e-05,
      "loss": 0.0016,
      "step": 21320
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1003307003434696e-05,
      "loss": 0.001,
      "step": 21321
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1002575525334891e-05,
      "loss": 0.0005,
      "step": 21322
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.1001844041816193e-05,
      "loss": 0.002,
      "step": 21323
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.100111255288256e-05,
      "loss": 0.0015,
      "step": 21324
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.100038105853794e-05,
      "loss": 0.0013,
      "step": 21325
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0999649558786291e-05,
      "loss": 0.0011,
      "step": 21326
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0998918053631568e-05,
      "loss": 0.0018,
      "step": 21327
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0998186543077723e-05,
      "loss": 0.0011,
      "step": 21328
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0997455027128708e-05,
      "loss": 0.0014,
      "step": 21329
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0996723505788478e-05,
      "loss": 0.002,
      "step": 21330
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0995991979060989e-05,
      "loss": 0.0013,
      "step": 21331
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0995260446950189e-05,
      "loss": 0.0013,
      "step": 21332
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.099452890946004e-05,
      "loss": 0.001,
      "step": 21333
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0993797366594492e-05,
      "loss": 0.0012,
      "step": 21334
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0993065818357498e-05,
      "loss": 0.0011,
      "step": 21335
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0992334264753014e-05,
      "loss": 0.001,
      "step": 21336
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0991602705784988e-05,
      "loss": 0.0016,
      "step": 21337
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0990871141457383e-05,
      "loss": 0.0007,
      "step": 21338
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0990139571774148e-05,
      "loss": 0.001,
      "step": 21339
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0989407996739239e-05,
      "loss": 0.0016,
      "step": 21340
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0988676416356605e-05,
      "loss": 0.0006,
      "step": 21341
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.098794483063021e-05,
      "loss": 0.0014,
      "step": 21342
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0987213239564e-05,
      "loss": 0.0012,
      "step": 21343
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0986481643161931e-05,
      "loss": 0.0018,
      "step": 21344
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.098575004142796e-05,
      "loss": 0.0022,
      "step": 21345
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0985018434366039e-05,
      "loss": 0.0017,
      "step": 21346
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.098428682198012e-05,
      "loss": 0.0011,
      "step": 21347
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0983555204274165e-05,
      "loss": 0.0012,
      "step": 21348
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.098282358125212e-05,
      "loss": 0.0024,
      "step": 21349
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0982091952917944e-05,
      "loss": 0.001,
      "step": 21350
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0981360319275588e-05,
      "loss": 0.0019,
      "step": 21351
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0980628680329012e-05,
      "loss": 0.0011,
      "step": 21352
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0979897036082165e-05,
      "loss": 0.0012,
      "step": 21353
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0979165386539005e-05,
      "loss": 0.0009,
      "step": 21354
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0978433731703486e-05,
      "loss": 0.0016,
      "step": 21355
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.097770207157956e-05,
      "loss": 0.0012,
      "step": 21356
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0976970406171183e-05,
      "loss": 0.0012,
      "step": 21357
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0976238735482312e-05,
      "loss": 0.0007,
      "step": 21358
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0975507059516898e-05,
      "loss": 0.0014,
      "step": 21359
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0974775378278897e-05,
      "loss": 0.0014,
      "step": 21360
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0974043691772267e-05,
      "loss": 0.0011,
      "step": 21361
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0973312000000957e-05,
      "loss": 0.0009,
      "step": 21362
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0972580302968924e-05,
      "loss": 0.0014,
      "step": 21363
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0971848600680127e-05,
      "loss": 0.0018,
      "step": 21364
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0971116893138514e-05,
      "loss": 0.0005,
      "step": 21365
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0970385180348044e-05,
      "loss": 0.0015,
      "step": 21366
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0969653462312672e-05,
      "loss": 0.0009,
      "step": 21367
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0968921739036352e-05,
      "loss": 0.0015,
      "step": 21368
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0968190010523038e-05,
      "loss": 0.0021,
      "step": 21369
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0967458276776685e-05,
      "loss": 0.0019,
      "step": 21370
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0966726537801251e-05,
      "loss": 0.0004,
      "step": 21371
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0965994793600688e-05,
      "loss": 0.0013,
      "step": 21372
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.096526304417895e-05,
      "loss": 0.001,
      "step": 21373
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0964531289539996e-05,
      "loss": 0.0012,
      "step": 21374
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.096379952968778e-05,
      "loss": 0.0017,
      "step": 21375
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0963067764626253e-05,
      "loss": 0.0012,
      "step": 21376
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0962335994359376e-05,
      "loss": 0.0023,
      "step": 21377
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0961604218891102e-05,
      "loss": 0.0008,
      "step": 21378
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0960872438225382e-05,
      "loss": 0.0013,
      "step": 21379
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0960140652366178e-05,
      "loss": 0.0013,
      "step": 21380
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0959408861317442e-05,
      "loss": 0.0011,
      "step": 21381
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.095867706508313e-05,
      "loss": 0.0014,
      "step": 21382
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0957945263667198e-05,
      "loss": 0.001,
      "step": 21383
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.09572134570736e-05,
      "loss": 0.0011,
      "step": 21384
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.095648164530629e-05,
      "loss": 0.0013,
      "step": 21385
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0955749828369225e-05,
      "loss": 0.0009,
      "step": 21386
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0955018006266362e-05,
      "loss": 0.0013,
      "step": 21387
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0954286179001656e-05,
      "loss": 0.001,
      "step": 21388
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.095355434657906e-05,
      "loss": 0.0013,
      "step": 21389
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0952822509002532e-05,
      "loss": 0.0016,
      "step": 21390
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0952090666276026e-05,
      "loss": 0.0014,
      "step": 21391
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.09513588184035e-05,
      "loss": 0.0013,
      "step": 21392
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0950626965388904e-05,
      "loss": 0.0013,
      "step": 21393
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0949895107236202e-05,
      "loss": 0.002,
      "step": 21394
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0949163243949345e-05,
      "loss": 0.0013,
      "step": 21395
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0948431375532287e-05,
      "loss": 0.0015,
      "step": 21396
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0947699501988986e-05,
      "loss": 0.0009,
      "step": 21397
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0946967623323394e-05,
      "loss": 0.0018,
      "step": 21398
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0946235739539475e-05,
      "loss": 0.0015,
      "step": 21399
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.094550385064118e-05,
      "loss": 0.0014,
      "step": 21400
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0944771956632461e-05,
      "loss": 0.0016,
      "step": 21401
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0944040057517283e-05,
      "loss": 0.001,
      "step": 21402
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.094330815329959e-05,
      "loss": 0.0009,
      "step": 21403
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.094257624398335e-05,
      "loss": 0.001,
      "step": 21404
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0941844329572511e-05,
      "loss": 0.0009,
      "step": 21405
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0941112410071032e-05,
      "loss": 0.0012,
      "step": 21406
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0940380485482871e-05,
      "loss": 0.0012,
      "step": 21407
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0939648555811977e-05,
      "loss": 0.0009,
      "step": 21408
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0938916621062314e-05,
      "loss": 0.0018,
      "step": 21409
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0938184681237833e-05,
      "loss": 0.0013,
      "step": 21410
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0937452736342494e-05,
      "loss": 0.0014,
      "step": 21411
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0936720786380246e-05,
      "loss": 0.0015,
      "step": 21412
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0935988831355054e-05,
      "loss": 0.0017,
      "step": 21413
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0935256871270868e-05,
      "loss": 0.0017,
      "step": 21414
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.093452490613165e-05,
      "loss": 0.0018,
      "step": 21415
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0933792935941347e-05,
      "loss": 0.0011,
      "step": 21416
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0933060960703923e-05,
      "loss": 0.0008,
      "step": 21417
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0932328980423335e-05,
      "loss": 0.002,
      "step": 21418
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0931596995103537e-05,
      "loss": 0.0005,
      "step": 21419
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.093086500474848e-05,
      "loss": 0.0008,
      "step": 21420
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0930133009362132e-05,
      "loss": 0.0012,
      "step": 21421
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0929401008948437e-05,
      "loss": 0.0007,
      "step": 21422
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0928669003511361e-05,
      "loss": 0.0017,
      "step": 21423
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0927936993054855e-05,
      "loss": 0.0011,
      "step": 21424
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0927204977582876e-05,
      "loss": 0.0008,
      "step": 21425
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0926472957099383e-05,
      "loss": 0.0014,
      "step": 21426
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0925740931608334e-05,
      "loss": 0.0012,
      "step": 21427
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.092500890111368e-05,
      "loss": 0.0006,
      "step": 21428
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0924276865619378e-05,
      "loss": 0.0014,
      "step": 21429
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0923544825129394e-05,
      "loss": 0.001,
      "step": 21430
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.092281277964767e-05,
      "loss": 0.001,
      "step": 21431
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0922080729178176e-05,
      "loss": 0.0013,
      "step": 21432
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.092134867372486e-05,
      "loss": 0.002,
      "step": 21433
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0920616613291682e-05,
      "loss": 0.0009,
      "step": 21434
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.09198845478826e-05,
      "loss": 0.0009,
      "step": 21435
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0919152477501567e-05,
      "loss": 0.001,
      "step": 21436
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0918420402152546e-05,
      "loss": 0.0011,
      "step": 21437
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0917688321839485e-05,
      "loss": 0.0018,
      "step": 21438
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0916956236566352e-05,
      "loss": 0.0009,
      "step": 21439
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0916224146337096e-05,
      "loss": 0.0019,
      "step": 21440
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0915492051155671e-05,
      "loss": 0.0013,
      "step": 21441
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0914759951026044e-05,
      "loss": 0.0014,
      "step": 21442
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0914027845952163e-05,
      "loss": 0.0019,
      "step": 21443
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0913295735937994e-05,
      "loss": 0.0009,
      "step": 21444
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0912563620987484e-05,
      "loss": 0.0012,
      "step": 21445
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0911831501104598e-05,
      "loss": 0.0016,
      "step": 21446
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0911099376293288e-05,
      "loss": 0.0012,
      "step": 21447
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0910367246557514e-05,
      "loss": 0.0012,
      "step": 21448
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0909635111901232e-05,
      "loss": 0.0013,
      "step": 21449
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0908902972328397e-05,
      "loss": 0.0014,
      "step": 21450
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.090817082784297e-05,
      "loss": 0.0012,
      "step": 21451
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0907438678448907e-05,
      "loss": 0.0012,
      "step": 21452
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0906706524150164e-05,
      "loss": 0.0009,
      "step": 21453
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.09059743649507e-05,
      "loss": 0.0012,
      "step": 21454
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0905242200854472e-05,
      "loss": 0.0017,
      "step": 21455
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0904510031865436e-05,
      "loss": 0.0012,
      "step": 21456
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0903777857987549e-05,
      "loss": 0.0009,
      "step": 21457
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0903045679224774e-05,
      "loss": 0.0019,
      "step": 21458
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0902313495581062e-05,
      "loss": 0.001,
      "step": 21459
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0901581307060369e-05,
      "loss": 0.0012,
      "step": 21460
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0900849113666661e-05,
      "loss": 0.0008,
      "step": 21461
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0900116915403886e-05,
      "loss": 0.0014,
      "step": 21462
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0899384712276008e-05,
      "loss": 0.0009,
      "step": 21463
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0898652504286982e-05,
      "loss": 0.0012,
      "step": 21464
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0897920291440767e-05,
      "loss": 0.002,
      "step": 21465
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0897188073741318e-05,
      "loss": 0.0015,
      "step": 21466
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0896455851192596e-05,
      "loss": 0.0017,
      "step": 21467
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0895723623798557e-05,
      "loss": 0.0018,
      "step": 21468
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0894991391563157e-05,
      "loss": 0.0021,
      "step": 21469
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0894259154490354e-05,
      "loss": 0.002,
      "step": 21470
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0893526912584106e-05,
      "loss": 0.0012,
      "step": 21471
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0892794665848377e-05,
      "loss": 0.0013,
      "step": 21472
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0892062414287118e-05,
      "loss": 0.0014,
      "step": 21473
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0891330157904282e-05,
      "loss": 0.0013,
      "step": 21474
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.089059789670384e-05,
      "loss": 0.0016,
      "step": 21475
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.088986563068974e-05,
      "loss": 0.0016,
      "step": 21476
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0889133359865945e-05,
      "loss": 0.0015,
      "step": 21477
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0888401084236407e-05,
      "loss": 0.0009,
      "step": 21478
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.088766880380509e-05,
      "loss": 0.0012,
      "step": 21479
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.088693651857595e-05,
      "loss": 0.0014,
      "step": 21480
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0886204228552944e-05,
      "loss": 0.0018,
      "step": 21481
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.088547193374003e-05,
      "loss": 0.0012,
      "step": 21482
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0884739634141166e-05,
      "loss": 0.0013,
      "step": 21483
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0884007329760311e-05,
      "loss": 0.0011,
      "step": 21484
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0883275020601423e-05,
      "loss": 0.001,
      "step": 21485
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0882542706668459e-05,
      "loss": 0.0015,
      "step": 21486
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0881810387965381e-05,
      "loss": 0.0015,
      "step": 21487
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.088107806449614e-05,
      "loss": 0.0012,
      "step": 21488
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0880345736264702e-05,
      "loss": 0.0008,
      "step": 21489
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0879613403275018e-05,
      "loss": 0.0014,
      "step": 21490
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0878881065531051e-05,
      "loss": 0.0013,
      "step": 21491
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.087814872303676e-05,
      "loss": 0.0019,
      "step": 21492
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.08774163757961e-05,
      "loss": 0.0011,
      "step": 21493
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0876684023813029e-05,
      "loss": 0.001,
      "step": 21494
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0875951667091509e-05,
      "loss": 0.0021,
      "step": 21495
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0875219305635495e-05,
      "loss": 0.0012,
      "step": 21496
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0874486939448947e-05,
      "loss": 0.0015,
      "step": 21497
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0873754568535824e-05,
      "loss": 0.0013,
      "step": 21498
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0873022192900083e-05,
      "loss": 0.0015,
      "step": 21499
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0872289812545685e-05,
      "loss": 0.0005,
      "step": 21500
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0871557427476585e-05,
      "loss": 0.0007,
      "step": 21501
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0870825037696742e-05,
      "loss": 0.0014,
      "step": 21502
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0870092643210118e-05,
      "loss": 0.0017,
      "step": 21503
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0869360244020663e-05,
      "loss": 0.0011,
      "step": 21504
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0868627840132348e-05,
      "loss": 0.0011,
      "step": 21505
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0867895431549122e-05,
      "loss": 0.0015,
      "step": 21506
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0867163018274948e-05,
      "loss": 0.0016,
      "step": 21507
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0866430600313787e-05,
      "loss": 0.001,
      "step": 21508
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.086569817766959e-05,
      "loss": 0.0012,
      "step": 21509
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0864965750346323e-05,
      "loss": 0.0018,
      "step": 21510
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0864233318347938e-05,
      "loss": 0.0013,
      "step": 21511
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0863500881678404e-05,
      "loss": 0.0015,
      "step": 21512
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.086276844034167e-05,
      "loss": 0.0008,
      "step": 21513
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0862035994341697e-05,
      "loss": 0.001,
      "step": 21514
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0861303543682446e-05,
      "loss": 0.0012,
      "step": 21515
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0860571088367876e-05,
      "loss": 0.0017,
      "step": 21516
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0859838628401944e-05,
      "loss": 0.0004,
      "step": 21517
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0859106163788608e-05,
      "loss": 0.0015,
      "step": 21518
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0858373694531835e-05,
      "loss": 0.001,
      "step": 21519
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0857641220635574e-05,
      "loss": 0.0019,
      "step": 21520
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0856908742103784e-05,
      "loss": 0.0018,
      "step": 21521
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0856176258940434e-05,
      "loss": 0.0015,
      "step": 21522
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0855443771149472e-05,
      "loss": 0.0011,
      "step": 21523
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0854711278734865e-05,
      "loss": 0.0007,
      "step": 21524
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0853978781700565e-05,
      "loss": 0.0019,
      "step": 21525
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0853246280050538e-05,
      "loss": 0.0022,
      "step": 21526
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.085251377378874e-05,
      "loss": 0.0011,
      "step": 21527
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.085178126291913e-05,
      "loss": 0.0011,
      "step": 21528
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0851048747445669e-05,
      "loss": 0.0006,
      "step": 21529
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0850316227372312e-05,
      "loss": 0.0013,
      "step": 21530
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0849583702703026e-05,
      "loss": 0.0013,
      "step": 21531
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0848851173441763e-05,
      "loss": 0.0009,
      "step": 21532
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0848118639592483e-05,
      "loss": 0.0014,
      "step": 21533
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.084738610115915e-05,
      "loss": 0.0016,
      "step": 21534
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0846653558145717e-05,
      "loss": 0.001,
      "step": 21535
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0845921010556148e-05,
      "loss": 0.002,
      "step": 21536
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.08451884583944e-05,
      "loss": 0.0004,
      "step": 21537
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0844455901664437e-05,
      "loss": 0.0018,
      "step": 21538
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.084372334037021e-05,
      "loss": 0.0011,
      "step": 21539
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0842990774515689e-05,
      "loss": 0.0012,
      "step": 21540
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0842258204104828e-05,
      "loss": 0.002,
      "step": 21541
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.084152562914158e-05,
      "loss": 0.0015,
      "step": 21542
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0840793049629914e-05,
      "loss": 0.0016,
      "step": 21543
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.084006046557379e-05,
      "loss": 0.0008,
      "step": 21544
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.083932787697716e-05,
      "loss": 0.0018,
      "step": 21545
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0838595283843991e-05,
      "loss": 0.0008,
      "step": 21546
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0837862686178236e-05,
      "loss": 0.001,
      "step": 21547
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0837130083983863e-05,
      "loss": 0.0018,
      "step": 21548
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0836397477264822e-05,
      "loss": 0.0016,
      "step": 21549
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.083566486602508e-05,
      "loss": 0.0011,
      "step": 21550
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0834932250268593e-05,
      "loss": 0.0012,
      "step": 21551
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0834199629999322e-05,
      "loss": 0.002,
      "step": 21552
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.083346700522123e-05,
      "loss": 0.0017,
      "step": 21553
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0832734375938269e-05,
      "loss": 0.0012,
      "step": 21554
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0832001742154407e-05,
      "loss": 0.0013,
      "step": 21555
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0831269103873598e-05,
      "loss": 0.0017,
      "step": 21556
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0830536461099808e-05,
      "loss": 0.0014,
      "step": 21557
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0829803813836988e-05,
      "loss": 0.0008,
      "step": 21558
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0829071162089106e-05,
      "loss": 0.0007,
      "step": 21559
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.082833850586012e-05,
      "loss": 0.0016,
      "step": 21560
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0827605845153986e-05,
      "loss": 0.0017,
      "step": 21561
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0826873179974668e-05,
      "loss": 0.0008,
      "step": 21562
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0826140510326127e-05,
      "loss": 0.0018,
      "step": 21563
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.082540783621232e-05,
      "loss": 0.001,
      "step": 21564
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0824675157637207e-05,
      "loss": 0.0013,
      "step": 21565
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0823942474604752e-05,
      "loss": 0.001,
      "step": 21566
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0823209787118912e-05,
      "loss": 0.0013,
      "step": 21567
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0822477095183646e-05,
      "loss": 0.0007,
      "step": 21568
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0821744398802916e-05,
      "loss": 0.0023,
      "step": 21569
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0821011697980682e-05,
      "loss": 0.0008,
      "step": 21570
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0820278992720905e-05,
      "loss": 0.0008,
      "step": 21571
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0819546283027544e-05,
      "loss": 0.0014,
      "step": 21572
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.081881356890456e-05,
      "loss": 0.0011,
      "step": 21573
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0818080850355914e-05,
      "loss": 0.002,
      "step": 21574
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0817348127385563e-05,
      "loss": 0.0018,
      "step": 21575
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0816615399997472e-05,
      "loss": 0.0009,
      "step": 21576
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0815882668195596e-05,
      "loss": 0.0011,
      "step": 21577
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.08151499319839e-05,
      "loss": 0.0009,
      "step": 21578
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0814417191366345e-05,
      "loss": 0.0015,
      "step": 21579
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0813684446346885e-05,
      "loss": 0.0008,
      "step": 21580
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.081295169692949e-05,
      "loss": 0.0024,
      "step": 21581
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.081221894311811e-05,
      "loss": 0.001,
      "step": 21582
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0811486184916715e-05,
      "loss": 0.0009,
      "step": 21583
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0810753422329258e-05,
      "loss": 0.002,
      "step": 21584
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0810020655359708e-05,
      "loss": 0.0019,
      "step": 21585
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0809287884012018e-05,
      "loss": 0.0005,
      "step": 21586
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0808555108290149e-05,
      "loss": 0.0014,
      "step": 21587
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0807822328198066e-05,
      "loss": 0.0015,
      "step": 21588
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0807089543739726e-05,
      "loss": 0.0017,
      "step": 21589
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0806356754919092e-05,
      "loss": 0.0009,
      "step": 21590
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.080562396174012e-05,
      "loss": 0.0009,
      "step": 21591
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.080489116420678e-05,
      "loss": 0.0017,
      "step": 21592
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0804158362323028e-05,
      "loss": 0.001,
      "step": 21593
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.080342555609282e-05,
      "loss": 0.0014,
      "step": 21594
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0802692745520123e-05,
      "loss": 0.0014,
      "step": 21595
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0801959930608892e-05,
      "loss": 0.0013,
      "step": 21596
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0801227111363092e-05,
      "loss": 0.0008,
      "step": 21597
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0800494287786687e-05,
      "loss": 0.0005,
      "step": 21598
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0799761459883631e-05,
      "loss": 0.0011,
      "step": 21599
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.079902862765789e-05,
      "loss": 0.0012,
      "step": 21600
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0798295791113422e-05,
      "loss": 0.0013,
      "step": 21601
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.079756295025419e-05,
      "loss": 0.0011,
      "step": 21602
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0796830105084153e-05,
      "loss": 0.0016,
      "step": 21603
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0796097255607274e-05,
      "loss": 0.0013,
      "step": 21604
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0795364401827512e-05,
      "loss": 0.0014,
      "step": 21605
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0794631543748831e-05,
      "loss": 0.0006,
      "step": 21606
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.079389868137519e-05,
      "loss": 0.0015,
      "step": 21607
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0793165814710547e-05,
      "loss": 0.0012,
      "step": 21608
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0792432943758871e-05,
      "loss": 0.0011,
      "step": 21609
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0791700068524114e-05,
      "loss": 0.0016,
      "step": 21610
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0790967189010244e-05,
      "loss": 0.0016,
      "step": 21611
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.079023430522122e-05,
      "loss": 0.001,
      "step": 21612
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0789501417161004e-05,
      "loss": 0.0018,
      "step": 21613
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0788768524833555e-05,
      "loss": 0.0014,
      "step": 21614
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0788035628242832e-05,
      "loss": 0.0009,
      "step": 21615
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0787302727392806e-05,
      "loss": 0.0029,
      "step": 21616
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.078656982228743e-05,
      "loss": 0.0009,
      "step": 21617
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0785836912930665e-05,
      "loss": 0.0013,
      "step": 21618
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0785103999326479e-05,
      "loss": 0.0011,
      "step": 21619
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0784371081478825e-05,
      "loss": 0.002,
      "step": 21620
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0783638159391674e-05,
      "loss": 0.0004,
      "step": 21621
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.078290523306898e-05,
      "loss": 0.001,
      "step": 21622
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0782172302514703e-05,
      "loss": 0.0006,
      "step": 21623
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0781439367732811e-05,
      "loss": 0.0012,
      "step": 21624
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0780706428727264e-05,
      "loss": 0.0013,
      "step": 21625
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.077997348550202e-05,
      "loss": 0.0012,
      "step": 21626
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0779240538061042e-05,
      "loss": 0.0013,
      "step": 21627
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0778507586408295e-05,
      "loss": 0.0018,
      "step": 21628
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0777774630547736e-05,
      "loss": 0.0016,
      "step": 21629
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0777041670483326e-05,
      "loss": 0.0015,
      "step": 21630
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.077630870621903e-05,
      "loss": 0.0009,
      "step": 21631
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.077557573775881e-05,
      "loss": 0.0007,
      "step": 21632
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0774842765106625e-05,
      "loss": 0.0011,
      "step": 21633
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0774109788266439e-05,
      "loss": 0.0012,
      "step": 21634
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0773376807242211e-05,
      "loss": 0.001,
      "step": 21635
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0772643822037905e-05,
      "loss": 0.0012,
      "step": 21636
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0771910832657484e-05,
      "loss": 0.001,
      "step": 21637
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0771177839104907e-05,
      "loss": 0.0009,
      "step": 21638
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0770444841384135e-05,
      "loss": 0.0004,
      "step": 21639
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0769711839499134e-05,
      "loss": 0.0006,
      "step": 21640
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.076897883345386e-05,
      "loss": 0.0012,
      "step": 21641
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0768245823252283e-05,
      "loss": 0.0017,
      "step": 21642
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0767512808898358e-05,
      "loss": 0.0019,
      "step": 21643
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.076677979039605e-05,
      "loss": 0.0013,
      "step": 21644
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0766046767749319e-05,
      "loss": 0.0018,
      "step": 21645
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0765313740962127e-05,
      "loss": 0.0012,
      "step": 21646
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.076458071003844e-05,
      "loss": 0.0012,
      "step": 21647
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0763847674982213e-05,
      "loss": 0.0015,
      "step": 21648
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0763114635797413e-05,
      "loss": 0.0023,
      "step": 21649
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0762381592488003e-05,
      "loss": 0.001,
      "step": 21650
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0761648545057941e-05,
      "loss": 0.0014,
      "step": 21651
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0760915493511195e-05,
      "loss": 0.0012,
      "step": 21652
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0760182437851718e-05,
      "loss": 0.0009,
      "step": 21653
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0759449378083481e-05,
      "loss": 0.0009,
      "step": 21654
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0758716314210442e-05,
      "loss": 0.0016,
      "step": 21655
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0757983246236565e-05,
      "loss": 0.0014,
      "step": 21656
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0757250174165811e-05,
      "loss": 0.0016,
      "step": 21657
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0756517098002142e-05,
      "loss": 0.0013,
      "step": 21658
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0755784017749522e-05,
      "loss": 0.0012,
      "step": 21659
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.075505093341191e-05,
      "loss": 0.0018,
      "step": 21660
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.075431784499327e-05,
      "loss": 0.0011,
      "step": 21661
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0753584752497566e-05,
      "loss": 0.0006,
      "step": 21662
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0752851655928758e-05,
      "loss": 0.0012,
      "step": 21663
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0752118555290806e-05,
      "loss": 0.0008,
      "step": 21664
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0751385450587681e-05,
      "loss": 0.0009,
      "step": 21665
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.075065234182334e-05,
      "loss": 0.0013,
      "step": 21666
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0749919229001741e-05,
      "loss": 0.0021,
      "step": 21667
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0749186112126854e-05,
      "loss": 0.0015,
      "step": 21668
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0748452991202633e-05,
      "loss": 0.0009,
      "step": 21669
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0747719866233052e-05,
      "loss": 0.0015,
      "step": 21670
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0746986737222067e-05,
      "loss": 0.0009,
      "step": 21671
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0746253604173638e-05,
      "loss": 0.0013,
      "step": 21672
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0745520467091735e-05,
      "loss": 0.0018,
      "step": 21673
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.074478732598031e-05,
      "loss": 0.0015,
      "step": 21674
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0744054180843337e-05,
      "loss": 0.0015,
      "step": 21675
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.074332103168477e-05,
      "loss": 0.0014,
      "step": 21676
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0742587878508577e-05,
      "loss": 0.001,
      "step": 21677
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0741854721318718e-05,
      "loss": 0.0015,
      "step": 21678
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0741121560119154e-05,
      "loss": 0.0015,
      "step": 21679
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0740388394913855e-05,
      "loss": 0.0009,
      "step": 21680
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0739655225706774e-05,
      "loss": 0.0008,
      "step": 21681
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.073892205250188e-05,
      "loss": 0.0012,
      "step": 21682
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0738188875303135e-05,
      "loss": 0.001,
      "step": 21683
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0737455694114503e-05,
      "loss": 0.0008,
      "step": 21684
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0736722508939943e-05,
      "loss": 0.0011,
      "step": 21685
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0735989319783418e-05,
      "loss": 0.0013,
      "step": 21686
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0735256126648895e-05,
      "loss": 0.0015,
      "step": 21687
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0734522929540332e-05,
      "loss": 0.0013,
      "step": 21688
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0733789728461696e-05,
      "loss": 0.001,
      "step": 21689
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0733056523416949e-05,
      "loss": 0.0004,
      "step": 21690
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0732323314410051e-05,
      "loss": 0.0006,
      "step": 21691
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.073159010144497e-05,
      "loss": 0.0023,
      "step": 21692
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0730856884525667e-05,
      "loss": 0.0012,
      "step": 21693
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0730123663656103e-05,
      "loss": 0.001,
      "step": 21694
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0729390438840238e-05,
      "loss": 0.002,
      "step": 21695
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0728657210082047e-05,
      "loss": 0.0014,
      "step": 21696
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.072792397738548e-05,
      "loss": 0.0018,
      "step": 21697
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.072719074075451e-05,
      "loss": 0.0011,
      "step": 21698
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0726457500193093e-05,
      "loss": 0.0014,
      "step": 21699
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0725724255705195e-05,
      "loss": 0.0009,
      "step": 21700
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0724991007294778e-05,
      "loss": 0.0016,
      "step": 21701
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0724257754965808e-05,
      "loss": 0.001,
      "step": 21702
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0723524498722246e-05,
      "loss": 0.0019,
      "step": 21703
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0722791238568053e-05,
      "loss": 0.0009,
      "step": 21704
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0722057974507197e-05,
      "loss": 0.0017,
      "step": 21705
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0721324706543642e-05,
      "loss": 0.0011,
      "step": 21706
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0720591434681343e-05,
      "loss": 0.001,
      "step": 21707
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0719858158924273e-05,
      "loss": 0.0013,
      "step": 21708
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0719124879276387e-05,
      "loss": 0.0009,
      "step": 21709
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0718391595741658e-05,
      "loss": 0.0009,
      "step": 21710
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.071765830832404e-05,
      "loss": 0.0012,
      "step": 21711
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.07169250170275e-05,
      "loss": 0.0012,
      "step": 21712
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0716191721856004e-05,
      "loss": 0.0015,
      "step": 21713
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0715458422813512e-05,
      "loss": 0.0011,
      "step": 21714
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0714725119903988e-05,
      "loss": 0.0011,
      "step": 21715
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0713991813131395e-05,
      "loss": 0.0009,
      "step": 21716
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0713258502499699e-05,
      "loss": 0.0021,
      "step": 21717
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0712525188012864e-05,
      "loss": 0.0012,
      "step": 21718
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0711791869674848e-05,
      "loss": 0.0008,
      "step": 21719
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0711058547489622e-05,
      "loss": 0.0017,
      "step": 21720
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0710325221461141e-05,
      "loss": 0.0021,
      "step": 21721
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0709591891593376e-05,
      "loss": 0.0022,
      "step": 21722
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0708858557890287e-05,
      "loss": 0.0015,
      "step": 21723
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0708125220355838e-05,
      "loss": 0.0017,
      "step": 21724
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0707391878993996e-05,
      "loss": 0.0016,
      "step": 21725
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0706658533808719e-05,
      "loss": 0.0011,
      "step": 21726
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0705925184803975e-05,
      "loss": 0.0011,
      "step": 21727
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0705191831983726e-05,
      "loss": 0.0014,
      "step": 21728
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0704458475351938e-05,
      "loss": 0.0015,
      "step": 21729
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0703725114912571e-05,
      "loss": 0.0011,
      "step": 21730
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0702991750669591e-05,
      "loss": 0.0018,
      "step": 21731
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0702258382626962e-05,
      "loss": 0.0009,
      "step": 21732
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0701525010788648e-05,
      "loss": 0.0007,
      "step": 21733
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0700791635158612e-05,
      "loss": 0.002,
      "step": 21734
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0700058255740815e-05,
      "loss": 0.0011,
      "step": 21735
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0699324872539227e-05,
      "loss": 0.001,
      "step": 21736
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0698591485557808e-05,
      "loss": 0.0014,
      "step": 21737
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0697858094800524e-05,
      "loss": 0.0013,
      "step": 21738
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0697124700271337e-05,
      "loss": 0.0009,
      "step": 21739
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0696391301974212e-05,
      "loss": 0.001,
      "step": 21740
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.069565789991311e-05,
      "loss": 0.0012,
      "step": 21741
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0694924494091998e-05,
      "loss": 0.0016,
      "step": 21742
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0694191084514844e-05,
      "loss": 0.0013,
      "step": 21743
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0693457671185608e-05,
      "loss": 0.0014,
      "step": 21744
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0692724254108249e-05,
      "loss": 0.0016,
      "step": 21745
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.069199083328674e-05,
      "loss": 0.0019,
      "step": 21746
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0691257408725038e-05,
      "loss": 0.0014,
      "step": 21747
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0690523980427114e-05,
      "loss": 0.0011,
      "step": 21748
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0689790548396926e-05,
      "loss": 0.0009,
      "step": 21749
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0689057112638441e-05,
      "loss": 0.0012,
      "step": 21750
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0688323673155625e-05,
      "loss": 0.0011,
      "step": 21751
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0687590229952435e-05,
      "loss": 0.0009,
      "step": 21752
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0686856783032846e-05,
      "loss": 0.0012,
      "step": 21753
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0686123332400813e-05,
      "loss": 0.0022,
      "step": 21754
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0685389878060305e-05,
      "loss": 0.0009,
      "step": 21755
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0684656420015284e-05,
      "loss": 0.0013,
      "step": 21756
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0683922958269716e-05,
      "loss": 0.0011,
      "step": 21757
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0683189492827568e-05,
      "loss": 0.0016,
      "step": 21758
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0682456023692795e-05,
      "loss": 0.0011,
      "step": 21759
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0681722550869371e-05,
      "loss": 0.001,
      "step": 21760
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0680989074361254e-05,
      "loss": 0.0019,
      "step": 21761
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0680255594172417e-05,
      "loss": 0.0013,
      "step": 21762
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0679522110306817e-05,
      "loss": 0.0015,
      "step": 21763
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0678788622768417e-05,
      "loss": 0.0011,
      "step": 21764
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0678055131561187e-05,
      "loss": 0.0011,
      "step": 21765
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0677321636689089e-05,
      "loss": 0.0006,
      "step": 21766
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0676588138156087e-05,
      "loss": 0.0023,
      "step": 21767
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0675854635966148e-05,
      "loss": 0.0016,
      "step": 21768
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0675121130123234e-05,
      "loss": 0.0017,
      "step": 21769
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0674387620631308e-05,
      "loss": 0.0011,
      "step": 21770
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.067365410749434e-05,
      "loss": 0.0013,
      "step": 21771
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0672920590716292e-05,
      "loss": 0.0013,
      "step": 21772
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0672187070301126e-05,
      "loss": 0.0009,
      "step": 21773
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.067145354625281e-05,
      "loss": 0.0007,
      "step": 21774
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0670720018575306e-05,
      "loss": 0.0021,
      "step": 21775
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0669986487272584e-05,
      "loss": 0.0007,
      "step": 21776
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.06692529523486e-05,
      "loss": 0.0011,
      "step": 21777
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0668519413807326e-05,
      "loss": 0.0022,
      "step": 21778
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0667785871652724e-05,
      "loss": 0.0011,
      "step": 21779
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.066705232588876e-05,
      "loss": 0.0018,
      "step": 21780
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.06663187765194e-05,
      "loss": 0.001,
      "step": 21781
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0665585223548604e-05,
      "loss": 0.0008,
      "step": 21782
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.066485166698034e-05,
      "loss": 0.0006,
      "step": 21783
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0664118106818576e-05,
      "loss": 0.0016,
      "step": 21784
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.066338454306727e-05,
      "loss": 0.0011,
      "step": 21785
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0662650975730392e-05,
      "loss": 0.0013,
      "step": 21786
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0661917404811901e-05,
      "loss": 0.0011,
      "step": 21787
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0661183830315772e-05,
      "loss": 0.0011,
      "step": 21788
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.066045025224596e-05,
      "loss": 0.0013,
      "step": 21789
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0659716670606434e-05,
      "loss": 0.0016,
      "step": 21790
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0658983085401163e-05,
      "loss": 0.0014,
      "step": 21791
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0658249496634104e-05,
      "loss": 0.0019,
      "step": 21792
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0657515904309227e-05,
      "loss": 0.001,
      "step": 21793
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0656782308430499e-05,
      "loss": 0.0013,
      "step": 21794
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0656048709001877e-05,
      "loss": 0.0015,
      "step": 21795
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0655315106027334e-05,
      "loss": 0.0012,
      "step": 21796
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0654581499510832e-05,
      "loss": 0.0009,
      "step": 21797
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.065384788945634e-05,
      "loss": 0.0022,
      "step": 21798
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0653114275867812e-05,
      "loss": 0.0021,
      "step": 21799
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.065238065874923e-05,
      "loss": 0.0014,
      "step": 21800
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0651647038104543e-05,
      "loss": 0.0009,
      "step": 21801
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0650913413937728e-05,
      "loss": 0.0018,
      "step": 21802
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.065017978625274e-05,
      "loss": 0.0011,
      "step": 21803
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0649446155053553e-05,
      "loss": 0.0016,
      "step": 21804
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0648712520344128e-05,
      "loss": 0.0008,
      "step": 21805
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.0647978882128431e-05,
      "loss": 0.0013,
      "step": 21806
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0647245240410429e-05,
      "loss": 0.0009,
      "step": 21807
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0646511595194084e-05,
      "loss": 0.0012,
      "step": 21808
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0645777946483364e-05,
      "loss": 0.002,
      "step": 21809
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0645044294282232e-05,
      "loss": 0.0011,
      "step": 21810
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0644310638594658e-05,
      "loss": 0.0016,
      "step": 21811
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0643576979424604e-05,
      "loss": 0.0013,
      "step": 21812
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.064284331677603e-05,
      "loss": 0.0012,
      "step": 21813
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0642109650652913e-05,
      "loss": 0.001,
      "step": 21814
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.064137598105921e-05,
      "loss": 0.0016,
      "step": 21815
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0640642307998887e-05,
      "loss": 0.0016,
      "step": 21816
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0639908631475915e-05,
      "loss": 0.0011,
      "step": 21817
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0639174951494253e-05,
      "loss": 0.0014,
      "step": 21818
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0638441268057873e-05,
      "loss": 0.0011,
      "step": 21819
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0637707581170732e-05,
      "loss": 0.0009,
      "step": 21820
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0636973890836807e-05,
      "loss": 0.0013,
      "step": 21821
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0636240197060051e-05,
      "loss": 0.0011,
      "step": 21822
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0635506499844439e-05,
      "loss": 0.0008,
      "step": 21823
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0634772799193933e-05,
      "loss": 0.0009,
      "step": 21824
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0634039095112496e-05,
      "loss": 0.0014,
      "step": 21825
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.06333053876041e-05,
      "loss": 0.0016,
      "step": 21826
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0632571676672705e-05,
      "loss": 0.0017,
      "step": 21827
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0631837962322281e-05,
      "loss": 0.0006,
      "step": 21828
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.063110424455679e-05,
      "loss": 0.0013,
      "step": 21829
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0630370523380202e-05,
      "loss": 0.0014,
      "step": 21830
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0629636798796477e-05,
      "loss": 0.0011,
      "step": 21831
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0628903070809583e-05,
      "loss": 0.001,
      "step": 21832
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0628169339423491e-05,
      "loss": 0.0008,
      "step": 21833
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0627435604642159e-05,
      "loss": 0.0009,
      "step": 21834
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0626701866469557e-05,
      "loss": 0.0011,
      "step": 21835
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0625968124909652e-05,
      "loss": 0.0009,
      "step": 21836
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0625234379966404e-05,
      "loss": 0.0008,
      "step": 21837
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0624500631643786e-05,
      "loss": 0.0019,
      "step": 21838
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0623766879945758e-05,
      "loss": 0.0008,
      "step": 21839
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0623033124876292e-05,
      "loss": 0.0015,
      "step": 21840
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0622299366439349e-05,
      "loss": 0.0009,
      "step": 21841
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0621565604638897e-05,
      "loss": 0.0011,
      "step": 21842
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.06208318394789e-05,
      "loss": 0.0015,
      "step": 21843
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0620098070963326e-05,
      "loss": 0.0018,
      "step": 21844
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0619364299096141e-05,
      "loss": 0.0012,
      "step": 21845
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0618630523881308e-05,
      "loss": 0.0015,
      "step": 21846
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0617896745322799e-05,
      "loss": 0.0012,
      "step": 21847
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0617162963424575e-05,
      "loss": 0.0011,
      "step": 21848
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0616429178190602e-05,
      "loss": 0.0011,
      "step": 21849
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.061569538962485e-05,
      "loss": 0.0008,
      "step": 21850
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0614961597731279e-05,
      "loss": 0.0015,
      "step": 21851
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0614227802513864e-05,
      "loss": 0.0012,
      "step": 21852
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0613494003976562e-05,
      "loss": 0.0023,
      "step": 21853
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0612760202123347e-05,
      "loss": 0.0014,
      "step": 21854
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0612026396958178e-05,
      "loss": 0.0014,
      "step": 21855
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0611292588485025e-05,
      "loss": 0.0012,
      "step": 21856
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0610558776707855e-05,
      "loss": 0.001,
      "step": 21857
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0609824961630632e-05,
      "loss": 0.0008,
      "step": 21858
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0609091143257326e-05,
      "loss": 0.0017,
      "step": 21859
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0608357321591895e-05,
      "loss": 0.0016,
      "step": 21860
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0607623496638317e-05,
      "loss": 0.0013,
      "step": 21861
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0606889668400548e-05,
      "loss": 0.0009,
      "step": 21862
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0606155836882559e-05,
      "loss": 0.0015,
      "step": 21863
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.060542200208832e-05,
      "loss": 0.0009,
      "step": 21864
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0604688164021785e-05,
      "loss": 0.0017,
      "step": 21865
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0603954322686935e-05,
      "loss": 0.0013,
      "step": 21866
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0603220478087725e-05,
      "loss": 0.001,
      "step": 21867
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0602486630228131e-05,
      "loss": 0.0015,
      "step": 21868
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0601752779112114e-05,
      "loss": 0.0018,
      "step": 21869
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0601018924743638e-05,
      "loss": 0.0008,
      "step": 21870
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0600285067126675e-05,
      "loss": 0.0005,
      "step": 21871
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0599551206265186e-05,
      "loss": 0.002,
      "step": 21872
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0598817342163146e-05,
      "loss": 0.0005,
      "step": 21873
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0598083474824511e-05,
      "loss": 0.001,
      "step": 21874
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0597349604253255e-05,
      "loss": 0.0004,
      "step": 21875
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0596615730453343e-05,
      "loss": 0.002,
      "step": 21876
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.059588185342874e-05,
      "loss": 0.0012,
      "step": 21877
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0595147973183416e-05,
      "loss": 0.0015,
      "step": 21878
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.059441408972133e-05,
      "loss": 0.0009,
      "step": 21879
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0593680203046454e-05,
      "loss": 0.0014,
      "step": 21880
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0592946313162755e-05,
      "loss": 0.0012,
      "step": 21881
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0592212420074202e-05,
      "loss": 0.001,
      "step": 21882
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0591478523784754e-05,
      "loss": 0.0019,
      "step": 21883
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0590744624298385e-05,
      "loss": 0.0009,
      "step": 21884
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0590010721619058e-05,
      "loss": 0.0014,
      "step": 21885
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.058927681575074e-05,
      "loss": 0.0013,
      "step": 21886
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0588542906697401e-05,
      "loss": 0.0012,
      "step": 21887
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0587808994463002e-05,
      "loss": 0.0013,
      "step": 21888
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0587075079051514e-05,
      "loss": 0.0015,
      "step": 21889
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0586341160466905e-05,
      "loss": 0.0015,
      "step": 21890
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0585607238713136e-05,
      "loss": 0.0007,
      "step": 21891
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0584873313794179e-05,
      "loss": 0.0023,
      "step": 21892
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0584139385713999e-05,
      "loss": 0.0013,
      "step": 21893
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0583405454476563e-05,
      "loss": 0.002,
      "step": 21894
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0582671520085836e-05,
      "loss": 0.0015,
      "step": 21895
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0581937582545789e-05,
      "loss": 0.0012,
      "step": 21896
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0581203641860388e-05,
      "loss": 0.0017,
      "step": 21897
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0580469698033596e-05,
      "loss": 0.0013,
      "step": 21898
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0579735751069385e-05,
      "loss": 0.0006,
      "step": 21899
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0579001800971715e-05,
      "loss": 0.0013,
      "step": 21900
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0578267847744561e-05,
      "loss": 0.0007,
      "step": 21901
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0577533891391885e-05,
      "loss": 0.0013,
      "step": 21902
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0576799931917659e-05,
      "loss": 0.0012,
      "step": 21903
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.057606596932584e-05,
      "loss": 0.0014,
      "step": 21904
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0575332003620406e-05,
      "loss": 0.0017,
      "step": 21905
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.057459803480532e-05,
      "loss": 0.0019,
      "step": 21906
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0573864062884546e-05,
      "loss": 0.0011,
      "step": 21907
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0573130087862058e-05,
      "loss": 0.0011,
      "step": 21908
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0572396109741819e-05,
      "loss": 0.0014,
      "step": 21909
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.057166212852779e-05,
      "loss": 0.0013,
      "step": 21910
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0570928144223952e-05,
      "loss": 0.0007,
      "step": 21911
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0570194156834257e-05,
      "loss": 0.0014,
      "step": 21912
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0569460166362683e-05,
      "loss": 0.0011,
      "step": 21913
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0568726172813192e-05,
      "loss": 0.0008,
      "step": 21914
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0567992176189756e-05,
      "loss": 0.0014,
      "step": 21915
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.056725817649634e-05,
      "loss": 0.0011,
      "step": 21916
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0566524173736907e-05,
      "loss": 0.0009,
      "step": 21917
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0565790167915431e-05,
      "loss": 0.0021,
      "step": 21918
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0565056159035872e-05,
      "loss": 0.0008,
      "step": 21919
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0564322147102204e-05,
      "loss": 0.0016,
      "step": 21920
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.056358813211839e-05,
      "loss": 0.0021,
      "step": 21921
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0562854114088398e-05,
      "loss": 0.0009,
      "step": 21922
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.05621200930162e-05,
      "loss": 0.0007,
      "step": 21923
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0561386068905756e-05,
      "loss": 0.0025,
      "step": 21924
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.056065204176104e-05,
      "loss": 0.001,
      "step": 21925
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0559918011586014e-05,
      "loss": 0.0012,
      "step": 21926
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0559183978384651e-05,
      "loss": 0.0012,
      "step": 21927
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0558449942160913e-05,
      "loss": 0.0018,
      "step": 21928
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.055771590291877e-05,
      "loss": 0.0014,
      "step": 21929
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.055698186066219e-05,
      "loss": 0.0013,
      "step": 21930
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0556247815395138e-05,
      "loss": 0.001,
      "step": 21931
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0555513767121584e-05,
      "loss": 0.001,
      "step": 21932
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0554779715845494e-05,
      "loss": 0.0013,
      "step": 21933
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0554045661570837e-05,
      "loss": 0.001,
      "step": 21934
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0553311604301576e-05,
      "loss": 0.0006,
      "step": 21935
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.055257754404169e-05,
      "loss": 0.0012,
      "step": 21936
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0551843480795134e-05,
      "loss": 0.0012,
      "step": 21937
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0551109414565879e-05,
      "loss": 0.0021,
      "step": 21938
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0550375345357897e-05,
      "loss": 0.0016,
      "step": 21939
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.054964127317515e-05,
      "loss": 0.0014,
      "step": 21940
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.054890719802161e-05,
      "loss": 0.0015,
      "step": 21941
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0548173119901242e-05,
      "loss": 0.0015,
      "step": 21942
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0547439038818014e-05,
      "loss": 0.0011,
      "step": 21943
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0546704954775897e-05,
      "loss": 0.0011,
      "step": 21944
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0545970867778854e-05,
      "loss": 0.0028,
      "step": 21945
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0545236777830856e-05,
      "loss": 0.001,
      "step": 21946
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0544502684935867e-05,
      "loss": 0.0017,
      "step": 21947
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.054376858909786e-05,
      "loss": 0.0009,
      "step": 21948
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.05430344903208e-05,
      "loss": 0.0013,
      "step": 21949
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0542300388608652e-05,
      "loss": 0.0013,
      "step": 21950
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.054156628396539e-05,
      "loss": 0.0009,
      "step": 21951
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0540832176394975e-05,
      "loss": 0.0021,
      "step": 21952
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0540098065901381e-05,
      "loss": 0.0009,
      "step": 21953
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0539363952488571e-05,
      "loss": 0.0013,
      "step": 21954
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0538629836160517e-05,
      "loss": 0.002,
      "step": 21955
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0537895716921184e-05,
      "loss": 0.0007,
      "step": 21956
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.053716159477454e-05,
      "loss": 0.0013,
      "step": 21957
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0536427469724552e-05,
      "loss": 0.0022,
      "step": 21958
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0535693341775191e-05,
      "loss": 0.0018,
      "step": 21959
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0534959210930424e-05,
      "loss": 0.001,
      "step": 21960
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0534225077194217e-05,
      "loss": 0.0018,
      "step": 21961
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.053349094057054e-05,
      "loss": 0.0009,
      "step": 21962
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0532756801063361e-05,
      "loss": 0.001,
      "step": 21963
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0532022658676649e-05,
      "loss": 0.0011,
      "step": 21964
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0531288513414368e-05,
      "loss": 0.0006,
      "step": 21965
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0530554365280488e-05,
      "loss": 0.0021,
      "step": 21966
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0529820214278978e-05,
      "loss": 0.0005,
      "step": 21967
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0529086060413807e-05,
      "loss": 0.0016,
      "step": 21968
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.052835190368894e-05,
      "loss": 0.0012,
      "step": 21969
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.052761774410835e-05,
      "loss": 0.0011,
      "step": 21970
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0526883581675998e-05,
      "loss": 0.0015,
      "step": 21971
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0526149416395857e-05,
      "loss": 0.0017,
      "step": 21972
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0525415248271893e-05,
      "loss": 0.0012,
      "step": 21973
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0524681077308076e-05,
      "loss": 0.0017,
      "step": 21974
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0523946903508373e-05,
      "loss": 0.0007,
      "step": 21975
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0523212726876752e-05,
      "loss": 0.0011,
      "step": 21976
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0522478547417183e-05,
      "loss": 0.0009,
      "step": 21977
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0521744365133633e-05,
      "loss": 0.0007,
      "step": 21978
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0521010180030072e-05,
      "loss": 0.0013,
      "step": 21979
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0520275992110463e-05,
      "loss": 0.0014,
      "step": 21980
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0519541801378778e-05,
      "loss": 0.001,
      "step": 21981
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.051880760783899e-05,
      "loss": 0.0011,
      "step": 21982
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0518073411495058e-05,
      "loss": 0.0009,
      "step": 21983
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0517339212350955e-05,
      "loss": 0.0014,
      "step": 21984
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0516605010410647e-05,
      "loss": 0.0014,
      "step": 21985
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.051587080567811e-05,
      "loss": 0.001,
      "step": 21986
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.05151365981573e-05,
      "loss": 0.0015,
      "step": 21987
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0514402387852198e-05,
      "loss": 0.0012,
      "step": 21988
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0513668174766764e-05,
      "loss": 0.0016,
      "step": 21989
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0512933958904967e-05,
      "loss": 0.0016,
      "step": 21990
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0512199740270781e-05,
      "loss": 0.0009,
      "step": 21991
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0511465518868167e-05,
      "loss": 0.0013,
      "step": 21992
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.05107312947011e-05,
      "loss": 0.0014,
      "step": 21993
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0509997067773543e-05,
      "loss": 0.0012,
      "step": 21994
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0509262838089467e-05,
      "loss": 0.0017,
      "step": 21995
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0508528605652843e-05,
      "loss": 0.0013,
      "step": 21996
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0507794370467635e-05,
      "loss": 0.0014,
      "step": 21997
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0507060132537814e-05,
      "loss": 0.0011,
      "step": 21998
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0506325891867348e-05,
      "loss": 0.0009,
      "step": 21999
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0505591648460207e-05,
      "loss": 0.0017,
      "step": 22000
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0504857402320359e-05,
      "loss": 0.0013,
      "step": 22001
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0504123153451768e-05,
      "loss": 0.0013,
      "step": 22002
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0503388901858409e-05,
      "loss": 0.0016,
      "step": 22003
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0502654647544246e-05,
      "loss": 0.001,
      "step": 22004
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0501920390513251e-05,
      "loss": 0.0005,
      "step": 22005
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0501186130769392e-05,
      "loss": 0.0025,
      "step": 22006
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0500451868316637e-05,
      "loss": 0.0008,
      "step": 22007
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0499717603158952e-05,
      "loss": 0.0008,
      "step": 22008
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.049898333530031e-05,
      "loss": 0.0006,
      "step": 22009
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0498249064744679e-05,
      "loss": 0.0005,
      "step": 22010
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0497514791496025e-05,
      "loss": 0.0017,
      "step": 22011
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0496780515558317e-05,
      "loss": 0.0018,
      "step": 22012
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0496046236935529e-05,
      "loss": 0.0017,
      "step": 22013
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0495311955631622e-05,
      "loss": 0.0009,
      "step": 22014
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0494577671650572e-05,
      "loss": 0.0009,
      "step": 22015
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0493843384996341e-05,
      "loss": 0.0008,
      "step": 22016
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0493109095672904e-05,
      "loss": 0.0015,
      "step": 22017
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0492374803684224e-05,
      "loss": 0.0014,
      "step": 22018
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0491640509034276e-05,
      "loss": 0.0009,
      "step": 22019
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0490906211727023e-05,
      "loss": 0.0017,
      "step": 22020
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.049017191176644e-05,
      "loss": 0.0017,
      "step": 22021
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0489437609156491e-05,
      "loss": 0.0026,
      "step": 22022
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0488703303901144e-05,
      "loss": 0.0016,
      "step": 22023
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0487968996004373e-05,
      "loss": 0.0011,
      "step": 22024
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0487234685470142e-05,
      "loss": 0.0014,
      "step": 22025
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0486500372302426e-05,
      "loss": 0.0009,
      "step": 22026
    },
    {
      "epoch": 0.5,
      "learning_rate": 1.0485766056505184e-05,
      "loss": 0.0009,
      "step": 22027
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0485031738082396e-05,
      "loss": 0.0008,
      "step": 22028
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0484297417038026e-05,
      "loss": 0.0013,
      "step": 22029
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0483563093376037e-05,
      "loss": 0.0015,
      "step": 22030
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0482828767100409e-05,
      "loss": 0.0012,
      "step": 22031
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0482094438215102e-05,
      "loss": 0.0012,
      "step": 22032
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0481360106724093e-05,
      "loss": 0.0013,
      "step": 22033
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0480625772631348e-05,
      "loss": 0.0013,
      "step": 22034
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.047989143594083e-05,
      "loss": 0.0013,
      "step": 22035
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0479157096656516e-05,
      "loss": 0.0011,
      "step": 22036
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0478422754782372e-05,
      "loss": 0.0012,
      "step": 22037
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0477688410322367e-05,
      "loss": 0.0014,
      "step": 22038
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0476954063280468e-05,
      "loss": 0.0014,
      "step": 22039
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.047621971366065e-05,
      "loss": 0.0012,
      "step": 22040
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0475485361466879e-05,
      "loss": 0.0013,
      "step": 22041
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0474751006703122e-05,
      "loss": 0.0015,
      "step": 22042
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.047401664937335e-05,
      "loss": 0.0006,
      "step": 22043
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0473282289481532e-05,
      "loss": 0.0012,
      "step": 22044
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0472547927031638e-05,
      "loss": 0.0015,
      "step": 22045
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0471813562027635e-05,
      "loss": 0.001,
      "step": 22046
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0471079194473497e-05,
      "loss": 0.0011,
      "step": 22047
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0470344824373187e-05,
      "loss": 0.0013,
      "step": 22048
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0469610451730676e-05,
      "loss": 0.0011,
      "step": 22049
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0468876076549937e-05,
      "loss": 0.0008,
      "step": 22050
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0468141698834936e-05,
      "loss": 0.0013,
      "step": 22051
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0467407318589644e-05,
      "loss": 0.0014,
      "step": 22052
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0466672935818027e-05,
      "loss": 0.0015,
      "step": 22053
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.046593855052406e-05,
      "loss": 0.0018,
      "step": 22054
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0465204162711709e-05,
      "loss": 0.0008,
      "step": 22055
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.046446977238494e-05,
      "loss": 0.001,
      "step": 22056
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0463735379547729e-05,
      "loss": 0.001,
      "step": 22057
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0463000984204039e-05,
      "loss": 0.0016,
      "step": 22058
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0462266586357845e-05,
      "loss": 0.001,
      "step": 22059
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0461532186013113e-05,
      "loss": 0.0016,
      "step": 22060
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0460797783173812e-05,
      "loss": 0.0007,
      "step": 22061
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0460063377843917e-05,
      "loss": 0.0009,
      "step": 22062
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0459328970027388e-05,
      "loss": 0.0012,
      "step": 22063
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0458594559728203e-05,
      "loss": 0.0015,
      "step": 22064
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0457860146950326e-05,
      "loss": 0.0016,
      "step": 22065
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0457125731697726e-05,
      "loss": 0.0007,
      "step": 22066
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.045639131397438e-05,
      "loss": 0.0021,
      "step": 22067
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.045565689378425e-05,
      "loss": 0.0014,
      "step": 22068
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.045492247113131e-05,
      "loss": 0.0007,
      "step": 22069
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0454188046019525e-05,
      "loss": 0.0014,
      "step": 22070
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0453453618452869e-05,
      "loss": 0.0014,
      "step": 22071
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.045271918843531e-05,
      "loss": 0.0011,
      "step": 22072
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0451984755970816e-05,
      "loss": 0.0012,
      "step": 22073
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.045125032106336e-05,
      "loss": 0.002,
      "step": 22074
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0450515883716908e-05,
      "loss": 0.0007,
      "step": 22075
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.044978144393543e-05,
      "loss": 0.0016,
      "step": 22076
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0449047001722897e-05,
      "loss": 0.0007,
      "step": 22077
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.044831255708328e-05,
      "loss": 0.0006,
      "step": 22078
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0447578110020545e-05,
      "loss": 0.0012,
      "step": 22079
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0446843660538666e-05,
      "loss": 0.002,
      "step": 22080
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0446109208641606e-05,
      "loss": 0.0008,
      "step": 22081
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0445374754333344e-05,
      "loss": 0.0009,
      "step": 22082
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0444640297617843e-05,
      "loss": 0.0009,
      "step": 22083
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.044390583849907e-05,
      "loss": 0.0017,
      "step": 22084
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0443171376981004e-05,
      "loss": 0.0013,
      "step": 22085
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.044243691306761e-05,
      "loss": 0.0008,
      "step": 22086
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0441702446762857e-05,
      "loss": 0.0013,
      "step": 22087
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0440967978070715e-05,
      "loss": 0.001,
      "step": 22088
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0440233506995154e-05,
      "loss": 0.0007,
      "step": 22089
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0439499033540146e-05,
      "loss": 0.0011,
      "step": 22090
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0438764557709656e-05,
      "loss": 0.0015,
      "step": 22091
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.043803007950766e-05,
      "loss": 0.0014,
      "step": 22092
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0437295598938119e-05,
      "loss": 0.0009,
      "step": 22093
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0436561116005012e-05,
      "loss": 0.0028,
      "step": 22094
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0435826630712307e-05,
      "loss": 0.0014,
      "step": 22095
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0435092143063969e-05,
      "loss": 0.0022,
      "step": 22096
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0434357653063973e-05,
      "loss": 0.0013,
      "step": 22097
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0433623160716285e-05,
      "loss": 0.0012,
      "step": 22098
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0432888666024876e-05,
      "loss": 0.0015,
      "step": 22099
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0432154168993717e-05,
      "loss": 0.0016,
      "step": 22100
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.043141966962678e-05,
      "loss": 0.0014,
      "step": 22101
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.043068516792803e-05,
      "loss": 0.0008,
      "step": 22102
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.042995066390144e-05,
      "loss": 0.0014,
      "step": 22103
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0429216157550981e-05,
      "loss": 0.0014,
      "step": 22104
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.042848164888062e-05,
      "loss": 0.0012,
      "step": 22105
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0427747137894328e-05,
      "loss": 0.0009,
      "step": 22106
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0427012624596078e-05,
      "loss": 0.0012,
      "step": 22107
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0426278108989835e-05,
      "loss": 0.0006,
      "step": 22108
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0425543591079572e-05,
      "loss": 0.0017,
      "step": 22109
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.042480907086926e-05,
      "loss": 0.001,
      "step": 22110
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0424074548362867e-05,
      "loss": 0.0011,
      "step": 22111
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0423340023564362e-05,
      "loss": 0.0015,
      "step": 22112
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0422605496477718e-05,
      "loss": 0.0015,
      "step": 22113
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0421870967106907e-05,
      "loss": 0.0012,
      "step": 22114
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.042113643545589e-05,
      "loss": 0.0009,
      "step": 22115
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0420401901528647e-05,
      "loss": 0.0009,
      "step": 22116
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0419667365329143e-05,
      "loss": 0.0009,
      "step": 22117
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.041893282686135e-05,
      "loss": 0.0006,
      "step": 22118
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0418198286129235e-05,
      "loss": 0.0015,
      "step": 22119
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0417463743136774e-05,
      "loss": 0.0011,
      "step": 22120
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.041672919788793e-05,
      "loss": 0.0015,
      "step": 22121
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.041599465038668e-05,
      "loss": 0.0014,
      "step": 22122
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0415260100636993e-05,
      "loss": 0.0019,
      "step": 22123
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0414525548642835e-05,
      "loss": 0.001,
      "step": 22124
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0413790994408179e-05,
      "loss": 0.0018,
      "step": 22125
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0413056437936994e-05,
      "loss": 0.0012,
      "step": 22126
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0412321879233256e-05,
      "loss": 0.0006,
      "step": 22127
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0411587318300926e-05,
      "loss": 0.0009,
      "step": 22128
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0410852755143982e-05,
      "loss": 0.0009,
      "step": 22129
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0410118189766386e-05,
      "loss": 0.0011,
      "step": 22130
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0409383622172118e-05,
      "loss": 0.0014,
      "step": 22131
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0408649052365143e-05,
      "loss": 0.0016,
      "step": 22132
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.040791448034943e-05,
      "loss": 0.0016,
      "step": 22133
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0407179906128952e-05,
      "loss": 0.0016,
      "step": 22134
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0406445329707682e-05,
      "loss": 0.0019,
      "step": 22135
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0405710751089585e-05,
      "loss": 0.0012,
      "step": 22136
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.040497617027863e-05,
      "loss": 0.0013,
      "step": 22137
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0404241587278791e-05,
      "loss": 0.0015,
      "step": 22138
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0403507002094042e-05,
      "loss": 0.0016,
      "step": 22139
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.040277241472835e-05,
      "loss": 0.0017,
      "step": 22140
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0402037825185683e-05,
      "loss": 0.0013,
      "step": 22141
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0401303233470015e-05,
      "loss": 0.0013,
      "step": 22142
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0400568639585313e-05,
      "loss": 0.0012,
      "step": 22143
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0399834043535553e-05,
      "loss": 0.0012,
      "step": 22144
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0399099445324698e-05,
      "loss": 0.0017,
      "step": 22145
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0398364844956726e-05,
      "loss": 0.0017,
      "step": 22146
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.03976302424356e-05,
      "loss": 0.0007,
      "step": 22147
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0396895637765296e-05,
      "loss": 0.0008,
      "step": 22148
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0396161030949785e-05,
      "loss": 0.0012,
      "step": 22149
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0395426421993034e-05,
      "loss": 0.0013,
      "step": 22150
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0394691810899014e-05,
      "loss": 0.0007,
      "step": 22151
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0393957197671696e-05,
      "loss": 0.0011,
      "step": 22152
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0393222582315052e-05,
      "loss": 0.0014,
      "step": 22153
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0392487964833052e-05,
      "loss": 0.0005,
      "step": 22154
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0391753345229668e-05,
      "loss": 0.0011,
      "step": 22155
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0391018723508864e-05,
      "loss": 0.0004,
      "step": 22156
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0390284099674616e-05,
      "loss": 0.0006,
      "step": 22157
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.03895494737309e-05,
      "loss": 0.0011,
      "step": 22158
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0388814845681677e-05,
      "loss": 0.0014,
      "step": 22159
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.038808021553092e-05,
      "loss": 0.0009,
      "step": 22160
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0387345583282604e-05,
      "loss": 0.0012,
      "step": 22161
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0386610948940695e-05,
      "loss": 0.0018,
      "step": 22162
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0385876312509165e-05,
      "loss": 0.0011,
      "step": 22163
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0385141673991984e-05,
      "loss": 0.0009,
      "step": 22164
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0384407033393126e-05,
      "loss": 0.0014,
      "step": 22165
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0383672390716558e-05,
      "loss": 0.001,
      "step": 22166
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0382937745966253e-05,
      "loss": 0.001,
      "step": 22167
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0382203099146182e-05,
      "loss": 0.0014,
      "step": 22168
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0381468450260312e-05,
      "loss": 0.0014,
      "step": 22169
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.038073379931262e-05,
      "loss": 0.0016,
      "step": 22170
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0379999146307067e-05,
      "loss": 0.0012,
      "step": 22171
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0379264491247636e-05,
      "loss": 0.0008,
      "step": 22172
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0378529834138287e-05,
      "loss": 0.0019,
      "step": 22173
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0377795174982999e-05,
      "loss": 0.001,
      "step": 22174
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0377060513785737e-05,
      "loss": 0.0011,
      "step": 22175
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0376325850550474e-05,
      "loss": 0.0011,
      "step": 22176
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0375591185281184e-05,
      "loss": 0.0012,
      "step": 22177
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0374856517981832e-05,
      "loss": 0.001,
      "step": 22178
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0374121848656393e-05,
      "loss": 0.0011,
      "step": 22179
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0373387177308838e-05,
      "loss": 0.0011,
      "step": 22180
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0372652503943135e-05,
      "loss": 0.0007,
      "step": 22181
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0371917828563256e-05,
      "loss": 0.0007,
      "step": 22182
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0371183151173172e-05,
      "loss": 0.001,
      "step": 22183
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0370448471776855e-05,
      "loss": 0.0023,
      "step": 22184
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0369713790378273e-05,
      "loss": 0.0019,
      "step": 22185
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0368979106981402e-05,
      "loss": 0.0009,
      "step": 22186
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.036824442159021e-05,
      "loss": 0.0016,
      "step": 22187
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0367509734208665e-05,
      "loss": 0.0012,
      "step": 22188
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0366775044840742e-05,
      "loss": 0.0008,
      "step": 22189
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.036604035349041e-05,
      "loss": 0.0013,
      "step": 22190
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0365305660161644e-05,
      "loss": 0.0012,
      "step": 22191
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0364570964858407e-05,
      "loss": 0.0012,
      "step": 22192
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0363836267584676e-05,
      "loss": 0.0011,
      "step": 22193
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0363101568344425e-05,
      "loss": 0.0014,
      "step": 22194
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0362366867141616e-05,
      "loss": 0.0012,
      "step": 22195
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0361632163980227e-05,
      "loss": 0.0012,
      "step": 22196
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0360897458864225e-05,
      "loss": 0.001,
      "step": 22197
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0360162751797586e-05,
      "loss": 0.0014,
      "step": 22198
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0359428042784279e-05,
      "loss": 0.001,
      "step": 22199
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.035869333182827e-05,
      "loss": 0.0011,
      "step": 22200
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0357958618933537e-05,
      "loss": 0.0019,
      "step": 22201
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0357223904104046e-05,
      "loss": 0.001,
      "step": 22202
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0356489187343772e-05,
      "loss": 0.0006,
      "step": 22203
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0355754468656685e-05,
      "loss": 0.0011,
      "step": 22204
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0355019748046755e-05,
      "loss": 0.0015,
      "step": 22205
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0354285025517954e-05,
      "loss": 0.0007,
      "step": 22206
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0353550301074253e-05,
      "loss": 0.0009,
      "step": 22207
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0352815574719623e-05,
      "loss": 0.0007,
      "step": 22208
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0352080846458034e-05,
      "loss": 0.0012,
      "step": 22209
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.035134611629346e-05,
      "loss": 0.0016,
      "step": 22210
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.035061138422987e-05,
      "loss": 0.0015,
      "step": 22211
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0349876650271237e-05,
      "loss": 0.0017,
      "step": 22212
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0349141914421533e-05,
      "loss": 0.0015,
      "step": 22213
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0348407176684723e-05,
      "loss": 0.0009,
      "step": 22214
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0347672437064787e-05,
      "loss": 0.0015,
      "step": 22215
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0346937695565686e-05,
      "loss": 0.0013,
      "step": 22216
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0346202952191401e-05,
      "loss": 0.001,
      "step": 22217
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0345468206945899e-05,
      "loss": 0.0009,
      "step": 22218
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0344733459833152e-05,
      "loss": 0.0011,
      "step": 22219
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0343998710857133e-05,
      "loss": 0.0011,
      "step": 22220
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0343263960021805e-05,
      "loss": 0.0023,
      "step": 22221
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0342529207331152e-05,
      "loss": 0.0021,
      "step": 22222
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0341794452789133e-05,
      "loss": 0.001,
      "step": 22223
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0341059696399731e-05,
      "loss": 0.0017,
      "step": 22224
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0340324938166907e-05,
      "loss": 0.0012,
      "step": 22225
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0339590178094638e-05,
      "loss": 0.0008,
      "step": 22226
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0338855416186896e-05,
      "loss": 0.0012,
      "step": 22227
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0338120652447648e-05,
      "loss": 0.0009,
      "step": 22228
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0337385886880868e-05,
      "loss": 0.002,
      "step": 22229
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0336651119490528e-05,
      "loss": 0.0015,
      "step": 22230
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.03359163502806e-05,
      "loss": 0.0016,
      "step": 22231
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0335181579255053e-05,
      "loss": 0.0017,
      "step": 22232
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.033444680641786e-05,
      "loss": 0.0013,
      "step": 22233
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0333712031772994e-05,
      "loss": 0.0012,
      "step": 22234
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.033297725532442e-05,
      "loss": 0.0012,
      "step": 22235
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0332242477076118e-05,
      "loss": 0.0016,
      "step": 22236
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.033150769703205e-05,
      "loss": 0.0012,
      "step": 22237
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0330772915196199e-05,
      "loss": 0.0009,
      "step": 22238
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0330038131572526e-05,
      "loss": 0.0014,
      "step": 22239
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.032930334616501e-05,
      "loss": 0.0009,
      "step": 22240
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0328568558977618e-05,
      "loss": 0.0015,
      "step": 22241
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.032783377001432e-05,
      "loss": 0.0006,
      "step": 22242
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0327098979279093e-05,
      "loss": 0.0009,
      "step": 22243
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0326364186775906e-05,
      "loss": 0.0005,
      "step": 22244
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.032562939250873e-05,
      "loss": 0.001,
      "step": 22245
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0324894596481533e-05,
      "loss": 0.0008,
      "step": 22246
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0324159798698294e-05,
      "loss": 0.0008,
      "step": 22247
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0323424999162981e-05,
      "loss": 0.0013,
      "step": 22248
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0322690197879564e-05,
      "loss": 0.0008,
      "step": 22249
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0321955394852019e-05,
      "loss": 0.0012,
      "step": 22250
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.032122059008431e-05,
      "loss": 0.0005,
      "step": 22251
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0320485783580418e-05,
      "loss": 0.0018,
      "step": 22252
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.031975097534431e-05,
      "loss": 0.0012,
      "step": 22253
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0319016165379953e-05,
      "loss": 0.001,
      "step": 22254
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0318281353691327e-05,
      "loss": 0.0009,
      "step": 22255
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0317546540282396e-05,
      "loss": 0.0018,
      "step": 22256
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0316811725157138e-05,
      "loss": 0.001,
      "step": 22257
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0316076908319522e-05,
      "loss": 0.0015,
      "step": 22258
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0315342089773521e-05,
      "loss": 0.0012,
      "step": 22259
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0314607269523104e-05,
      "loss": 0.002,
      "step": 22260
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0313872447572245e-05,
      "loss": 0.0008,
      "step": 22261
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0313137623924914e-05,
      "loss": 0.0005,
      "step": 22262
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0312402798585082e-05,
      "loss": 0.0017,
      "step": 22263
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.031166797155672e-05,
      "loss": 0.0016,
      "step": 22264
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0310933142843809e-05,
      "loss": 0.0008,
      "step": 22265
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0310198312450308e-05,
      "loss": 0.0014,
      "step": 22266
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0309463480380198e-05,
      "loss": 0.0019,
      "step": 22267
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0308728646637442e-05,
      "loss": 0.0011,
      "step": 22268
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0307993811226023e-05,
      "loss": 0.0009,
      "step": 22269
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0307258974149901e-05,
      "loss": 0.0015,
      "step": 22270
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.030652413541306e-05,
      "loss": 0.0019,
      "step": 22271
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0305789295019462e-05,
      "loss": 0.0011,
      "step": 22272
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0305054452973078e-05,
      "loss": 0.0013,
      "step": 22273
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0304319609277888e-05,
      "loss": 0.0009,
      "step": 22274
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.030358476393786e-05,
      "loss": 0.0009,
      "step": 22275
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0302849916956964e-05,
      "loss": 0.0019,
      "step": 22276
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.030211506833917e-05,
      "loss": 0.0019,
      "step": 22277
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.030138021808846e-05,
      "loss": 0.0007,
      "step": 22278
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0300645366208792e-05,
      "loss": 0.0014,
      "step": 22279
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.029991051270415e-05,
      "loss": 0.0015,
      "step": 22280
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.02991756575785e-05,
      "loss": 0.0011,
      "step": 22281
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.029844080083581e-05,
      "loss": 0.0012,
      "step": 22282
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.029770594248006e-05,
      "loss": 0.0011,
      "step": 22283
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.029697108251522e-05,
      "loss": 0.0012,
      "step": 22284
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0296236220945254e-05,
      "loss": 0.0016,
      "step": 22285
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0295501357774146e-05,
      "loss": 0.0012,
      "step": 22286
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.029476649300586e-05,
      "loss": 0.0013,
      "step": 22287
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.029403162664437e-05,
      "loss": 0.0012,
      "step": 22288
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0293296758693648e-05,
      "loss": 0.0009,
      "step": 22289
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0292561889157665e-05,
      "loss": 0.0011,
      "step": 22290
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0291827018040393e-05,
      "loss": 0.0019,
      "step": 22291
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0291092145345807e-05,
      "loss": 0.0017,
      "step": 22292
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0290357271077875e-05,
      "loss": 0.0014,
      "step": 22293
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.028962239524057e-05,
      "loss": 0.0016,
      "step": 22294
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0288887517837867e-05,
      "loss": 0.0012,
      "step": 22295
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0288152638873733e-05,
      "loss": 0.0007,
      "step": 22296
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0287417758352146e-05,
      "loss": 0.0014,
      "step": 22297
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.028668287627707e-05,
      "loss": 0.0015,
      "step": 22298
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0285947992652483e-05,
      "loss": 0.001,
      "step": 22299
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0285213107482359e-05,
      "loss": 0.0016,
      "step": 22300
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.028447822077066e-05,
      "loss": 0.0012,
      "step": 22301
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.028374333252137e-05,
      "loss": 0.0007,
      "step": 22302
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0283008442738453e-05,
      "loss": 0.0011,
      "step": 22303
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0282273551425885e-05,
      "loss": 0.0024,
      "step": 22304
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.028153865858764e-05,
      "loss": 0.0007,
      "step": 22305
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0280803764227682e-05,
      "loss": 0.0009,
      "step": 22306
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.028006886834999e-05,
      "loss": 0.0011,
      "step": 22307
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0279333970958533e-05,
      "loss": 0.0012,
      "step": 22308
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0278599072057287e-05,
      "loss": 0.0019,
      "step": 22309
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.027786417165022e-05,
      "loss": 0.0009,
      "step": 22310
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0277129269741306e-05,
      "loss": 0.0008,
      "step": 22311
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0276394366334517e-05,
      "loss": 0.0013,
      "step": 22312
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0275659461433822e-05,
      "loss": 0.0015,
      "step": 22313
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0274924555043197e-05,
      "loss": 0.0013,
      "step": 22314
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0274189647166613e-05,
      "loss": 0.0007,
      "step": 22315
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0273454737808042e-05,
      "loss": 0.0017,
      "step": 22316
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0272719826971456e-05,
      "loss": 0.0009,
      "step": 22317
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0271984914660829e-05,
      "loss": 0.0017,
      "step": 22318
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.027125000088013e-05,
      "loss": 0.0008,
      "step": 22319
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0270515085633332e-05,
      "loss": 0.001,
      "step": 22320
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.026978016892441e-05,
      "loss": 0.001,
      "step": 22321
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0269045250757332e-05,
      "loss": 0.0014,
      "step": 22322
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0268310331136076e-05,
      "loss": 0.0013,
      "step": 22323
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0267575410064608e-05,
      "loss": 0.0015,
      "step": 22324
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0266840487546903e-05,
      "loss": 0.0009,
      "step": 22325
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0266105563586936e-05,
      "loss": 0.0008,
      "step": 22326
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0265370638188673e-05,
      "loss": 0.0017,
      "step": 22327
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0264635711356093e-05,
      "loss": 0.0011,
      "step": 22328
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.026390078309316e-05,
      "loss": 0.0015,
      "step": 22329
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0263165853403854e-05,
      "loss": 0.0015,
      "step": 22330
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0262430922292144e-05,
      "loss": 0.0011,
      "step": 22331
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0261695989762004e-05,
      "loss": 0.0006,
      "step": 22332
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0260961055817405e-05,
      "loss": 0.0006,
      "step": 22333
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0260226120462315e-05,
      "loss": 0.001,
      "step": 22334
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0259491183700715e-05,
      "loss": 0.0012,
      "step": 22335
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.025875624553657e-05,
      "loss": 0.0017,
      "step": 22336
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0258021305973855e-05,
      "loss": 0.0014,
      "step": 22337
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0257286365016546e-05,
      "loss": 0.0012,
      "step": 22338
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0256551422668608e-05,
      "loss": 0.0007,
      "step": 22339
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0255816478934022e-05,
      "loss": 0.0022,
      "step": 22340
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.025508153381675e-05,
      "loss": 0.0016,
      "step": 22341
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0254346587320774e-05,
      "loss": 0.0005,
      "step": 22342
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.025361163945006e-05,
      "loss": 0.001,
      "step": 22343
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0252876690208584e-05,
      "loss": 0.001,
      "step": 22344
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0252141739600318e-05,
      "loss": 0.001,
      "step": 22345
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0251406787629232e-05,
      "loss": 0.0009,
      "step": 22346
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.02506718342993e-05,
      "loss": 0.0011,
      "step": 22347
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0249936879614493e-05,
      "loss": 0.001,
      "step": 22348
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0249201923578787e-05,
      "loss": 0.0013,
      "step": 22349
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0248466966196148e-05,
      "loss": 0.001,
      "step": 22350
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0247732007470557e-05,
      "loss": 0.0018,
      "step": 22351
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.024699704740598e-05,
      "loss": 0.0007,
      "step": 22352
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.024626208600639e-05,
      "loss": 0.0011,
      "step": 22353
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0245527123275765e-05,
      "loss": 0.0012,
      "step": 22354
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0244792159218066e-05,
      "loss": 0.0012,
      "step": 22355
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0244057193837278e-05,
      "loss": 0.0016,
      "step": 22356
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.024332222713737e-05,
      "loss": 0.0012,
      "step": 22357
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0242587259122307e-05,
      "loss": 0.001,
      "step": 22358
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.024185228979607e-05,
      "loss": 0.0015,
      "step": 22359
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0241117319162629e-05,
      "loss": 0.001,
      "step": 22360
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0240382347225954e-05,
      "loss": 0.0017,
      "step": 22361
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.023964737399002e-05,
      "loss": 0.0008,
      "step": 22362
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0238912399458802e-05,
      "loss": 0.001,
      "step": 22363
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0238177423636266e-05,
      "loss": 0.0008,
      "step": 22364
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.023744244652639e-05,
      "loss": 0.0016,
      "step": 22365
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0236707468133147e-05,
      "loss": 0.0004,
      "step": 22366
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0235972488460502e-05,
      "loss": 0.0008,
      "step": 22367
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0235237507512436e-05,
      "loss": 0.0012,
      "step": 22368
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0234502525292917e-05,
      "loss": 0.0013,
      "step": 22369
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.023376754180592e-05,
      "loss": 0.0012,
      "step": 22370
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0233032557055415e-05,
      "loss": 0.0016,
      "step": 22371
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0232297571045378e-05,
      "loss": 0.0005,
      "step": 22372
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0231562583779778e-05,
      "loss": 0.0016,
      "step": 22373
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0230827595262588e-05,
      "loss": 0.0008,
      "step": 22374
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0230092605497784e-05,
      "loss": 0.0014,
      "step": 22375
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0229357614489335e-05,
      "loss": 0.0012,
      "step": 22376
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0228622622241215e-05,
      "loss": 0.001,
      "step": 22377
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0227887628757399e-05,
      "loss": 0.0009,
      "step": 22378
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0227152634041852e-05,
      "loss": 0.001,
      "step": 22379
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0226417638098558e-05,
      "loss": 0.0013,
      "step": 22380
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0225682640931478e-05,
      "loss": 0.0007,
      "step": 22381
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0224947642544594e-05,
      "loss": 0.0016,
      "step": 22382
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.022421264294187e-05,
      "loss": 0.0019,
      "step": 22383
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0223477642127288e-05,
      "loss": 0.0011,
      "step": 22384
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0222742640104817e-05,
      "loss": 0.0016,
      "step": 22385
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0222007636878424e-05,
      "loss": 0.0012,
      "step": 22386
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.022127263245209e-05,
      "loss": 0.0007,
      "step": 22387
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0220537626829781e-05,
      "loss": 0.0013,
      "step": 22388
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0219802620015475e-05,
      "loss": 0.0011,
      "step": 22389
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.021906761201314e-05,
      "loss": 0.0008,
      "step": 22390
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0218332602826751e-05,
      "loss": 0.0005,
      "step": 22391
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0217597592460284e-05,
      "loss": 0.0009,
      "step": 22392
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0216862580917706e-05,
      "loss": 0.0014,
      "step": 22393
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0216127568202994e-05,
      "loss": 0.0016,
      "step": 22394
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0215392554320116e-05,
      "loss": 0.001,
      "step": 22395
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.021465753927305e-05,
      "loss": 0.001,
      "step": 22396
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0213922523065766e-05,
      "loss": 0.0005,
      "step": 22397
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0213187505702238e-05,
      "loss": 0.0014,
      "step": 22398
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0212452487186437e-05,
      "loss": 0.0014,
      "step": 22399
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0211717467522335e-05,
      "loss": 0.0013,
      "step": 22400
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0210982446713911e-05,
      "loss": 0.0016,
      "step": 22401
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0210247424765127e-05,
      "loss": 0.0009,
      "step": 22402
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0209512401679967e-05,
      "loss": 0.0016,
      "step": 22403
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0208777377462396e-05,
      "loss": 0.0017,
      "step": 22404
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0208042352116391e-05,
      "loss": 0.0009,
      "step": 22405
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0207307325645923e-05,
      "loss": 0.0007,
      "step": 22406
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0206572298054965e-05,
      "loss": 0.0018,
      "step": 22407
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.020583726934749e-05,
      "loss": 0.0019,
      "step": 22408
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0205102239527467e-05,
      "loss": 0.0007,
      "step": 22409
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0204367208598875e-05,
      "loss": 0.0015,
      "step": 22410
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0203632176565687e-05,
      "loss": 0.0014,
      "step": 22411
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0202897143431872e-05,
      "loss": 0.0013,
      "step": 22412
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0202162109201403e-05,
      "loss": 0.0012,
      "step": 22413
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0201427073878252e-05,
      "loss": 0.0017,
      "step": 22414
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0200692037466397e-05,
      "loss": 0.0014,
      "step": 22415
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0199956999969805e-05,
      "loss": 0.0008,
      "step": 22416
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0199221961392454e-05,
      "loss": 0.0007,
      "step": 22417
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0198486921738313e-05,
      "loss": 0.0009,
      "step": 22418
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0197751881011356e-05,
      "loss": 0.0014,
      "step": 22419
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0197016839215556e-05,
      "loss": 0.0005,
      "step": 22420
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0196281796354885e-05,
      "loss": 0.0014,
      "step": 22421
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0195546752433318e-05,
      "loss": 0.0004,
      "step": 22422
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0194811707454826e-05,
      "loss": 0.0008,
      "step": 22423
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0194076661423382e-05,
      "loss": 0.0009,
      "step": 22424
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0193341614342963e-05,
      "loss": 0.0018,
      "step": 22425
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0192606566217533e-05,
      "loss": 0.0012,
      "step": 22426
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0191871517051072e-05,
      "loss": 0.0005,
      "step": 22427
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0191136466847548e-05,
      "loss": 0.0016,
      "step": 22428
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0190401415610945e-05,
      "loss": 0.0024,
      "step": 22429
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0189666363345224e-05,
      "loss": 0.0006,
      "step": 22430
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.018893131005436e-05,
      "loss": 0.0011,
      "step": 22431
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0188196255742331e-05,
      "loss": 0.0013,
      "step": 22432
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0187461200413105e-05,
      "loss": 0.0007,
      "step": 22433
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0186726144070658e-05,
      "loss": 0.0011,
      "step": 22434
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0185991086718961e-05,
      "loss": 0.0009,
      "step": 22435
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0185256028361987e-05,
      "loss": 0.0006,
      "step": 22436
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.018452096900371e-05,
      "loss": 0.0009,
      "step": 22437
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0183785908648102e-05,
      "loss": 0.0011,
      "step": 22438
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.018305084729914e-05,
      "loss": 0.0015,
      "step": 22439
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.018231578496079e-05,
      "loss": 0.0013,
      "step": 22440
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0181580721637032e-05,
      "loss": 0.0012,
      "step": 22441
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0180845657331832e-05,
      "loss": 0.0012,
      "step": 22442
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.018011059204917e-05,
      "loss": 0.0014,
      "step": 22443
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0179375525793011e-05,
      "loss": 0.0016,
      "step": 22444
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0178640458567334e-05,
      "loss": 0.001,
      "step": 22445
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0177905390376115e-05,
      "loss": 0.0012,
      "step": 22446
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0177170321223318e-05,
      "loss": 0.0014,
      "step": 22447
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0176435251112924e-05,
      "loss": 0.0027,
      "step": 22448
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.01757001800489e-05,
      "loss": 0.0011,
      "step": 22449
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0174965108035225e-05,
      "loss": 0.001,
      "step": 22450
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0174230035075867e-05,
      "loss": 0.0012,
      "step": 22451
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.01734949611748e-05,
      "loss": 0.0009,
      "step": 22452
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0172759886335999e-05,
      "loss": 0.0008,
      "step": 22453
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0172024810563435e-05,
      "loss": 0.0025,
      "step": 22454
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0171289733861082e-05,
      "loss": 0.0008,
      "step": 22455
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0170554656232912e-05,
      "loss": 0.002,
      "step": 22456
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0169819577682901e-05,
      "loss": 0.001,
      "step": 22457
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0169084498215022e-05,
      "loss": 0.0008,
      "step": 22458
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0168349417833243e-05,
      "loss": 0.0013,
      "step": 22459
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0167614336541542e-05,
      "loss": 0.0012,
      "step": 22460
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.016687925434389e-05,
      "loss": 0.0007,
      "step": 22461
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.016614417124426e-05,
      "loss": 0.0011,
      "step": 22462
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0165409087246627e-05,
      "loss": 0.0009,
      "step": 22463
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0164674002354962e-05,
      "loss": 0.0011,
      "step": 22464
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.016393891657324e-05,
      "loss": 0.0018,
      "step": 22465
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.016320382990543e-05,
      "loss": 0.0012,
      "step": 22466
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0162468742355512e-05,
      "loss": 0.0009,
      "step": 22467
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0161733653927453e-05,
      "loss": 0.0008,
      "step": 22468
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0160998564625232e-05,
      "loss": 0.0022,
      "step": 22469
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0160263474452814e-05,
      "loss": 0.0011,
      "step": 22470
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0159528383414176e-05,
      "loss": 0.0009,
      "step": 22471
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0158793291513296e-05,
      "loss": 0.0013,
      "step": 22472
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0158058198754142e-05,
      "loss": 0.0011,
      "step": 22473
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0157323105140687e-05,
      "loss": 0.0014,
      "step": 22474
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0156588010676904e-05,
      "loss": 0.0034,
      "step": 22475
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.015585291536677e-05,
      "loss": 0.0008,
      "step": 22476
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0155117819214254e-05,
      "loss": 0.0012,
      "step": 22477
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0154382722223333e-05,
      "loss": 0.0007,
      "step": 22478
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0153647624397978e-05,
      "loss": 0.001,
      "step": 22479
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0152912525742158e-05,
      "loss": 0.0011,
      "step": 22480
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0152177426259852e-05,
      "loss": 0.0008,
      "step": 22481
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0151442325955031e-05,
      "loss": 0.001,
      "step": 22482
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0150707224831674e-05,
      "loss": 0.0009,
      "step": 22483
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0149972122893745e-05,
      "loss": 0.001,
      "step": 22484
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0149237020145219e-05,
      "loss": 0.0012,
      "step": 22485
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0148501916590077e-05,
      "loss": 0.0014,
      "step": 22486
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.014776681223228e-05,
      "loss": 0.0009,
      "step": 22487
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0147031707075812e-05,
      "loss": 0.0012,
      "step": 22488
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0146296601124641e-05,
      "loss": 0.0015,
      "step": 22489
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0145561494382743e-05,
      "loss": 0.0015,
      "step": 22490
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0144826386854087e-05,
      "loss": 0.0006,
      "step": 22491
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.014409127854265e-05,
      "loss": 0.0011,
      "step": 22492
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0143356169452404e-05,
      "loss": 0.0015,
      "step": 22493
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.014262105958732e-05,
      "loss": 0.0013,
      "step": 22494
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0141885948951376e-05,
      "loss": 0.0011,
      "step": 22495
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0141150837548542e-05,
      "loss": 0.0014,
      "step": 22496
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.014041572538279e-05,
      "loss": 0.002,
      "step": 22497
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0139680612458098e-05,
      "loss": 0.0012,
      "step": 22498
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0138945498778433e-05,
      "loss": 0.0016,
      "step": 22499
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0138210384347776e-05,
      "loss": 0.0011,
      "step": 22500
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0137475269170092e-05,
      "loss": 0.001,
      "step": 22501
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.013674015324936e-05,
      "loss": 0.0024,
      "step": 22502
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0136005036589553e-05,
      "loss": 0.0017,
      "step": 22503
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0135269919194641e-05,
      "loss": 0.0013,
      "step": 22504
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.01345348010686e-05,
      "loss": 0.0013,
      "step": 22505
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0133799682215401e-05,
      "loss": 0.0011,
      "step": 22506
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.013306456263902e-05,
      "loss": 0.0011,
      "step": 22507
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.013232944234343e-05,
      "loss": 0.001,
      "step": 22508
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.01315943213326e-05,
      "loss": 0.0012,
      "step": 22509
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.013085919961051e-05,
      "loss": 0.0016,
      "step": 22510
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.013012407718113e-05,
      "loss": 0.0004,
      "step": 22511
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0129388954048432e-05,
      "loss": 0.0015,
      "step": 22512
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0128653830216389e-05,
      "loss": 0.0011,
      "step": 22513
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0127918705688979e-05,
      "loss": 0.001,
      "step": 22514
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0127183580470168e-05,
      "loss": 0.001,
      "step": 22515
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0126448454563938e-05,
      "loss": 0.0012,
      "step": 22516
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0125713327974253e-05,
      "loss": 0.0011,
      "step": 22517
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0124978200705094e-05,
      "loss": 0.0012,
      "step": 22518
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0124243072760433e-05,
      "loss": 0.0006,
      "step": 22519
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.012350794414424e-05,
      "loss": 0.0013,
      "step": 22520
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.012277281486049e-05,
      "loss": 0.0005,
      "step": 22521
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0122037684913157e-05,
      "loss": 0.0014,
      "step": 22522
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0121302554306216e-05,
      "loss": 0.0017,
      "step": 22523
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0120567423043637e-05,
      "loss": 0.0012,
      "step": 22524
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0119832291129391e-05,
      "loss": 0.0016,
      "step": 22525
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.011909715856746e-05,
      "loss": 0.0007,
      "step": 22526
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0118362025361812e-05,
      "loss": 0.0011,
      "step": 22527
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.011762689151642e-05,
      "loss": 0.0019,
      "step": 22528
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0116891757035256e-05,
      "loss": 0.0013,
      "step": 22529
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.01161566219223e-05,
      "loss": 0.0022,
      "step": 22530
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0115421486181518e-05,
      "loss": 0.0018,
      "step": 22531
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0114686349816884e-05,
      "loss": 0.0011,
      "step": 22532
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0113951212832377e-05,
      "loss": 0.001,
      "step": 22533
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0113216075231966e-05,
      "loss": 0.0012,
      "step": 22534
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0112480937019624e-05,
      "loss": 0.0009,
      "step": 22535
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0111745798199328e-05,
      "loss": 0.0013,
      "step": 22536
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.011101065877505e-05,
      "loss": 0.0011,
      "step": 22537
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.011027551875076e-05,
      "loss": 0.0014,
      "step": 22538
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0109540378130436e-05,
      "loss": 0.0013,
      "step": 22539
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0108805236918049e-05,
      "loss": 0.0016,
      "step": 22540
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0108070095117572e-05,
      "loss": 0.0006,
      "step": 22541
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0107334952732983e-05,
      "loss": 0.0012,
      "step": 22542
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0106599809768249e-05,
      "loss": 0.0011,
      "step": 22543
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0105864666227345e-05,
      "loss": 0.0009,
      "step": 22544
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.010512952211425e-05,
      "loss": 0.0008,
      "step": 22545
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0104394377432929e-05,
      "loss": 0.0008,
      "step": 22546
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0103659232187361e-05,
      "loss": 0.001,
      "step": 22547
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0102924086381516e-05,
      "loss": 0.0026,
      "step": 22548
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0102188940019372e-05,
      "loss": 0.0021,
      "step": 22549
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0101453793104898e-05,
      "loss": 0.0014,
      "step": 22550
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.010071864564207e-05,
      "loss": 0.0015,
      "step": 22551
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0099983497634862e-05,
      "loss": 0.0007,
      "step": 22552
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0099248349087242e-05,
      "loss": 0.0011,
      "step": 22553
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.009851320000319e-05,
      "loss": 0.0006,
      "step": 22554
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.009777805038668e-05,
      "loss": 0.001,
      "step": 22555
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0097042900241678e-05,
      "loss": 0.0006,
      "step": 22556
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0096307749572167e-05,
      "loss": 0.0015,
      "step": 22557
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0095572598382111e-05,
      "loss": 0.0012,
      "step": 22558
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.009483744667549e-05,
      "loss": 0.0013,
      "step": 22559
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0094102294456273e-05,
      "loss": 0.0015,
      "step": 22560
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0093367141728441e-05,
      "loss": 0.0014,
      "step": 22561
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0092631988495957e-05,
      "loss": 0.0011,
      "step": 22562
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0091896834762804e-05,
      "loss": 0.0013,
      "step": 22563
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.009116168053295e-05,
      "loss": 0.0013,
      "step": 22564
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0090426525810368e-05,
      "loss": 0.0014,
      "step": 22565
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0089691370599037e-05,
      "loss": 0.0014,
      "step": 22566
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0088956214902924e-05,
      "loss": 0.0012,
      "step": 22567
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0088221058726007e-05,
      "loss": 0.0014,
      "step": 22568
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0087485902072254e-05,
      "loss": 0.0008,
      "step": 22569
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0086750744945646e-05,
      "loss": 0.0011,
      "step": 22570
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0086015587350151e-05,
      "loss": 0.001,
      "step": 22571
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0085280429289744e-05,
      "loss": 0.0008,
      "step": 22572
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.00845452707684e-05,
      "loss": 0.0014,
      "step": 22573
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0083810111790091e-05,
      "loss": 0.0016,
      "step": 22574
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0083074952358791e-05,
      "loss": 0.0008,
      "step": 22575
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0082339792478476e-05,
      "loss": 0.0012,
      "step": 22576
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0081604632153112e-05,
      "loss": 0.0008,
      "step": 22577
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.008086947138668e-05,
      "loss": 0.0012,
      "step": 22578
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.008013431018315e-05,
      "loss": 0.001,
      "step": 22579
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0079399148546498e-05,
      "loss": 0.0016,
      "step": 22580
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0078663986480694e-05,
      "loss": 0.0016,
      "step": 22581
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0077928823989716e-05,
      "loss": 0.0011,
      "step": 22582
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0077193661077533e-05,
      "loss": 0.0017,
      "step": 22583
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0076458497748121e-05,
      "loss": 0.0014,
      "step": 22584
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0075723334005454e-05,
      "loss": 0.0011,
      "step": 22585
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0074988169853504e-05,
      "loss": 0.0014,
      "step": 22586
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0074253005296244e-05,
      "loss": 0.0008,
      "step": 22587
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.007351784033765e-05,
      "loss": 0.001,
      "step": 22588
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.007278267498169e-05,
      "loss": 0.0012,
      "step": 22589
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0072047509232348e-05,
      "loss": 0.0007,
      "step": 22590
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.007131234309359e-05,
      "loss": 0.0013,
      "step": 22591
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.007057717656939e-05,
      "loss": 0.0014,
      "step": 22592
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0069842009663722e-05,
      "loss": 0.0011,
      "step": 22593
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.006910684238056e-05,
      "loss": 0.0011,
      "step": 22594
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0068371674723878e-05,
      "loss": 0.0007,
      "step": 22595
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0067636506697649e-05,
      "loss": 0.0013,
      "step": 22596
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0066901338305848e-05,
      "loss": 0.0011,
      "step": 22597
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0066166169552444e-05,
      "loss": 0.0005,
      "step": 22598
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.006543100044142e-05,
      "loss": 0.0015,
      "step": 22599
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0064695830976736e-05,
      "loss": 0.0009,
      "step": 22600
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0063960661162378e-05,
      "loss": 0.0008,
      "step": 22601
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0063225491002311e-05,
      "loss": 0.0014,
      "step": 22602
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0062490320500515e-05,
      "loss": 0.0011,
      "step": 22603
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0061755149660962e-05,
      "loss": 0.0013,
      "step": 22604
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.006101997848762e-05,
      "loss": 0.0009,
      "step": 22605
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0060284806984471e-05,
      "loss": 0.0008,
      "step": 22606
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0059549635155477e-05,
      "loss": 0.0014,
      "step": 22607
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0058814463004625e-05,
      "loss": 0.0009,
      "step": 22608
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0058079290535883e-05,
      "loss": 0.0008,
      "step": 22609
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0057344117753222e-05,
      "loss": 0.0014,
      "step": 22610
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.005660894466062e-05,
      "loss": 0.0013,
      "step": 22611
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0055873771262046e-05,
      "loss": 0.0006,
      "step": 22612
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0055138597561478e-05,
      "loss": 0.0013,
      "step": 22613
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0054403423562884e-05,
      "loss": 0.0019,
      "step": 22614
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0053668249270245e-05,
      "loss": 0.0016,
      "step": 22615
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.005293307468753e-05,
      "loss": 0.0012,
      "step": 22616
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0052197899818713e-05,
      "loss": 0.0015,
      "step": 22617
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0051462724667767e-05,
      "loss": 0.0006,
      "step": 22618
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0050727549238666e-05,
      "loss": 0.0009,
      "step": 22619
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0049992373535387e-05,
      "loss": 0.0011,
      "step": 22620
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0049257197561896e-05,
      "loss": 0.0018,
      "step": 22621
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0048522021322176e-05,
      "loss": 0.0008,
      "step": 22622
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0047786844820193e-05,
      "loss": 0.0009,
      "step": 22623
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0047051668059925e-05,
      "loss": 0.0018,
      "step": 22624
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0046316491045343e-05,
      "loss": 0.0014,
      "step": 22625
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0045581313780422e-05,
      "loss": 0.0012,
      "step": 22626
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0044846136269136e-05,
      "loss": 0.0013,
      "step": 22627
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0044110958515458e-05,
      "loss": 0.001,
      "step": 22628
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.004337578052336e-05,
      "loss": 0.0016,
      "step": 22629
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.004264060229682e-05,
      "loss": 0.0009,
      "step": 22630
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0041905423839806e-05,
      "loss": 0.0011,
      "step": 22631
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0041170245156298e-05,
      "loss": 0.001,
      "step": 22632
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0040435066250262e-05,
      "loss": 0.0008,
      "step": 22633
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0039699887125678e-05,
      "loss": 0.0009,
      "step": 22634
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0038964707786516e-05,
      "loss": 0.0013,
      "step": 22635
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0038229528236754e-05,
      "loss": 0.0012,
      "step": 22636
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0037494348480361e-05,
      "loss": 0.0021,
      "step": 22637
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0036759168521311e-05,
      "loss": 0.0007,
      "step": 22638
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0036023988363579e-05,
      "loss": 0.0009,
      "step": 22639
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0035288808011136e-05,
      "loss": 0.0009,
      "step": 22640
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0034553627467962e-05,
      "loss": 0.0015,
      "step": 22641
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0033818446738025e-05,
      "loss": 0.0009,
      "step": 22642
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0033083265825301e-05,
      "loss": 0.0005,
      "step": 22643
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0032348084733763e-05,
      "loss": 0.0012,
      "step": 22644
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0031612903467383e-05,
      "loss": 0.0012,
      "step": 22645
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0030877722030137e-05,
      "loss": 0.0011,
      "step": 22646
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0030142540425998e-05,
      "loss": 0.0006,
      "step": 22647
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.002940735865894e-05,
      "loss": 0.001,
      "step": 22648
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0028672176732936e-05,
      "loss": 0.0013,
      "step": 22649
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0027936994651958e-05,
      "loss": 0.0019,
      "step": 22650
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0027201812419985e-05,
      "loss": 0.0014,
      "step": 22651
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0026466630040984e-05,
      "loss": 0.0006,
      "step": 22652
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0025731447518934e-05,
      "loss": 0.0009,
      "step": 22653
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0024996264857803e-05,
      "loss": 0.0012,
      "step": 22654
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.002426108206157e-05,
      "loss": 0.0016,
      "step": 22655
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0023525899134208e-05,
      "loss": 0.0016,
      "step": 22656
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0022790716079686e-05,
      "loss": 0.0011,
      "step": 22657
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0022055532901984e-05,
      "loss": 0.001,
      "step": 22658
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.002132034960507e-05,
      "loss": 0.0011,
      "step": 22659
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0020585166192922e-05,
      "loss": 0.0011,
      "step": 22660
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.001984998266951e-05,
      "loss": 0.0007,
      "step": 22661
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0019114799038809e-05,
      "loss": 0.001,
      "step": 22662
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0018379615304794e-05,
      "loss": 0.0014,
      "step": 22663
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0017644431471439e-05,
      "loss": 0.0015,
      "step": 22664
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0016909247542714e-05,
      "loss": 0.0014,
      "step": 22665
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0016174063522597e-05,
      "loss": 0.0017,
      "step": 22666
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.001543887941506e-05,
      "loss": 0.0014,
      "step": 22667
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0014703695224074e-05,
      "loss": 0.0011,
      "step": 22668
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0013968510953618e-05,
      "loss": 0.0022,
      "step": 22669
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.001323332660766e-05,
      "loss": 0.0013,
      "step": 22670
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0012498142190176e-05,
      "loss": 0.0008,
      "step": 22671
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0011762957705145e-05,
      "loss": 0.0007,
      "step": 22672
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.001102777315653e-05,
      "loss": 0.0011,
      "step": 22673
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0010292588548312e-05,
      "loss": 0.0014,
      "step": 22674
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0009557403884463e-05,
      "loss": 0.0011,
      "step": 22675
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0008822219168957e-05,
      "loss": 0.0012,
      "step": 22676
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0008087034405766e-05,
      "loss": 0.0012,
      "step": 22677
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0007351849598865e-05,
      "loss": 0.0009,
      "step": 22678
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0006616664752227e-05,
      "loss": 0.001,
      "step": 22679
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0005881479869826e-05,
      "loss": 0.0003,
      "step": 22680
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0005146294955637e-05,
      "loss": 0.0016,
      "step": 22681
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0004411110013634e-05,
      "loss": 0.0016,
      "step": 22682
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0003675925047784e-05,
      "loss": 0.0011,
      "step": 22683
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0002940740062071e-05,
      "loss": 0.0012,
      "step": 22684
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0002205555060461e-05,
      "loss": 0.0016,
      "step": 22685
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0001470370046931e-05,
      "loss": 0.0019,
      "step": 22686
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0000735185025452e-05,
      "loss": 0.0018,
      "step": 22687
    },
    {
      "epoch": 1.02,
      "learning_rate": 1e-05,
      "loss": 0.002,
      "step": 22688
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.99926481497455e-06,
      "loss": 0.0012,
      "step": 22689
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.998529629953072e-06,
      "loss": 0.0012,
      "step": 22690
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.997794444939542e-06,
      "loss": 0.001,
      "step": 22691
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.99705925993793e-06,
      "loss": 0.0007,
      "step": 22692
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.996324074952218e-06,
      "loss": 0.0005,
      "step": 22693
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.99558888998637e-06,
      "loss": 0.0006,
      "step": 22694
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.994853705044367e-06,
      "loss": 0.0017,
      "step": 22695
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.994118520130177e-06,
      "loss": 0.0012,
      "step": 22696
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.993383335247777e-06,
      "loss": 0.001,
      "step": 22697
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.99264815040114e-06,
      "loss": 0.001,
      "step": 22698
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.991912965594239e-06,
      "loss": 0.0004,
      "step": 22699
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.991177780831048e-06,
      "loss": 0.001,
      "step": 22700
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.99044259611554e-06,
      "loss": 0.0012,
      "step": 22701
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.989707411451691e-06,
      "loss": 0.0014,
      "step": 22702
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.988972226843474e-06,
      "loss": 0.0011,
      "step": 22703
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.988237042294862e-06,
      "loss": 0.0013,
      "step": 22704
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.987501857809827e-06,
      "loss": 0.0007,
      "step": 22705
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.986766673392344e-06,
      "loss": 0.001,
      "step": 22706
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.986031489046383e-06,
      "loss": 0.0013,
      "step": 22707
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.985296304775927e-06,
      "loss": 0.0019,
      "step": 22708
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.984561120584941e-06,
      "loss": 0.0009,
      "step": 22709
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.983825936477403e-06,
      "loss": 0.0012,
      "step": 22710
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.983090752457286e-06,
      "loss": 0.0012,
      "step": 22711
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.982355568528563e-06,
      "loss": 0.0014,
      "step": 22712
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.981620384695208e-06,
      "loss": 0.0011,
      "step": 22713
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.980885200961193e-06,
      "loss": 0.0007,
      "step": 22714
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.980150017330494e-06,
      "loss": 0.0007,
      "step": 22715
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.979414833807081e-06,
      "loss": 0.0008,
      "step": 22716
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.978679650394934e-06,
      "loss": 0.0016,
      "step": 22717
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.977944467098018e-06,
      "loss": 0.0012,
      "step": 22718
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.977209283920316e-06,
      "loss": 0.0015,
      "step": 22719
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.976474100865795e-06,
      "loss": 0.0011,
      "step": 22720
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.975738917938432e-06,
      "loss": 0.0015,
      "step": 22721
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.9750037351422e-06,
      "loss": 0.0012,
      "step": 22722
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.97426855248107e-06,
      "loss": 0.0007,
      "step": 22723
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.973533369959018e-06,
      "loss": 0.0011,
      "step": 22724
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.972798187580017e-06,
      "loss": 0.001,
      "step": 22725
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.972063005348043e-06,
      "loss": 0.0014,
      "step": 22726
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.971327823267066e-06,
      "loss": 0.0015,
      "step": 22727
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.970592641341063e-06,
      "loss": 0.0007,
      "step": 22728
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.969857459574005e-06,
      "loss": 0.0016,
      "step": 22729
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.969122277969865e-06,
      "loss": 0.001,
      "step": 22730
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.96838709653262e-06,
      "loss": 0.0014,
      "step": 22731
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.96765191526624e-06,
      "loss": 0.0009,
      "step": 22732
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.966916734174702e-06,
      "loss": 0.0006,
      "step": 22733
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.966181553261978e-06,
      "loss": 0.0011,
      "step": 22734
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.965446372532041e-06,
      "loss": 0.0011,
      "step": 22735
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.964711191988865e-06,
      "loss": 0.001,
      "step": 22736
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.963976011636426e-06,
      "loss": 0.0012,
      "step": 22737
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.963240831478696e-06,
      "loss": 0.0008,
      "step": 22738
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.962505651519646e-06,
      "loss": 0.0009,
      "step": 22739
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.961770471763251e-06,
      "loss": 0.0004,
      "step": 22740
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.961035292213488e-06,
      "loss": 0.0021,
      "step": 22741
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.960300112874327e-06,
      "loss": 0.001,
      "step": 22742
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.959564933749738e-06,
      "loss": 0.0014,
      "step": 22743
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.958829754843704e-06,
      "loss": 0.0008,
      "step": 22744
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.958094576160194e-06,
      "loss": 0.0012,
      "step": 22745
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.957359397703182e-06,
      "loss": 0.0014,
      "step": 22746
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.95662421947664e-06,
      "loss": 0.0006,
      "step": 22747
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.955889041484544e-06,
      "loss": 0.0014,
      "step": 22748
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.955153863730864e-06,
      "loss": 0.0014,
      "step": 22749
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.95441868621958e-06,
      "loss": 0.0007,
      "step": 22750
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.953683508954659e-06,
      "loss": 0.0011,
      "step": 22751
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.952948331940078e-06,
      "loss": 0.001,
      "step": 22752
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.952213155179809e-06,
      "loss": 0.0007,
      "step": 22753
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.951477978677827e-06,
      "loss": 0.0013,
      "step": 22754
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.950742802438105e-06,
      "loss": 0.001,
      "step": 22755
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.950007626464616e-06,
      "loss": 0.0028,
      "step": 22756
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.949272450761337e-06,
      "loss": 0.001,
      "step": 22757
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.948537275332235e-06,
      "loss": 0.0009,
      "step": 22758
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.94780210018129e-06,
      "loss": 0.0015,
      "step": 22759
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.947066925312472e-06,
      "loss": 0.001,
      "step": 22760
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.946331750729758e-06,
      "loss": 0.0016,
      "step": 22761
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.945596576437118e-06,
      "loss": 0.0016,
      "step": 22762
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.944861402438525e-06,
      "loss": 0.0009,
      "step": 22763
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.944126228737957e-06,
      "loss": 0.0008,
      "step": 22764
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.943391055339384e-06,
      "loss": 0.0013,
      "step": 22765
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.942655882246781e-06,
      "loss": 0.0011,
      "step": 22766
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.941920709464119e-06,
      "loss": 0.0013,
      "step": 22767
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.941185536995376e-06,
      "loss": 0.0009,
      "step": 22768
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.940450364844525e-06,
      "loss": 0.0014,
      "step": 22769
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.939715193015536e-06,
      "loss": 0.0019,
      "step": 22770
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.938980021512385e-06,
      "loss": 0.0009,
      "step": 22771
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.938244850339043e-06,
      "loss": 0.0015,
      "step": 22772
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.93750967949949e-06,
      "loss": 0.0013,
      "step": 22773
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.93677450899769e-06,
      "loss": 0.0013,
      "step": 22774
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.936039338837627e-06,
      "loss": 0.0013,
      "step": 22775
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.935304169023267e-06,
      "loss": 0.0017,
      "step": 22776
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.934568999558587e-06,
      "loss": 0.0012,
      "step": 22777
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.93383383044756e-06,
      "loss": 0.0006,
      "step": 22778
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.933098661694155e-06,
      "loss": 0.0011,
      "step": 22779
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.932363493302351e-06,
      "loss": 0.0012,
      "step": 22780
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.931628325276123e-06,
      "loss": 0.0015,
      "step": 22781
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.93089315761944e-06,
      "loss": 0.0012,
      "step": 22782
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.93015799033628e-06,
      "loss": 0.001,
      "step": 22783
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.929422823430612e-06,
      "loss": 0.0014,
      "step": 22784
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.928687656906412e-06,
      "loss": 0.0018,
      "step": 22785
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.927952490767653e-06,
      "loss": 0.0013,
      "step": 22786
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.927217325018309e-06,
      "loss": 0.0018,
      "step": 22787
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.926482159662354e-06,
      "loss": 0.001,
      "step": 22788
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.92574699470376e-06,
      "loss": 0.0007,
      "step": 22789
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.925011830146501e-06,
      "loss": 0.0012,
      "step": 22790
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.92427666599455e-06,
      "loss": 0.0009,
      "step": 22791
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.923541502251882e-06,
      "loss": 0.0007,
      "step": 22792
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.922806338922469e-06,
      "loss": 0.0013,
      "step": 22793
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.922071176010287e-06,
      "loss": 0.0011,
      "step": 22794
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.92133601351931e-06,
      "loss": 0.0024,
      "step": 22795
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.920600851453505e-06,
      "loss": 0.0009,
      "step": 22796
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.919865689816853e-06,
      "loss": 0.0013,
      "step": 22797
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.919130528613322e-06,
      "loss": 0.0011,
      "step": 22798
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.918395367846891e-06,
      "loss": 0.0009,
      "step": 22799
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.917660207521528e-06,
      "loss": 0.0012,
      "step": 22800
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.916925047641212e-06,
      "loss": 0.0012,
      "step": 22801
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.916189888209912e-06,
      "loss": 0.001,
      "step": 22802
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.915454729231602e-06,
      "loss": 0.0007,
      "step": 22803
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.91471957071026e-06,
      "loss": 0.0011,
      "step": 22804
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.913984412649852e-06,
      "loss": 0.0016,
      "step": 22805
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.913249255054359e-06,
      "loss": 0.0014,
      "step": 22806
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.91251409792775e-06,
      "loss": 0.0013,
      "step": 22807
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.911778941274e-06,
      "loss": 0.0014,
      "step": 22808
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.911043785097081e-06,
      "loss": 0.0011,
      "step": 22809
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.910308629400968e-06,
      "loss": 0.0008,
      "step": 22810
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.909573474189637e-06,
      "loss": 0.0013,
      "step": 22811
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.908838319467054e-06,
      "loss": 0.0015,
      "step": 22812
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.908103165237201e-06,
      "loss": 0.0004,
      "step": 22813
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.907368011504044e-06,
      "loss": 0.0009,
      "step": 22814
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.90663285827156e-06,
      "loss": 0.0018,
      "step": 22815
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.905897705543726e-06,
      "loss": 0.0011,
      "step": 22816
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.90516255332451e-06,
      "loss": 0.0012,
      "step": 22817
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.90442740161789e-06,
      "loss": 0.0013,
      "step": 22818
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.903692250427837e-06,
      "loss": 0.0013,
      "step": 22819
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.902957099758322e-06,
      "loss": 0.0008,
      "step": 22820
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.902221949613324e-06,
      "loss": 0.0016,
      "step": 22821
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.90148679999681e-06,
      "loss": 0.0011,
      "step": 22822
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.90075165091276e-06,
      "loss": 0.0015,
      "step": 22823
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.90001650236514e-06,
      "loss": 0.0006,
      "step": 22824
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.899281354357933e-06,
      "loss": 0.001,
      "step": 22825
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.898546206895105e-06,
      "loss": 0.001,
      "step": 22826
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.897811059980631e-06,
      "loss": 0.0011,
      "step": 22827
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.897075913618487e-06,
      "loss": 0.0015,
      "step": 22828
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.896340767812642e-06,
      "loss": 0.0013,
      "step": 22829
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.895605622567074e-06,
      "loss": 0.0013,
      "step": 22830
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.894870477885754e-06,
      "loss": 0.0012,
      "step": 22831
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.894135333772657e-06,
      "loss": 0.0013,
      "step": 22832
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.893400190231753e-06,
      "loss": 0.0012,
      "step": 22833
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.89266504726702e-06,
      "loss": 0.0011,
      "step": 22834
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.89192990488243e-06,
      "loss": 0.0017,
      "step": 22835
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.891194763081953e-06,
      "loss": 0.0014,
      "step": 22836
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.890459621869568e-06,
      "loss": 0.0015,
      "step": 22837
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.889724481249242e-06,
      "loss": 0.0011,
      "step": 22838
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.888989341224954e-06,
      "loss": 0.0006,
      "step": 22839
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.888254201800674e-06,
      "loss": 0.0014,
      "step": 22840
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.88751906298038e-06,
      "loss": 0.0015,
      "step": 22841
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.886783924768039e-06,
      "loss": 0.0013,
      "step": 22842
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.886048787167628e-06,
      "loss": 0.0014,
      "step": 22843
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.885313650183121e-06,
      "loss": 0.001,
      "step": 22844
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.884578513818488e-06,
      "loss": 0.0017,
      "step": 22845
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.883843378077707e-06,
      "loss": 0.0018,
      "step": 22846
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.883108242964745e-06,
      "loss": 0.0011,
      "step": 22847
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.882373108483585e-06,
      "loss": 0.0009,
      "step": 22848
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.881637974638191e-06,
      "loss": 0.0009,
      "step": 22849
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.880902841432544e-06,
      "loss": 0.0007,
      "step": 22850
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.880167708870607e-06,
      "loss": 0.0023,
      "step": 22851
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.879432576956367e-06,
      "loss": 0.0013,
      "step": 22852
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.878697445693784e-06,
      "loss": 0.0011,
      "step": 22853
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.877962315086843e-06,
      "loss": 0.0015,
      "step": 22854
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.87722718513951e-06,
      "loss": 0.001,
      "step": 22855
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.87649205585576e-06,
      "loss": 0.0006,
      "step": 22856
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.875756927239569e-06,
      "loss": 0.0015,
      "step": 22857
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.875021799294906e-06,
      "loss": 0.0009,
      "step": 22858
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.874286672025749e-06,
      "loss": 0.0006,
      "step": 22859
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.873551545436066e-06,
      "loss": 0.0017,
      "step": 22860
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.872816419529834e-06,
      "loss": 0.0005,
      "step": 22861
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.872081294311025e-06,
      "loss": 0.0012,
      "step": 22862
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.871346169783615e-06,
      "loss": 0.0012,
      "step": 22863
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.870611045951571e-06,
      "loss": 0.0013,
      "step": 22864
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.869875922818874e-06,
      "loss": 0.0011,
      "step": 22865
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.869140800389494e-06,
      "loss": 0.0011,
      "step": 22866
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.868405678667401e-06,
      "loss": 0.0011,
      "step": 22867
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.867670557656575e-06,
      "loss": 0.0007,
      "step": 22868
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.866935437360981e-06,
      "loss": 0.0009,
      "step": 22869
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.866200317784602e-06,
      "loss": 0.002,
      "step": 22870
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.865465198931402e-06,
      "loss": 0.0015,
      "step": 22871
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.864730080805362e-06,
      "loss": 0.0008,
      "step": 22872
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.863994963410449e-06,
      "loss": 0.0013,
      "step": 22873
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.863259846750642e-06,
      "loss": 0.0014,
      "step": 22874
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.862524730829912e-06,
      "loss": 0.0007,
      "step": 22875
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.86178961565223e-06,
      "loss": 0.001,
      "step": 22876
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.861054501221569e-06,
      "loss": 0.0013,
      "step": 22877
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.860319387541907e-06,
      "loss": 0.0011,
      "step": 22878
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.859584274617215e-06,
      "loss": 0.0015,
      "step": 22879
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.858849162451463e-06,
      "loss": 0.0009,
      "step": 22880
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.858114051048629e-06,
      "loss": 0.001,
      "step": 22881
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.857378940412685e-06,
      "loss": 0.0023,
      "step": 22882
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.856643830547601e-06,
      "loss": 0.0011,
      "step": 22883
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.855908721457355e-06,
      "loss": 0.0014,
      "step": 22884
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.855173613145917e-06,
      "loss": 0.0007,
      "step": 22885
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.854438505617264e-06,
      "loss": 0.002,
      "step": 22886
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.853703398875359e-06,
      "loss": 0.0012,
      "step": 22887
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.852968292924188e-06,
      "loss": 0.0022,
      "step": 22888
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.85223318776772e-06,
      "loss": 0.0015,
      "step": 22889
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.851498083409925e-06,
      "loss": 0.0011,
      "step": 22890
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.850762979854781e-06,
      "loss": 0.0019,
      "step": 22891
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.850027877106259e-06,
      "loss": 0.0015,
      "step": 22892
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.849292775168328e-06,
      "loss": 0.0008,
      "step": 22893
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.848557674044969e-06,
      "loss": 0.001,
      "step": 22894
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.847822573740148e-06,
      "loss": 0.0017,
      "step": 22895
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.847087474257844e-06,
      "loss": 0.0012,
      "step": 22896
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.846352375602025e-06,
      "loss": 0.0008,
      "step": 22897
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.84561727777667e-06,
      "loss": 0.0017,
      "step": 22898
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.844882180785749e-06,
      "loss": 0.0017,
      "step": 22899
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.844147084633231e-06,
      "loss": 0.0011,
      "step": 22900
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.843411989323098e-06,
      "loss": 0.0024,
      "step": 22901
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.842676894859315e-06,
      "loss": 0.0007,
      "step": 22902
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.841941801245862e-06,
      "loss": 0.0011,
      "step": 22903
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.841206708486705e-06,
      "loss": 0.0015,
      "step": 22904
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.840471616585825e-06,
      "loss": 0.0011,
      "step": 22905
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.83973652554719e-06,
      "loss": 0.0008,
      "step": 22906
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.839001435374774e-06,
      "loss": 0.0013,
      "step": 22907
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.83826634607255e-06,
      "loss": 0.0013,
      "step": 22908
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.83753125764449e-06,
      "loss": 0.001,
      "step": 22909
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.836796170094573e-06,
      "loss": 0.0004,
      "step": 22910
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.836061083426764e-06,
      "loss": 0.0018,
      "step": 22911
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.835325997645042e-06,
      "loss": 0.0018,
      "step": 22912
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.834590912753376e-06,
      "loss": 0.001,
      "step": 22913
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.833855828755743e-06,
      "loss": 0.0015,
      "step": 22914
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.833120745656114e-06,
      "loss": 0.0014,
      "step": 22915
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.832385663458463e-06,
      "loss": 0.0015,
      "step": 22916
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.831650582166762e-06,
      "loss": 0.0009,
      "step": 22917
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.830915501784983e-06,
      "loss": 0.0019,
      "step": 22918
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.830180422317102e-06,
      "loss": 0.0009,
      "step": 22919
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.82944534376709e-06,
      "loss": 0.0007,
      "step": 22920
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.828710266138923e-06,
      "loss": 0.0014,
      "step": 22921
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.827975189436572e-06,
      "loss": 0.0006,
      "step": 22922
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.827240113664003e-06,
      "loss": 0.0013,
      "step": 22923
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.826505038825202e-06,
      "loss": 0.0013,
      "step": 22924
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.825769964924137e-06,
      "loss": 0.0011,
      "step": 22925
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.825034891964777e-06,
      "loss": 0.0009,
      "step": 22926
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.8242998199511e-06,
      "loss": 0.0014,
      "step": 22927
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.823564748887077e-06,
      "loss": 0.0012,
      "step": 22928
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.822829678776682e-06,
      "loss": 0.0013,
      "step": 22929
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.822094609623885e-06,
      "loss": 0.0007,
      "step": 22930
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.821359541432664e-06,
      "loss": 0.0008,
      "step": 22931
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.82062447420699e-06,
      "loss": 0.0014,
      "step": 22932
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.819889407950833e-06,
      "loss": 0.0008,
      "step": 22933
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.81915434266817e-06,
      "loss": 0.0011,
      "step": 22934
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.818419278362971e-06,
      "loss": 0.0009,
      "step": 22935
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.817684215039211e-06,
      "loss": 0.0014,
      "step": 22936
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.816949152700862e-06,
      "loss": 0.0011,
      "step": 22937
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.8162140913519e-06,
      "loss": 0.0007,
      "step": 22938
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.815479030996294e-06,
      "loss": 0.002,
      "step": 22939
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.814743971638016e-06,
      "loss": 0.0013,
      "step": 22940
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.814008913281044e-06,
      "loss": 0.0011,
      "step": 22941
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.813273855929345e-06,
      "loss": 0.0012,
      "step": 22942
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.812538799586898e-06,
      "loss": 0.0013,
      "step": 22943
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.811803744257672e-06,
      "loss": 0.0015,
      "step": 22944
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.811068689945643e-06,
      "loss": 0.0017,
      "step": 22945
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.81033363665478e-06,
      "loss": 0.0017,
      "step": 22946
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.80959858438906e-06,
      "loss": 0.0011,
      "step": 22947
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.808863533152453e-06,
      "loss": 0.0013,
      "step": 22948
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.808128482948932e-06,
      "loss": 0.0009,
      "step": 22949
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.807393433782473e-06,
      "loss": 0.0014,
      "step": 22950
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.806658385657042e-06,
      "loss": 0.0014,
      "step": 22951
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.805923338576623e-06,
      "loss": 0.0008,
      "step": 22952
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.805188292545178e-06,
      "loss": 0.0012,
      "step": 22953
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.804453247566687e-06,
      "loss": 0.002,
      "step": 22954
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.803718203645121e-06,
      "loss": 0.0015,
      "step": 22955
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.802983160784449e-06,
      "loss": 0.0011,
      "step": 22956
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.80224811898865e-06,
      "loss": 0.0008,
      "step": 22957
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.801513078261692e-06,
      "loss": 0.0015,
      "step": 22958
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.800778038607548e-06,
      "loss": 0.0017,
      "step": 22959
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.800043000030195e-06,
      "loss": 0.0004,
      "step": 22960
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.799307962533603e-06,
      "loss": 0.0012,
      "step": 22961
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.798572926121748e-06,
      "loss": 0.0007,
      "step": 22962
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.797837890798598e-06,
      "loss": 0.0012,
      "step": 22963
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.79710285656813e-06,
      "loss": 0.001,
      "step": 22964
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.796367823434316e-06,
      "loss": 0.0011,
      "step": 22965
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.795632791401123e-06,
      "loss": 0.0009,
      "step": 22966
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.794897760472533e-06,
      "loss": 0.001,
      "step": 22967
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.794162730652514e-06,
      "loss": 0.001,
      "step": 22968
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.793427701945039e-06,
      "loss": 0.0015,
      "step": 22969
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.79269267435408e-06,
      "loss": 0.0009,
      "step": 22970
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.791957647883612e-06,
      "loss": 0.0013,
      "step": 22971
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.791222622537607e-06,
      "loss": 0.0019,
      "step": 22972
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.790487598320035e-06,
      "loss": 0.0016,
      "step": 22973
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.789752575234875e-06,
      "loss": 0.0012,
      "step": 22974
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.789017553286092e-06,
      "loss": 0.0008,
      "step": 22975
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.788282532477667e-06,
      "loss": 0.0007,
      "step": 22976
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.787547512813566e-06,
      "loss": 0.0017,
      "step": 22977
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.786812494297764e-06,
      "loss": 0.0014,
      "step": 22978
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.786077476934235e-06,
      "loss": 0.0013,
      "step": 22979
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.785342460726952e-06,
      "loss": 0.001,
      "step": 22980
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.784607445679887e-06,
      "loss": 0.0009,
      "step": 22981
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.78387243179701e-06,
      "loss": 0.0006,
      "step": 22982
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.783137419082298e-06,
      "loss": 0.0008,
      "step": 22983
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.78240240753972e-06,
      "loss": 0.0004,
      "step": 22984
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.78166739717325e-06,
      "loss": 0.0012,
      "step": 22985
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.780932387986864e-06,
      "loss": 0.0008,
      "step": 22986
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.78019737998453e-06,
      "loss": 0.0008,
      "step": 22987
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.779462373170224e-06,
      "loss": 0.0011,
      "step": 22988
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.778727367547915e-06,
      "loss": 0.0015,
      "step": 22989
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.777992363121581e-06,
      "loss": 0.0011,
      "step": 22990
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.77725735989519e-06,
      "loss": 0.0008,
      "step": 22991
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.776522357872717e-06,
      "loss": 0.0007,
      "step": 22992
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.775787357058131e-06,
      "loss": 0.0005,
      "step": 22993
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.775052357455411e-06,
      "loss": 0.0008,
      "step": 22994
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.774317359068522e-06,
      "loss": 0.0008,
      "step": 22995
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.773582361901445e-06,
      "loss": 0.001,
      "step": 22996
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.772847365958146e-06,
      "loss": 0.0016,
      "step": 22997
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.772112371242605e-06,
      "loss": 0.0009,
      "step": 22998
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.771377377758785e-06,
      "loss": 0.0007,
      "step": 22999
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.770642385510667e-06,
      "loss": 0.0007,
      "step": 23000
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.769907394502217e-06,
      "loss": 0.001,
      "step": 23001
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.769172404737412e-06,
      "loss": 0.001,
      "step": 23002
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.768437416220224e-06,
      "loss": 0.0014,
      "step": 23003
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.767702428954625e-06,
      "loss": 0.0007,
      "step": 23004
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.766967442944587e-06,
      "loss": 0.0013,
      "step": 23005
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.766232458194083e-06,
      "loss": 0.0018,
      "step": 23006
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.765497474707086e-06,
      "loss": 0.0008,
      "step": 23007
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.764762492487566e-06,
      "loss": 0.0016,
      "step": 23008
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.7640275115395e-06,
      "loss": 0.0021,
      "step": 23009
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.763292531866856e-06,
      "loss": 0.0018,
      "step": 23010
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.762557553473611e-06,
      "loss": 0.0008,
      "step": 23011
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.761822576363737e-06,
      "loss": 0.0015,
      "step": 23012
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.761087600541201e-06,
      "loss": 0.0006,
      "step": 23013
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.760352626009982e-06,
      "loss": 0.0014,
      "step": 23014
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.759617652774049e-06,
      "loss": 0.001,
      "step": 23015
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.758882680837376e-06,
      "loss": 0.0008,
      "step": 23016
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.758147710203932e-06,
      "loss": 0.0014,
      "step": 23017
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.757412740877696e-06,
      "loss": 0.0015,
      "step": 23018
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.756677772862636e-06,
      "loss": 0.0018,
      "step": 23019
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.755942806162724e-06,
      "loss": 0.0006,
      "step": 23020
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.755207840781937e-06,
      "loss": 0.0007,
      "step": 23021
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.754472876724242e-06,
      "loss": 0.0013,
      "step": 23022
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.753737913993615e-06,
      "loss": 0.0016,
      "step": 23023
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.753002952594024e-06,
      "loss": 0.0012,
      "step": 23024
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.752267992529448e-06,
      "loss": 0.0011,
      "step": 23025
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.751533033803853e-06,
      "loss": 0.0013,
      "step": 23026
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.750798076421218e-06,
      "loss": 0.0009,
      "step": 23027
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.750063120385512e-06,
      "loss": 0.0007,
      "step": 23028
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.749328165700705e-06,
      "loss": 0.0016,
      "step": 23029
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.748593212370773e-06,
      "loss": 0.0017,
      "step": 23030
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.747858260399684e-06,
      "loss": 0.0025,
      "step": 23031
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.747123309791416e-06,
      "loss": 0.001,
      "step": 23032
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.746388360549941e-06,
      "loss": 0.0009,
      "step": 23033
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.745653412679226e-06,
      "loss": 0.0009,
      "step": 23034
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.74491846618325e-06,
      "loss": 0.0009,
      "step": 23035
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.74418352106598e-06,
      "loss": 0.0016,
      "step": 23036
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.74344857733139e-06,
      "loss": 0.0007,
      "step": 23037
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.742713634983458e-06,
      "loss": 0.0013,
      "step": 23038
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.741978694026145e-06,
      "loss": 0.0014,
      "step": 23039
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.741243754463432e-06,
      "loss": 0.0015,
      "step": 23040
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.740508816299288e-06,
      "loss": 0.0016,
      "step": 23041
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.739773879537686e-06,
      "loss": 0.0007,
      "step": 23042
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.7390389441826e-06,
      "loss": 0.0013,
      "step": 23043
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.738304010238e-06,
      "loss": 0.0018,
      "step": 23044
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.73756907770786e-06,
      "loss": 0.0009,
      "step": 23045
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.736834146596147e-06,
      "loss": 0.0012,
      "step": 23046
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.736099216906844e-06,
      "loss": 0.0008,
      "step": 23047
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.735364288643912e-06,
      "loss": 0.0015,
      "step": 23048
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.734629361811329e-06,
      "loss": 0.0008,
      "step": 23049
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.733894436413067e-06,
      "loss": 0.0018,
      "step": 23050
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.733159512453098e-06,
      "loss": 0.0015,
      "step": 23051
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.732424589935396e-06,
      "loss": 0.0012,
      "step": 23052
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.731689668863928e-06,
      "loss": 0.0014,
      "step": 23053
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.73095474924267e-06,
      "loss": 0.001,
      "step": 23054
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.730219831075593e-06,
      "loss": 0.0015,
      "step": 23055
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.729484914366671e-06,
      "loss": 0.0009,
      "step": 23056
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.728749999119872e-06,
      "loss": 0.0014,
      "step": 23057
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.728015085339176e-06,
      "loss": 0.0011,
      "step": 23058
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.727280173028548e-06,
      "loss": 0.0007,
      "step": 23059
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.726545262191961e-06,
      "loss": 0.0008,
      "step": 23060
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.725810352833392e-06,
      "loss": 0.0008,
      "step": 23061
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.725075444956808e-06,
      "loss": 0.0013,
      "step": 23062
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.724340538566184e-06,
      "loss": 0.0011,
      "step": 23063
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.72360563366549e-06,
      "loss": 0.0015,
      "step": 23064
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.722870730258699e-06,
      "loss": 0.0011,
      "step": 23065
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.722135828349784e-06,
      "loss": 0.0011,
      "step": 23066
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.721400927942713e-06,
      "loss": 0.0014,
      "step": 23067
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.720666029041467e-06,
      "loss": 0.001,
      "step": 23068
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.71993113165001e-06,
      "loss": 0.001,
      "step": 23069
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.719196235772318e-06,
      "loss": 0.0013,
      "step": 23070
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.718461341412362e-06,
      "loss": 0.0015,
      "step": 23071
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.717726448574113e-06,
      "loss": 0.0009,
      "step": 23072
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.716991557261549e-06,
      "loss": 0.0013,
      "step": 23073
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.71625666747863e-06,
      "loss": 0.0008,
      "step": 23074
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.715521779229342e-06,
      "loss": 0.0008,
      "step": 23075
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.714786892517645e-06,
      "loss": 0.0008,
      "step": 23076
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.714052007347519e-06,
      "loss": 0.0006,
      "step": 23077
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.713317123722934e-06,
      "loss": 0.002,
      "step": 23078
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.71258224164786e-06,
      "loss": 0.0013,
      "step": 23079
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.711847361126269e-06,
      "loss": 0.0015,
      "step": 23080
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.711112482162137e-06,
      "loss": 0.001,
      "step": 23081
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.710377604759432e-06,
      "loss": 0.0011,
      "step": 23082
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.709642728922127e-06,
      "loss": 0.0012,
      "step": 23083
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.708907854654198e-06,
      "loss": 0.0014,
      "step": 23084
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.70817298195961e-06,
      "loss": 0.0011,
      "step": 23085
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.707438110842337e-06,
      "loss": 0.0011,
      "step": 23086
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.706703241306357e-06,
      "loss": 0.0012,
      "step": 23087
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.705968373355634e-06,
      "loss": 0.0008,
      "step": 23088
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.705233506994144e-06,
      "loss": 0.0004,
      "step": 23089
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.704498642225855e-06,
      "loss": 0.0014,
      "step": 23090
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.703763779054747e-06,
      "loss": 0.001,
      "step": 23091
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.703028917484784e-06,
      "loss": 0.0006,
      "step": 23092
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.702294057519943e-06,
      "loss": 0.0014,
      "step": 23093
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.701559199164193e-06,
      "loss": 0.0008,
      "step": 23094
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.700824342421505e-06,
      "loss": 0.0011,
      "step": 23095
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.700089487295854e-06,
      "loss": 0.0008,
      "step": 23096
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.69935463379121e-06,
      "loss": 0.0012,
      "step": 23097
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.698619781911546e-06,
      "loss": 0.001,
      "step": 23098
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.697884931660831e-06,
      "loss": 0.0013,
      "step": 23099
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.697150083043042e-06,
      "loss": 0.001,
      "step": 23100
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.696415236062147e-06,
      "loss": 0.0015,
      "step": 23101
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.695680390722117e-06,
      "loss": 0.0005,
      "step": 23102
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.694945547026926e-06,
      "loss": 0.0012,
      "step": 23103
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.694210704980542e-06,
      "loss": 0.001,
      "step": 23104
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.693475864586942e-06,
      "loss": 0.0009,
      "step": 23105
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.692741025850099e-06,
      "loss": 0.0011,
      "step": 23106
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.692006188773979e-06,
      "loss": 0.001,
      "step": 23107
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.691271353362558e-06,
      "loss": 0.0012,
      "step": 23108
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.690536519619807e-06,
      "loss": 0.0014,
      "step": 23109
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.689801687549694e-06,
      "loss": 0.0012,
      "step": 23110
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.689066857156196e-06,
      "loss": 0.0015,
      "step": 23111
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.68833202844328e-06,
      "loss": 0.0018,
      "step": 23112
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.687597201414923e-06,
      "loss": 0.001,
      "step": 23113
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.68686237607509e-06,
      "loss": 0.0013,
      "step": 23114
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.68612755242776e-06,
      "loss": 0.001,
      "step": 23115
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.685392730476897e-06,
      "loss": 0.0008,
      "step": 23116
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.684657910226482e-06,
      "loss": 0.0009,
      "step": 23117
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.68392309168048e-06,
      "loss": 0.0016,
      "step": 23118
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.683188274842863e-06,
      "loss": 0.0007,
      "step": 23119
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.682453459717607e-06,
      "loss": 0.0022,
      "step": 23120
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.681718646308677e-06,
      "loss": 0.0016,
      "step": 23121
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.68098383462005e-06,
      "loss": 0.0015,
      "step": 23122
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.680249024655694e-06,
      "loss": 0.0012,
      "step": 23123
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.679514216419586e-06,
      "loss": 0.0006,
      "step": 23124
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.678779409915693e-06,
      "loss": 0.0013,
      "step": 23125
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.678044605147985e-06,
      "loss": 0.0011,
      "step": 23126
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.677309802120439e-06,
      "loss": 0.0008,
      "step": 23127
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.676575000837022e-06,
      "loss": 0.0015,
      "step": 23128
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.675840201301709e-06,
      "loss": 0.0007,
      "step": 23129
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.675105403518468e-06,
      "loss": 0.0014,
      "step": 23130
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.674370607491276e-06,
      "loss": 0.001,
      "step": 23131
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.673635813224099e-06,
      "loss": 0.0004,
      "step": 23132
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.672901020720912e-06,
      "loss": 0.0015,
      "step": 23133
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.672166229985685e-06,
      "loss": 0.0016,
      "step": 23134
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.671431441022388e-06,
      "loss": 0.0014,
      "step": 23135
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.670696653834996e-06,
      "loss": 0.0008,
      "step": 23136
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.669961868427477e-06,
      "loss": 0.0013,
      "step": 23137
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.669227084803806e-06,
      "loss": 0.0013,
      "step": 23138
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.668492302967951e-06,
      "loss": 0.0014,
      "step": 23139
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.667757522923882e-06,
      "loss": 0.0019,
      "step": 23140
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.667022744675581e-06,
      "loss": 0.0011,
      "step": 23141
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.66628796822701e-06,
      "loss": 0.0013,
      "step": 23142
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.66555319358214e-06,
      "loss": 0.001,
      "step": 23143
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.664818420744948e-06,
      "loss": 0.0011,
      "step": 23144
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.6640836497194e-06,
      "loss": 0.0014,
      "step": 23145
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.663348880509472e-06,
      "loss": 0.0004,
      "step": 23146
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.662614113119132e-06,
      "loss": 0.0008,
      "step": 23147
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.661879347552354e-06,
      "loss": 0.0014,
      "step": 23148
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.661144583813105e-06,
      "loss": 0.0013,
      "step": 23149
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.660409821905364e-06,
      "loss": 0.0015,
      "step": 23150
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.659675061833095e-06,
      "loss": 0.0008,
      "step": 23151
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.658940303600272e-06,
      "loss": 0.0008,
      "step": 23152
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.658205547210869e-06,
      "loss": 0.0009,
      "step": 23153
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.657470792668851e-06,
      "loss": 0.0017,
      "step": 23154
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.656736039978197e-06,
      "loss": 0.0005,
      "step": 23155
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.656001289142872e-06,
      "loss": 0.0013,
      "step": 23156
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.655266540166852e-06,
      "loss": 0.0005,
      "step": 23157
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.654531793054104e-06,
      "loss": 0.0017,
      "step": 23158
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.6537970478086e-06,
      "loss": 0.0013,
      "step": 23159
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.653062304434316e-06,
      "loss": 0.0012,
      "step": 23160
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.652327562935218e-06,
      "loss": 0.0013,
      "step": 23161
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.65159282331528e-06,
      "loss": 0.0007,
      "step": 23162
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.65085808557847e-06,
      "loss": 0.0011,
      "step": 23163
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.650123349728766e-06,
      "loss": 0.0016,
      "step": 23164
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.649388615770134e-06,
      "loss": 0.0014,
      "step": 23165
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.648653883706543e-06,
      "loss": 0.0014,
      "step": 23166
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.647919153541969e-06,
      "loss": 0.0013,
      "step": 23167
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.64718442528038e-06,
      "loss": 0.0017,
      "step": 23168
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.646449698925752e-06,
      "loss": 0.0012,
      "step": 23169
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.645714974482049e-06,
      "loss": 0.0011,
      "step": 23170
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.64498025195325e-06,
      "loss": 0.0008,
      "step": 23171
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.644245531343319e-06,
      "loss": 0.0012,
      "step": 23172
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.643510812656231e-06,
      "loss": 0.0007,
      "step": 23173
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.642776095895959e-06,
      "loss": 0.0013,
      "step": 23174
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.642041381066468e-06,
      "loss": 0.0016,
      "step": 23175
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.64130666817173e-06,
      "loss": 0.0004,
      "step": 23176
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.640571957215724e-06,
      "loss": 0.0012,
      "step": 23177
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.639837248202414e-06,
      "loss": 0.0018,
      "step": 23178
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.639102541135775e-06,
      "loss": 0.0014,
      "step": 23179
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.638367836019773e-06,
      "loss": 0.0014,
      "step": 23180
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.637633132858384e-06,
      "loss": 0.0012,
      "step": 23181
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.63689843165558e-06,
      "loss": 0.0017,
      "step": 23182
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.636163732415325e-06,
      "loss": 0.0009,
      "step": 23183
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.635429035141596e-06,
      "loss": 0.0013,
      "step": 23184
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.63469433983836e-06,
      "loss": 0.0015,
      "step": 23185
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.633959646509592e-06,
      "loss": 0.001,
      "step": 23186
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.633224955159261e-06,
      "loss": 0.0009,
      "step": 23187
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.632490265791338e-06,
      "loss": 0.0017,
      "step": 23188
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.631755578409794e-06,
      "loss": 0.0005,
      "step": 23189
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.631020893018601e-06,
      "loss": 0.0015,
      "step": 23190
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.63028620962173e-06,
      "loss": 0.0006,
      "step": 23191
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.629551528223147e-06,
      "loss": 0.0009,
      "step": 23192
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.628816848826831e-06,
      "loss": 0.0011,
      "step": 23193
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.628082171436747e-06,
      "loss": 0.0012,
      "step": 23194
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.627347496056869e-06,
      "loss": 0.0003,
      "step": 23195
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.626612822691163e-06,
      "loss": 0.0006,
      "step": 23196
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.625878151343609e-06,
      "loss": 0.0011,
      "step": 23197
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.625143482018171e-06,
      "loss": 0.0014,
      "step": 23198
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.624408814718819e-06,
      "loss": 0.0007,
      "step": 23199
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.623674149449527e-06,
      "loss": 0.0006,
      "step": 23200
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.622939486214265e-06,
      "loss": 0.0015,
      "step": 23201
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.622204825017006e-06,
      "loss": 0.0011,
      "step": 23202
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.621470165861715e-06,
      "loss": 0.001,
      "step": 23203
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.620735508752369e-06,
      "loss": 0.0011,
      "step": 23204
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.620000853692935e-06,
      "loss": 0.0012,
      "step": 23205
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.619266200687387e-06,
      "loss": 0.0011,
      "step": 23206
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.618531549739693e-06,
      "loss": 0.0012,
      "step": 23207
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.617796900853823e-06,
      "loss": 0.001,
      "step": 23208
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.617062254033752e-06,
      "loss": 0.0008,
      "step": 23209
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.616327609283445e-06,
      "loss": 0.0008,
      "step": 23210
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.615592966606879e-06,
      "loss": 0.0005,
      "step": 23211
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.614858326008016e-06,
      "loss": 0.0012,
      "step": 23212
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.614123687490835e-06,
      "loss": 0.0013,
      "step": 23213
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.613389051059307e-06,
      "loss": 0.0012,
      "step": 23214
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.612654416717399e-06,
      "loss": 0.0011,
      "step": 23215
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.61191978446908e-06,
      "loss": 0.0014,
      "step": 23216
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.611185154318325e-06,
      "loss": 0.0012,
      "step": 23217
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.610450526269102e-06,
      "loss": 0.0016,
      "step": 23218
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.609715900325382e-06,
      "loss": 0.0009,
      "step": 23219
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.608981276491136e-06,
      "loss": 0.0005,
      "step": 23220
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.608246654770336e-06,
      "loss": 0.0007,
      "step": 23221
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.607512035166952e-06,
      "loss": 0.0014,
      "step": 23222
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.60677741768495e-06,
      "loss": 0.0016,
      "step": 23223
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.606042802328307e-06,
      "loss": 0.0007,
      "step": 23224
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.60530818910099e-06,
      "loss": 0.0012,
      "step": 23225
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.604573578006971e-06,
      "loss": 0.0011,
      "step": 23226
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.603838969050217e-06,
      "loss": 0.0019,
      "step": 23227
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.603104362234706e-06,
      "loss": 0.0011,
      "step": 23228
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.602369757564401e-06,
      "loss": 0.0009,
      "step": 23229
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.601635155043278e-06,
      "loss": 0.0011,
      "step": 23230
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.600900554675305e-06,
      "loss": 0.0017,
      "step": 23231
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.60016595646445e-06,
      "loss": 0.0009,
      "step": 23232
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.599431360414689e-06,
      "loss": 0.0014,
      "step": 23233
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.598696766529986e-06,
      "loss": 0.001,
      "step": 23234
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.597962174814318e-06,
      "loss": 0.0007,
      "step": 23235
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.597227585271653e-06,
      "loss": 0.0018,
      "step": 23236
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.59649299790596e-06,
      "loss": 0.0014,
      "step": 23237
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.59575841272121e-06,
      "loss": 0.0009,
      "step": 23238
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.595023829721374e-06,
      "loss": 0.0012,
      "step": 23239
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.594289248910422e-06,
      "loss": 0.0019,
      "step": 23240
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.593554670292323e-06,
      "loss": 0.0018,
      "step": 23241
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.592820093871051e-06,
      "loss": 0.0015,
      "step": 23242
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.592085519650574e-06,
      "loss": 0.0009,
      "step": 23243
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.591350947634862e-06,
      "loss": 0.0007,
      "step": 23244
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.590616377827885e-06,
      "loss": 0.0012,
      "step": 23245
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.589881810233617e-06,
      "loss": 0.0004,
      "step": 23246
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.589147244856025e-06,
      "loss": 0.0009,
      "step": 23247
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.588412681699076e-06,
      "loss": 0.0013,
      "step": 23248
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.587678120766745e-06,
      "loss": 0.0015,
      "step": 23249
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.586943562063006e-06,
      "loss": 0.0011,
      "step": 23250
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.586209005591821e-06,
      "loss": 0.0016,
      "step": 23251
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.585474451357166e-06,
      "loss": 0.0016,
      "step": 23252
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.584739899363009e-06,
      "loss": 0.0009,
      "step": 23253
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.58400534961332e-06,
      "loss": 0.0007,
      "step": 23254
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.583270802112071e-06,
      "loss": 0.0009,
      "step": 23255
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.582536256863228e-06,
      "loss": 0.0004,
      "step": 23256
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.581801713870767e-06,
      "loss": 0.0008,
      "step": 23257
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.581067173138652e-06,
      "loss": 0.0006,
      "step": 23258
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.58033263467086e-06,
      "loss": 0.0015,
      "step": 23259
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.579598098471356e-06,
      "loss": 0.0007,
      "step": 23260
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.578863564544113e-06,
      "loss": 0.0009,
      "step": 23261
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.578129032893098e-06,
      "loss": 0.0009,
      "step": 23262
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.577394503522284e-06,
      "loss": 0.0006,
      "step": 23263
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.576659976435642e-06,
      "loss": 0.0023,
      "step": 23264
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.575925451637135e-06,
      "loss": 0.0009,
      "step": 23265
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.575190929130744e-06,
      "loss": 0.0012,
      "step": 23266
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.57445640892043e-06,
      "loss": 0.0011,
      "step": 23267
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.573721891010168e-06,
      "loss": 0.0008,
      "step": 23268
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.572987375403926e-06,
      "loss": 0.0005,
      "step": 23269
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.572252862105675e-06,
      "loss": 0.0018,
      "step": 23270
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.571518351119384e-06,
      "loss": 0.0011,
      "step": 23271
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.570783842449022e-06,
      "loss": 0.0017,
      "step": 23272
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.570049336098564e-06,
      "loss": 0.0006,
      "step": 23273
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.569314832071972e-06,
      "loss": 0.001,
      "step": 23274
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.568580330373224e-06,
      "loss": 0.0011,
      "step": 23275
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.567845831006284e-06,
      "loss": 0.0015,
      "step": 23276
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.567111333975127e-06,
      "loss": 0.0008,
      "step": 23277
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.56637683928372e-06,
      "loss": 0.0008,
      "step": 23278
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.565642346936032e-06,
      "loss": 0.0013,
      "step": 23279
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.564907856936036e-06,
      "loss": 0.0006,
      "step": 23280
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.564173369287698e-06,
      "loss": 0.0006,
      "step": 23281
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.563438883994991e-06,
      "loss": 0.0008,
      "step": 23282
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.562704401061883e-06,
      "loss": 0.0016,
      "step": 23283
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.561969920492342e-06,
      "loss": 0.0019,
      "step": 23284
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.561235442290346e-06,
      "loss": 0.0005,
      "step": 23285
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.560500966459854e-06,
      "loss": 0.0011,
      "step": 23286
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.559766493004846e-06,
      "loss": 0.0009,
      "step": 23287
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.559032021929287e-06,
      "loss": 0.0014,
      "step": 23288
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.558297553237143e-06,
      "loss": 0.0017,
      "step": 23289
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.557563086932391e-06,
      "loss": 0.0016,
      "step": 23290
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.556828623018995e-06,
      "loss": 0.0011,
      "step": 23291
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.55609416150093e-06,
      "loss": 0.0017,
      "step": 23292
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.555359702382159e-06,
      "loss": 0.0012,
      "step": 23293
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.554625245666658e-06,
      "loss": 0.0013,
      "step": 23294
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.553890791358396e-06,
      "loss": 0.0015,
      "step": 23295
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.553156339461339e-06,
      "loss": 0.0008,
      "step": 23296
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.552421889979458e-06,
      "loss": 0.0006,
      "step": 23297
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.551687442916723e-06,
      "loss": 0.0024,
      "step": 23298
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.550952998277106e-06,
      "loss": 0.0012,
      "step": 23299
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.550218556064571e-06,
      "loss": 0.0011,
      "step": 23300
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.549484116283097e-06,
      "loss": 0.0018,
      "step": 23301
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.548749678936643e-06,
      "loss": 0.0012,
      "step": 23302
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.548015244029186e-06,
      "loss": 0.0007,
      "step": 23303
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.547280811564694e-06,
      "loss": 0.0018,
      "step": 23304
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.546546381547133e-06,
      "loss": 0.0013,
      "step": 23305
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.545811953980477e-06,
      "loss": 0.001,
      "step": 23306
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.545077528868693e-06,
      "loss": 0.0007,
      "step": 23307
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.544343106215753e-06,
      "loss": 0.0017,
      "step": 23308
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.543608686025623e-06,
      "loss": 0.0017,
      "step": 23309
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.542874268302276e-06,
      "loss": 0.0008,
      "step": 23310
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.54213985304968e-06,
      "loss": 0.0013,
      "step": 23311
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.541405440271802e-06,
      "loss": 0.0017,
      "step": 23312
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.540671029972617e-06,
      "loss": 0.0013,
      "step": 23313
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.53993662215609e-06,
      "loss": 0.0004,
      "step": 23314
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.539202216826191e-06,
      "loss": 0.0018,
      "step": 23315
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.538467813986892e-06,
      "loss": 0.001,
      "step": 23316
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.53773341364216e-06,
      "loss": 0.0008,
      "step": 23317
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.536999015795964e-06,
      "loss": 0.0006,
      "step": 23318
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.536264620452276e-06,
      "loss": 0.001,
      "step": 23319
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.53553022761506e-06,
      "loss": 0.0013,
      "step": 23320
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.534795837288294e-06,
      "loss": 0.0007,
      "step": 23321
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.53406144947594e-06,
      "loss": 0.0013,
      "step": 23322
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.533327064181973e-06,
      "loss": 0.0006,
      "step": 23323
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.532592681410356e-06,
      "loss": 0.0016,
      "step": 23324
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.531858301165066e-06,
      "loss": 0.0008,
      "step": 23325
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.531123923450063e-06,
      "loss": 0.0009,
      "step": 23326
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.530389548269325e-06,
      "loss": 0.0013,
      "step": 23327
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.529655175626818e-06,
      "loss": 0.0013,
      "step": 23328
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.528920805526508e-06,
      "loss": 0.0007,
      "step": 23329
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.528186437972368e-06,
      "loss": 0.0012,
      "step": 23330
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.527452072968365e-06,
      "loss": 0.0016,
      "step": 23331
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.526717710518471e-06,
      "loss": 0.0011,
      "step": 23332
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.525983350626653e-06,
      "loss": 0.0007,
      "step": 23333
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.525248993296882e-06,
      "loss": 0.0006,
      "step": 23334
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.524514638533123e-06,
      "loss": 0.0007,
      "step": 23335
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.523780286339353e-06,
      "loss": 0.0011,
      "step": 23336
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.523045936719533e-06,
      "loss": 0.0006,
      "step": 23337
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.522311589677636e-06,
      "loss": 0.001,
      "step": 23338
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.521577245217633e-06,
      "loss": 0.002,
      "step": 23339
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.520842903343486e-06,
      "loss": 0.0013,
      "step": 23340
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.520108564059173e-06,
      "loss": 0.001,
      "step": 23341
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.519374227368655e-06,
      "loss": 0.0011,
      "step": 23342
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.518639893275909e-06,
      "loss": 0.0008,
      "step": 23343
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.5179055617849e-06,
      "loss": 0.0019,
      "step": 23344
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.517171232899595e-06,
      "loss": 0.0022,
      "step": 23345
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.516436906623966e-06,
      "loss": 0.0014,
      "step": 23346
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.51570258296198e-06,
      "loss": 0.0015,
      "step": 23347
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.514968261917609e-06,
      "loss": 0.0007,
      "step": 23348
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.51423394349482e-06,
      "loss": 0.0011,
      "step": 23349
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.513499627697579e-06,
      "loss": 0.0013,
      "step": 23350
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.512765314529861e-06,
      "loss": 0.0015,
      "step": 23351
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.51203100399563e-06,
      "loss": 0.0012,
      "step": 23352
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.51129669609886e-06,
      "loss": 0.0011,
      "step": 23353
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.510562390843514e-06,
      "loss": 0.0008,
      "step": 23354
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.509828088233565e-06,
      "loss": 0.0012,
      "step": 23355
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.509093788272977e-06,
      "loss": 0.0014,
      "step": 23356
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.508359490965724e-06,
      "loss": 0.002,
      "step": 23357
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.507625196315776e-06,
      "loss": 0.0007,
      "step": 23358
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.506890904327097e-06,
      "loss": 0.001,
      "step": 23359
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.50615661500366e-06,
      "loss": 0.0019,
      "step": 23360
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.505422328349433e-06,
      "loss": 0.002,
      "step": 23361
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.504688044368378e-06,
      "loss": 0.0011,
      "step": 23362
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.503953763064475e-06,
      "loss": 0.0013,
      "step": 23363
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.503219484441684e-06,
      "loss": 0.0009,
      "step": 23364
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.502485208503977e-06,
      "loss": 0.0011,
      "step": 23365
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.501750935255323e-06,
      "loss": 0.0008,
      "step": 23366
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.501016664699691e-06,
      "loss": 0.001,
      "step": 23367
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.50028239684105e-06,
      "loss": 0.0007,
      "step": 23368
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.499548131683366e-06,
      "loss": 0.0008,
      "step": 23369
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.498813869230611e-06,
      "loss": 0.0009,
      "step": 23370
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.49807960948675e-06,
      "loss": 0.0014,
      "step": 23371
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.497345352455757e-06,
      "loss": 0.0011,
      "step": 23372
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.496611098141594e-06,
      "loss": 0.0013,
      "step": 23373
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.495876846548235e-06,
      "loss": 0.0012,
      "step": 23374
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.495142597679646e-06,
      "loss": 0.0015,
      "step": 23375
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.494408351539795e-06,
      "loss": 0.0031,
      "step": 23376
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.493674108132654e-06,
      "loss": 0.0017,
      "step": 23377
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.492939867462188e-06,
      "loss": 0.0016,
      "step": 23378
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.492205629532368e-06,
      "loss": 0.0021,
      "step": 23379
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.49147139434716e-06,
      "loss": 0.0008,
      "step": 23380
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.490737161910536e-06,
      "loss": 0.0014,
      "step": 23381
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.49000293222646e-06,
      "loss": 0.0012,
      "step": 23382
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.489268705298905e-06,
      "loss": 0.0014,
      "step": 23383
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.488534481131838e-06,
      "loss": 0.001,
      "step": 23384
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.487800259729224e-06,
      "loss": 0.0018,
      "step": 23385
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.487066041095036e-06,
      "loss": 0.0007,
      "step": 23386
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.48633182523324e-06,
      "loss": 0.0007,
      "step": 23387
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.485597612147807e-06,
      "loss": 0.0016,
      "step": 23388
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.484863401842701e-06,
      "loss": 0.0013,
      "step": 23389
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.484129194321896e-06,
      "loss": 0.0013,
      "step": 23390
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.483394989589355e-06,
      "loss": 0.0012,
      "step": 23391
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.482660787649045e-06,
      "loss": 0.0007,
      "step": 23392
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.481926588504944e-06,
      "loss": 0.001,
      "step": 23393
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.481192392161014e-06,
      "loss": 0.001,
      "step": 23394
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.48045819862122e-06,
      "loss": 0.0015,
      "step": 23395
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.479724007889538e-06,
      "loss": 0.0014,
      "step": 23396
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.47898981996993e-06,
      "loss": 0.0012,
      "step": 23397
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.478255634866368e-06,
      "loss": 0.0013,
      "step": 23398
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.477521452582817e-06,
      "loss": 0.0006,
      "step": 23399
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.47678727312325e-06,
      "loss": 0.0014,
      "step": 23400
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.47605309649163e-06,
      "loss": 0.0016,
      "step": 23401
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.475318922691926e-06,
      "loss": 0.0011,
      "step": 23402
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.47458475172811e-06,
      "loss": 0.0012,
      "step": 23403
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.473850583604146e-06,
      "loss": 0.0021,
      "step": 23404
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.473116418324007e-06,
      "loss": 0.0014,
      "step": 23405
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.472382255891655e-06,
      "loss": 0.001,
      "step": 23406
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.471648096311062e-06,
      "loss": 0.0011,
      "step": 23407
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.470913939586198e-06,
      "loss": 0.0014,
      "step": 23408
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.470179785721023e-06,
      "loss": 0.0013,
      "step": 23409
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.469445634719515e-06,
      "loss": 0.0017,
      "step": 23410
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.468711486585635e-06,
      "loss": 0.0009,
      "step": 23411
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.467977341323356e-06,
      "loss": 0.0006,
      "step": 23412
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.46724319893664e-06,
      "loss": 0.0013,
      "step": 23413
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.466509059429462e-06,
      "loss": 0.0015,
      "step": 23414
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.465774922805785e-06,
      "loss": 0.0006,
      "step": 23415
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.46504078906958e-06,
      "loss": 0.0015,
      "step": 23416
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.464306658224814e-06,
      "loss": 0.0006,
      "step": 23417
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.463572530275451e-06,
      "loss": 0.0011,
      "step": 23418
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.462838405225465e-06,
      "loss": 0.0012,
      "step": 23419
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.46210428307882e-06,
      "loss": 0.0014,
      "step": 23420
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.461370163839488e-06,
      "loss": 0.0006,
      "step": 23421
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.46063604751143e-06,
      "loss": 0.0009,
      "step": 23422
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.459901934098624e-06,
      "loss": 0.0013,
      "step": 23423
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.45916782360503e-06,
      "loss": 0.0012,
      "step": 23424
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.458433716034616e-06,
      "loss": 0.0008,
      "step": 23425
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.457699611391353e-06,
      "loss": 0.0014,
      "step": 23426
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.456965509679205e-06,
      "loss": 0.0018,
      "step": 23427
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.45623141090214e-06,
      "loss": 0.0009,
      "step": 23428
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.455497315064133e-06,
      "loss": 0.0009,
      "step": 23429
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.454763222169144e-06,
      "loss": 0.0015,
      "step": 23430
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.454029132221146e-06,
      "loss": 0.0009,
      "step": 23431
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.453295045224103e-06,
      "loss": 0.0013,
      "step": 23432
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.452560961181986e-06,
      "loss": 0.0014,
      "step": 23433
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.45182688009876e-06,
      "loss": 0.0009,
      "step": 23434
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.451092801978392e-06,
      "loss": 0.0015,
      "step": 23435
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.450358726824852e-06,
      "loss": 0.001,
      "step": 23436
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.449624654642106e-06,
      "loss": 0.0014,
      "step": 23437
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.448890585434124e-06,
      "loss": 0.0014,
      "step": 23438
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.44815651920487e-06,
      "loss": 0.0012,
      "step": 23439
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.447422455958315e-06,
      "loss": 0.0015,
      "step": 23440
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.446688395698425e-06,
      "loss": 0.0011,
      "step": 23441
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.445954338429166e-06,
      "loss": 0.0021,
      "step": 23442
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.44522028415451e-06,
      "loss": 0.0011,
      "step": 23443
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.44448623287842e-06,
      "loss": 0.0009,
      "step": 23444
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.443752184604866e-06,
      "loss": 0.0011,
      "step": 23445
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.443018139337814e-06,
      "loss": 0.0015,
      "step": 23446
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.442284097081233e-06,
      "loss": 0.0009,
      "step": 23447
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.44155005783909e-06,
      "loss": 0.0016,
      "step": 23448
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.440816021615352e-06,
      "loss": 0.0011,
      "step": 23449
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.440081988413989e-06,
      "loss": 0.0012,
      "step": 23450
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.439347958238962e-06,
      "loss": 0.0012,
      "step": 23451
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.438613931094246e-06,
      "loss": 0.001,
      "step": 23452
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.437879906983802e-06,
      "loss": 0.0023,
      "step": 23453
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.437145885911603e-06,
      "loss": 0.0015,
      "step": 23454
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.436411867881613e-06,
      "loss": 0.001,
      "step": 23455
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.4356778528978e-06,
      "loss": 0.0011,
      "step": 23456
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.434943840964132e-06,
      "loss": 0.0018,
      "step": 23457
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.434209832084574e-06,
      "loss": 0.0009,
      "step": 23458
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.433475826263098e-06,
      "loss": 0.0012,
      "step": 23459
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.432741823503665e-06,
      "loss": 0.001,
      "step": 23460
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.432007823810248e-06,
      "loss": 0.0006,
      "step": 23461
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.43127382718681e-06,
      "loss": 0.0013,
      "step": 23462
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.430539833637322e-06,
      "loss": 0.0011,
      "step": 23463
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.429805843165743e-06,
      "loss": 0.0011,
      "step": 23464
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.429071855776053e-06,
      "loss": 0.0011,
      "step": 23465
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.42833787147221e-06,
      "loss": 0.0014,
      "step": 23466
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.427603890258186e-06,
      "loss": 0.0005,
      "step": 23467
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.426869912137942e-06,
      "loss": 0.0008,
      "step": 23468
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.426135937115454e-06,
      "loss": 0.0016,
      "step": 23469
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.425401965194681e-06,
      "loss": 0.0009,
      "step": 23470
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.424667996379595e-06,
      "loss": 0.0012,
      "step": 23471
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.423934030674159e-06,
      "loss": 0.0019,
      "step": 23472
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.423200068082345e-06,
      "loss": 0.0011,
      "step": 23473
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.422466108608117e-06,
      "loss": 0.0013,
      "step": 23474
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.42173215225544e-06,
      "loss": 0.0005,
      "step": 23475
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.420998199028287e-06,
      "loss": 0.0006,
      "step": 23476
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.42026424893062e-06,
      "loss": 0.0013,
      "step": 23477
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.419530301966408e-06,
      "loss": 0.0005,
      "step": 23478
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.418796358139616e-06,
      "loss": 0.0014,
      "step": 23479
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.418062417454213e-06,
      "loss": 0.0014,
      "step": 23480
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.417328479914167e-06,
      "loss": 0.0005,
      "step": 23481
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.41659454552344e-06,
      "loss": 0.0014,
      "step": 23482
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.415860614286006e-06,
      "loss": 0.0012,
      "step": 23483
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.415126686205824e-06,
      "loss": 0.0008,
      "step": 23484
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.414392761286868e-06,
      "loss": 0.001,
      "step": 23485
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.413658839533098e-06,
      "loss": 0.0011,
      "step": 23486
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.412924920948488e-06,
      "loss": 0.0006,
      "step": 23487
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.412191005537e-06,
      "loss": 0.0009,
      "step": 23488
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.411457093302602e-06,
      "loss": 0.0015,
      "step": 23489
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.410723184249264e-06,
      "loss": 0.0012,
      "step": 23490
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.409989278380944e-06,
      "loss": 0.001,
      "step": 23491
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.40925537570162e-06,
      "loss": 0.0012,
      "step": 23492
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.408521476215247e-06,
      "loss": 0.0006,
      "step": 23493
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.407787579925803e-06,
      "loss": 0.0009,
      "step": 23494
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.407053686837246e-06,
      "loss": 0.001,
      "step": 23495
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.40631979695355e-06,
      "loss": 0.0009,
      "step": 23496
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.405585910278676e-06,
      "loss": 0.0014,
      "step": 23497
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.404852026816591e-06,
      "loss": 0.0016,
      "step": 23498
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.404118146571265e-06,
      "loss": 0.0015,
      "step": 23499
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.40338426954666e-06,
      "loss": 0.001,
      "step": 23500
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.402650395746745e-06,
      "loss": 0.0012,
      "step": 23501
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.40191652517549e-06,
      "loss": 0.0012,
      "step": 23502
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.401182657836854e-06,
      "loss": 0.0015,
      "step": 23503
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.400448793734814e-06,
      "loss": 0.0011,
      "step": 23504
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.399714932873327e-06,
      "loss": 0.0009,
      "step": 23505
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.398981075256364e-06,
      "loss": 0.0007,
      "step": 23506
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.398247220887891e-06,
      "loss": 0.0007,
      "step": 23507
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.39751336977187e-06,
      "loss": 0.0008,
      "step": 23508
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.396779521912277e-06,
      "loss": 0.0008,
      "step": 23509
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.396045677313067e-06,
      "loss": 0.0009,
      "step": 23510
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.395311835978217e-06,
      "loss": 0.0008,
      "step": 23511
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.394577997911684e-06,
      "loss": 0.0008,
      "step": 23512
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.393844163117443e-06,
      "loss": 0.0013,
      "step": 23513
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.393110331599456e-06,
      "loss": 0.0011,
      "step": 23514
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.392376503361687e-06,
      "loss": 0.0007,
      "step": 23515
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.391642678408106e-06,
      "loss": 0.0018,
      "step": 23516
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.390908856742678e-06,
      "loss": 0.0014,
      "step": 23517
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.39017503836937e-06,
      "loss": 0.0012,
      "step": 23518
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.389441223292146e-06,
      "loss": 0.0012,
      "step": 23519
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.388707411514977e-06,
      "loss": 0.0007,
      "step": 23520
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.387973603041825e-06,
      "loss": 0.0008,
      "step": 23521
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.387239797876658e-06,
      "loss": 0.001,
      "step": 23522
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.38650599602344e-06,
      "loss": 0.0011,
      "step": 23523
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.385772197486139e-06,
      "loss": 0.0009,
      "step": 23524
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.385038402268723e-06,
      "loss": 0.0018,
      "step": 23525
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.384304610375154e-06,
      "loss": 0.0015,
      "step": 23526
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.383570821809401e-06,
      "loss": 0.0012,
      "step": 23527
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.382837036575429e-06,
      "loss": 0.0016,
      "step": 23528
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.382103254677206e-06,
      "loss": 0.0016,
      "step": 23529
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.381369476118695e-06,
      "loss": 0.0015,
      "step": 23530
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.380635700903864e-06,
      "loss": 0.001,
      "step": 23531
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.37990192903668e-06,
      "loss": 0.0009,
      "step": 23532
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.379168160521104e-06,
      "loss": 0.0007,
      "step": 23533
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.37843439536111e-06,
      "loss": 0.0011,
      "step": 23534
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.377700633560655e-06,
      "loss": 0.001,
      "step": 23535
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.376966875123713e-06,
      "loss": 0.0007,
      "step": 23536
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.37623312005424e-06,
      "loss": 0.0014,
      "step": 23537
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.375499368356217e-06,
      "loss": 0.001,
      "step": 23538
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.374765620033597e-06,
      "loss": 0.0012,
      "step": 23539
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.374031875090351e-06,
      "loss": 0.001,
      "step": 23540
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.373298133530445e-06,
      "loss": 0.0012,
      "step": 23541
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.372564395357843e-06,
      "loss": 0.0014,
      "step": 23542
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.37183066057651e-06,
      "loss": 0.0007,
      "step": 23543
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.371096929190418e-06,
      "loss": 0.0015,
      "step": 23544
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.370363201203523e-06,
      "loss": 0.0011,
      "step": 23545
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.369629476619802e-06,
      "loss": 0.0007,
      "step": 23546
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.368895755443213e-06,
      "loss": 0.0012,
      "step": 23547
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.36816203767772e-06,
      "loss": 0.0007,
      "step": 23548
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.367428323327297e-06,
      "loss": 0.001,
      "step": 23549
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.366694612395901e-06,
      "loss": 0.0011,
      "step": 23550
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.365960904887505e-06,
      "loss": 0.0014,
      "step": 23551
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.365227200806069e-06,
      "loss": 0.0013,
      "step": 23552
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.364493500155565e-06,
      "loss": 0.0013,
      "step": 23553
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.363759802939952e-06,
      "loss": 0.0012,
      "step": 23554
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.363026109163198e-06,
      "loss": 0.0008,
      "step": 23555
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.36229241882927e-06,
      "loss": 0.0014,
      "step": 23556
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.36155873194213e-06,
      "loss": 0.0009,
      "step": 23557
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.36082504850575e-06,
      "loss": 0.0008,
      "step": 23558
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.360091368524088e-06,
      "loss": 0.0007,
      "step": 23559
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.359357692001115e-06,
      "loss": 0.0006,
      "step": 23560
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.358624018940795e-06,
      "loss": 0.0017,
      "step": 23561
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.357890349347092e-06,
      "loss": 0.0016,
      "step": 23562
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.357156683223974e-06,
      "loss": 0.0013,
      "step": 23563
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.356423020575403e-06,
      "loss": 0.0009,
      "step": 23564
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.355689361405348e-06,
      "loss": 0.0015,
      "step": 23565
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.35495570571777e-06,
      "loss": 0.0011,
      "step": 23566
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.35422205351664e-06,
      "loss": 0.0012,
      "step": 23567
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.353488404805919e-06,
      "loss": 0.0007,
      "step": 23568
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.352754759589576e-06,
      "loss": 0.0012,
      "step": 23569
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.352021117871574e-06,
      "loss": 0.0021,
      "step": 23570
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.351287479655877e-06,
      "loss": 0.0009,
      "step": 23571
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.350553844946452e-06,
      "loss": 0.0011,
      "step": 23572
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.349820213747261e-06,
      "loss": 0.0011,
      "step": 23573
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.349086586062274e-06,
      "loss": 0.0011,
      "step": 23574
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.348352961895459e-06,
      "loss": 0.0012,
      "step": 23575
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.347619341250772e-06,
      "loss": 0.0012,
      "step": 23576
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.346885724132186e-06,
      "loss": 0.002,
      "step": 23577
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.346152110543665e-06,
      "loss": 0.0014,
      "step": 23578
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.34541850048917e-06,
      "loss": 0.0004,
      "step": 23579
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.344684893972667e-06,
      "loss": 0.0008,
      "step": 23580
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.343951290998123e-06,
      "loss": 0.0011,
      "step": 23581
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.343217691569506e-06,
      "loss": 0.0006,
      "step": 23582
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.342484095690774e-06,
      "loss": 0.0015,
      "step": 23583
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.341750503365898e-06,
      "loss": 0.0006,
      "step": 23584
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.341016914598839e-06,
      "loss": 0.0011,
      "step": 23585
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.340283329393567e-06,
      "loss": 0.0008,
      "step": 23586
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.339549747754043e-06,
      "loss": 0.002,
      "step": 23587
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.338816169684231e-06,
      "loss": 0.0009,
      "step": 23588
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.3380825951881e-06,
      "loss": 0.0014,
      "step": 23589
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.337349024269612e-06,
      "loss": 0.0013,
      "step": 23590
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.336615456932734e-06,
      "loss": 0.0007,
      "step": 23591
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.335881893181428e-06,
      "loss": 0.0008,
      "step": 23592
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.335148333019661e-06,
      "loss": 0.0011,
      "step": 23593
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.3344147764514e-06,
      "loss": 0.0007,
      "step": 23594
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.333681223480603e-06,
      "loss": 0.0012,
      "step": 23595
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.332947674111243e-06,
      "loss": 0.0008,
      "step": 23596
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.332214128347277e-06,
      "loss": 0.0008,
      "step": 23597
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.331480586192677e-06,
      "loss": 0.0014,
      "step": 23598
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.330747047651401e-06,
      "loss": 0.001,
      "step": 23599
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.330013512727421e-06,
      "loss": 0.0011,
      "step": 23600
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.329279981424695e-06,
      "loss": 0.0007,
      "step": 23601
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.328546453747194e-06,
      "loss": 0.0011,
      "step": 23602
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.327812929698879e-06,
      "loss": 0.0006,
      "step": 23603
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.327079409283713e-06,
      "loss": 0.0013,
      "step": 23604
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.326345892505664e-06,
      "loss": 0.0018,
      "step": 23605
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.325612379368695e-06,
      "loss": 0.0012,
      "step": 23606
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.324878869876773e-06,
      "loss": 0.0013,
      "step": 23607
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.324145364033857e-06,
      "loss": 0.0011,
      "step": 23608
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.323411861843913e-06,
      "loss": 0.001,
      "step": 23609
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.322678363310911e-06,
      "loss": 0.0007,
      "step": 23610
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.321944868438815e-06,
      "loss": 0.0012,
      "step": 23611
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.321211377231583e-06,
      "loss": 0.0005,
      "step": 23612
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.320477889693188e-06,
      "loss": 0.0012,
      "step": 23613
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.319744405827585e-06,
      "loss": 0.0006,
      "step": 23614
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.319010925638746e-06,
      "loss": 0.0014,
      "step": 23615
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.318277449130629e-06,
      "loss": 0.0007,
      "step": 23616
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.317543976307207e-06,
      "loss": 0.0014,
      "step": 23617
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.316810507172435e-06,
      "loss": 0.0009,
      "step": 23618
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.316077041730285e-06,
      "loss": 0.0011,
      "step": 23619
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.31534357998472e-06,
      "loss": 0.0014,
      "step": 23620
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.314610121939698e-06,
      "loss": 0.0008,
      "step": 23621
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.31387666759919e-06,
      "loss": 0.0012,
      "step": 23622
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.313143216967157e-06,
      "loss": 0.0011,
      "step": 23623
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.312409770047566e-06,
      "loss": 0.0005,
      "step": 23624
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.311676326844378e-06,
      "loss": 0.0008,
      "step": 23625
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.310942887361562e-06,
      "loss": 0.0011,
      "step": 23626
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.310209451603077e-06,
      "loss": 0.001,
      "step": 23627
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.309476019572889e-06,
      "loss": 0.0009,
      "step": 23628
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.308742591274963e-06,
      "loss": 0.0014,
      "step": 23629
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.308009166713263e-06,
      "loss": 0.0015,
      "step": 23630
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.307275745891753e-06,
      "loss": 0.0005,
      "step": 23631
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.306542328814397e-06,
      "loss": 0.0009,
      "step": 23632
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.30580891548516e-06,
      "loss": 0.0015,
      "step": 23633
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.305075505908004e-06,
      "loss": 0.0017,
      "step": 23634
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.304342100086894e-06,
      "loss": 0.0011,
      "step": 23635
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.303608698025795e-06,
      "loss": 0.0015,
      "step": 23636
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.302875299728668e-06,
      "loss": 0.0007,
      "step": 23637
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.302141905199481e-06,
      "loss": 0.0009,
      "step": 23638
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.301408514442195e-06,
      "loss": 0.0013,
      "step": 23639
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.300675127460778e-06,
      "loss": 0.0022,
      "step": 23640
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.299941744259188e-06,
      "loss": 0.0008,
      "step": 23641
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.299208364841394e-06,
      "loss": 0.0008,
      "step": 23642
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.298474989211359e-06,
      "loss": 0.0015,
      "step": 23643
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.297741617373043e-06,
      "loss": 0.001,
      "step": 23644
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.297008249330409e-06,
      "loss": 0.0011,
      "step": 23645
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.29627488508743e-06,
      "loss": 0.0005,
      "step": 23646
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.295541524648064e-06,
      "loss": 0.0009,
      "step": 23647
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.294808168016274e-06,
      "loss": 0.0011,
      "step": 23648
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.294074815196025e-06,
      "loss": 0.001,
      "step": 23649
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.293341466191283e-06,
      "loss": 0.001,
      "step": 23650
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.292608121006009e-06,
      "loss": 0.0009,
      "step": 23651
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.291874779644163e-06,
      "loss": 0.0016,
      "step": 23652
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.291141442109716e-06,
      "loss": 0.0014,
      "step": 23653
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.290408108406626e-06,
      "loss": 0.001,
      "step": 23654
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.289674778538862e-06,
      "loss": 0.002,
      "step": 23655
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.288941452510382e-06,
      "loss": 0.0011,
      "step": 23656
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.288208130325156e-06,
      "loss": 0.0012,
      "step": 23657
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.287474811987138e-06,
      "loss": 0.0014,
      "step": 23658
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.286741497500303e-06,
      "loss": 0.0017,
      "step": 23659
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.286008186868606e-06,
      "loss": 0.0019,
      "step": 23660
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.285274880096014e-06,
      "loss": 0.0006,
      "step": 23661
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.284541577186491e-06,
      "loss": 0.0017,
      "step": 23662
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.283808278143998e-06,
      "loss": 0.0004,
      "step": 23663
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.283074982972502e-06,
      "loss": 0.0017,
      "step": 23664
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.282341691675963e-06,
      "loss": 0.0009,
      "step": 23665
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.281608404258347e-06,
      "loss": 0.0014,
      "step": 23666
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.280875120723614e-06,
      "loss": 0.0013,
      "step": 23667
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.28014184107573e-06,
      "loss": 0.0007,
      "step": 23668
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.279408565318659e-06,
      "loss": 0.0021,
      "step": 23669
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.278675293456363e-06,
      "loss": 0.0018,
      "step": 23670
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.277942025492805e-06,
      "loss": 0.0024,
      "step": 23671
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.277208761431948e-06,
      "loss": 0.0006,
      "step": 23672
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.276475501277759e-06,
      "loss": 0.0007,
      "step": 23673
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.275742245034195e-06,
      "loss": 0.0011,
      "step": 23674
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.275008992705225e-06,
      "loss": 0.0012,
      "step": 23675
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.27427574429481e-06,
      "loss": 0.0011,
      "step": 23676
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.273542499806912e-06,
      "loss": 0.0012,
      "step": 23677
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.272809259245496e-06,
      "loss": 0.0007,
      "step": 23678
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.272076022614523e-06,
      "loss": 0.0013,
      "step": 23679
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.271342789917958e-06,
      "loss": 0.0012,
      "step": 23680
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.27060956115976e-06,
      "loss": 0.001,
      "step": 23681
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.269876336343898e-06,
      "loss": 0.0007,
      "step": 23682
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.269143115474335e-06,
      "loss": 0.0005,
      "step": 23683
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.268409898555031e-06,
      "loss": 0.0013,
      "step": 23684
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.267676685589949e-06,
      "loss": 0.0013,
      "step": 23685
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.266943476583054e-06,
      "loss": 0.0017,
      "step": 23686
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.266210271538306e-06,
      "loss": 0.0007,
      "step": 23687
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.26547707045967e-06,
      "loss": 0.0012,
      "step": 23688
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.264743873351107e-06,
      "loss": 0.0014,
      "step": 23689
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.264010680216583e-06,
      "loss": 0.0011,
      "step": 23690
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.26327749106006e-06,
      "loss": 0.0008,
      "step": 23691
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.2625443058855e-06,
      "loss": 0.0008,
      "step": 23692
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.261811124696869e-06,
      "loss": 0.0012,
      "step": 23693
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.261077947498121e-06,
      "loss": 0.0011,
      "step": 23694
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.260344774293228e-06,
      "loss": 0.0009,
      "step": 23695
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.259611605086148e-06,
      "loss": 0.0006,
      "step": 23696
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.258878439880847e-06,
      "loss": 0.0014,
      "step": 23697
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.258145278681283e-06,
      "loss": 0.0012,
      "step": 23698
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.257412121491426e-06,
      "loss": 0.0013,
      "step": 23699
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.256678968315233e-06,
      "loss": 0.0015,
      "step": 23700
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.255945819156666e-06,
      "loss": 0.0008,
      "step": 23701
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.255212674019692e-06,
      "loss": 0.0012,
      "step": 23702
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.25447953290827e-06,
      "loss": 0.0008,
      "step": 23703
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.253746395826364e-06,
      "loss": 0.0014,
      "step": 23704
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.253013262777936e-06,
      "loss": 0.0007,
      "step": 23705
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.252280133766951e-06,
      "loss": 0.0017,
      "step": 23706
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.251547008797369e-06,
      "loss": 0.0012,
      "step": 23707
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.250813887873151e-06,
      "loss": 0.0011,
      "step": 23708
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.250080770998264e-06,
      "loss": 0.0009,
      "step": 23709
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.249347658176667e-06,
      "loss": 0.0012,
      "step": 23710
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.248614549412324e-06,
      "loss": 0.0012,
      "step": 23711
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.247881444709195e-06,
      "loss": 0.001,
      "step": 23712
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.247148344071247e-06,
      "loss": 0.0009,
      "step": 23713
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.246415247502439e-06,
      "loss": 0.0011,
      "step": 23714
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.245682155006734e-06,
      "loss": 0.0009,
      "step": 23715
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.244949066588095e-06,
      "loss": 0.0008,
      "step": 23716
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.244215982250481e-06,
      "loss": 0.0011,
      "step": 23717
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.243482901997858e-06,
      "loss": 0.0008,
      "step": 23718
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.24274982583419e-06,
      "loss": 0.0012,
      "step": 23719
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.242016753763435e-06,
      "loss": 0.001,
      "step": 23720
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.241283685789557e-06,
      "loss": 0.0012,
      "step": 23721
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.240550621916517e-06,
      "loss": 0.0009,
      "step": 23722
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.239817562148282e-06,
      "loss": 0.0004,
      "step": 23723
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.23908450648881e-06,
      "loss": 0.0009,
      "step": 23724
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.238351454942059e-06,
      "loss": 0.0013,
      "step": 23725
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.237618407512e-06,
      "loss": 0.0013,
      "step": 23726
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.236885364202589e-06,
      "loss": 0.0019,
      "step": 23727
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.23615232501779e-06,
      "loss": 0.0008,
      "step": 23728
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.235419289961565e-06,
      "loss": 0.001,
      "step": 23729
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.234686259037876e-06,
      "loss": 0.0017,
      "step": 23730
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.233953232250684e-06,
      "loss": 0.0009,
      "step": 23731
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.233220209603954e-06,
      "loss": 0.0011,
      "step": 23732
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.232487191101647e-06,
      "loss": 0.0008,
      "step": 23733
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.23175417674772e-06,
      "loss": 0.001,
      "step": 23734
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.231021166546142e-06,
      "loss": 0.0011,
      "step": 23735
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.230288160500869e-06,
      "loss": 0.002,
      "step": 23736
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.229555158615868e-06,
      "loss": 0.0012,
      "step": 23737
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.228822160895095e-06,
      "loss": 0.0008,
      "step": 23738
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.22808916734252e-06,
      "loss": 0.0013,
      "step": 23739
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.227356177962099e-06,
      "loss": 0.0012,
      "step": 23740
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.22662319275779e-06,
      "loss": 0.001,
      "step": 23741
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.225890211733566e-06,
      "loss": 0.0008,
      "step": 23742
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.225157234893378e-06,
      "loss": 0.0015,
      "step": 23743
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.224424262241194e-06,
      "loss": 0.001,
      "step": 23744
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.223691293780972e-06,
      "loss": 0.0014,
      "step": 23745
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.222958329516679e-06,
      "loss": 0.0014,
      "step": 23746
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.22222536945227e-06,
      "loss": 0.0008,
      "step": 23747
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.22149241359171e-06,
      "loss": 0.0011,
      "step": 23748
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.220759461938963e-06,
      "loss": 0.002,
      "step": 23749
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.220026514497984e-06,
      "loss": 0.0022,
      "step": 23750
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.219293571272741e-06,
      "loss": 0.0011,
      "step": 23751
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.218560632267192e-06,
      "loss": 0.0015,
      "step": 23752
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.217827697485295e-06,
      "loss": 0.001,
      "step": 23753
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.217094766931022e-06,
      "loss": 0.0009,
      "step": 23754
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.216361840608326e-06,
      "loss": 0.0007,
      "step": 23755
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.215628918521173e-06,
      "loss": 0.001,
      "step": 23756
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.214896000673523e-06,
      "loss": 0.0006,
      "step": 23757
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.214163087069335e-06,
      "loss": 0.0009,
      "step": 23758
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.213430177712574e-06,
      "loss": 0.001,
      "step": 23759
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.212697272607196e-06,
      "loss": 0.0022,
      "step": 23760
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.211964371757168e-06,
      "loss": 0.0012,
      "step": 23761
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.211231475166448e-06,
      "loss": 0.0011,
      "step": 23762
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.210498582839e-06,
      "loss": 0.0018,
      "step": 23763
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.209765694778784e-06,
      "loss": 0.0017,
      "step": 23764
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.20903281098976e-06,
      "loss": 0.0014,
      "step": 23765
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.20829993147589e-06,
      "loss": 0.0009,
      "step": 23766
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.207567056241134e-06,
      "loss": 0.0009,
      "step": 23767
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.206834185289454e-06,
      "loss": 0.0008,
      "step": 23768
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.206101318624814e-06,
      "loss": 0.0009,
      "step": 23769
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.205368456251172e-06,
      "loss": 0.001,
      "step": 23770
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.20463559817249e-06,
      "loss": 0.0019,
      "step": 23771
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.20390274439273e-06,
      "loss": 0.0011,
      "step": 23772
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.20316989491585e-06,
      "loss": 0.0011,
      "step": 23773
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.202437049745813e-06,
      "loss": 0.0013,
      "step": 23774
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.201704208886581e-06,
      "loss": 0.0012,
      "step": 23775
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.200971372342112e-06,
      "loss": 0.0013,
      "step": 23776
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.200238540116372e-06,
      "loss": 0.0011,
      "step": 23777
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.199505712213316e-06,
      "loss": 0.0018,
      "step": 23778
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.198772888636911e-06,
      "loss": 0.001,
      "step": 23779
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.198040069391113e-06,
      "loss": 0.001,
      "step": 23780
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.197307254479883e-06,
      "loss": 0.0016,
      "step": 23781
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.196574443907187e-06,
      "loss": 0.0013,
      "step": 23782
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.195841637676977e-06,
      "loss": 0.0011,
      "step": 23783
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.195108835793225e-06,
      "loss": 0.0008,
      "step": 23784
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.19437603825988e-06,
      "loss": 0.0013,
      "step": 23785
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.193643245080913e-06,
      "loss": 0.0004,
      "step": 23786
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.192910456260277e-06,
      "loss": 0.0009,
      "step": 23787
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.192177671801938e-06,
      "loss": 0.0014,
      "step": 23788
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.191444891709853e-06,
      "loss": 0.0004,
      "step": 23789
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.190712115987985e-06,
      "loss": 0.0017,
      "step": 23790
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.189979344640292e-06,
      "loss": 0.0011,
      "step": 23791
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.18924657767074e-06,
      "loss": 0.001,
      "step": 23792
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.188513815083285e-06,
      "loss": 0.0009,
      "step": 23793
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.18778105688189e-06,
      "loss": 0.0014,
      "step": 23794
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.187048303070511e-06,
      "loss": 0.0012,
      "step": 23795
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.186315553653115e-06,
      "loss": 0.001,
      "step": 23796
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.185582808633659e-06,
      "loss": 0.0011,
      "step": 23797
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.184850068016101e-06,
      "loss": 0.0005,
      "step": 23798
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.184117331804407e-06,
      "loss": 0.0009,
      "step": 23799
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.183384600002531e-06,
      "loss": 0.0011,
      "step": 23800
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.18265187261444e-06,
      "loss": 0.0007,
      "step": 23801
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.181919149644089e-06,
      "loss": 0.0008,
      "step": 23802
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.181186431095443e-06,
      "loss": 0.001,
      "step": 23803
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.180453716972457e-06,
      "loss": 0.001,
      "step": 23804
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.179721007279098e-06,
      "loss": 0.0015,
      "step": 23805
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.178988302019321e-06,
      "loss": 0.002,
      "step": 23806
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.178255601197088e-06,
      "loss": 0.0013,
      "step": 23807
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.177522904816358e-06,
      "loss": 0.0016,
      "step": 23808
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.176790212881092e-06,
      "loss": 0.0009,
      "step": 23809
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.176057525395253e-06,
      "loss": 0.0023,
      "step": 23810
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.175324842362795e-06,
      "loss": 0.0008,
      "step": 23811
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.174592163787683e-06,
      "loss": 0.0008,
      "step": 23812
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.173859489673877e-06,
      "loss": 0.0011,
      "step": 23813
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.173126820025334e-06,
      "loss": 0.001,
      "step": 23814
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.172394154846018e-06,
      "loss": 0.002,
      "step": 23815
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.171661494139884e-06,
      "loss": 0.0014,
      "step": 23816
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.1709288379109e-06,
      "loss": 0.0013,
      "step": 23817
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.170196186163015e-06,
      "loss": 0.0012,
      "step": 23818
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.1694635389002e-06,
      "loss": 0.0006,
      "step": 23819
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.168730896126407e-06,
      "loss": 0.0008,
      "step": 23820
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.167998257845596e-06,
      "loss": 0.0014,
      "step": 23821
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.167265624061734e-06,
      "loss": 0.0009,
      "step": 23822
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.166532994778775e-06,
      "loss": 0.0012,
      "step": 23823
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.165800370000683e-06,
      "loss": 0.002,
      "step": 23824
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.165067749731409e-06,
      "loss": 0.0014,
      "step": 23825
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.16433513397492e-06,
      "loss": 0.0012,
      "step": 23826
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.163602522735179e-06,
      "loss": 0.0012,
      "step": 23827
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.162869916016139e-06,
      "loss": 0.0007,
      "step": 23828
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.162137313821764e-06,
      "loss": 0.001,
      "step": 23829
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.161404716156012e-06,
      "loss": 0.0007,
      "step": 23830
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.160672123022842e-06,
      "loss": 0.0006,
      "step": 23831
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.159939534426212e-06,
      "loss": 0.0013,
      "step": 23832
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.159206950370086e-06,
      "loss": 0.0016,
      "step": 23833
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.158474370858422e-06,
      "loss": 0.0017,
      "step": 23834
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.157741795895177e-06,
      "loss": 0.0009,
      "step": 23835
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.157009225484314e-06,
      "loss": 0.0012,
      "step": 23836
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.156276659629791e-06,
      "loss": 0.001,
      "step": 23837
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.155544098335566e-06,
      "loss": 0.0008,
      "step": 23838
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.154811541605602e-06,
      "loss": 0.0015,
      "step": 23839
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.154078989443854e-06,
      "loss": 0.0004,
      "step": 23840
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.153346441854286e-06,
      "loss": 0.0007,
      "step": 23841
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.152613898840853e-06,
      "loss": 0.001,
      "step": 23842
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.15188136040752e-06,
      "loss": 0.0005,
      "step": 23843
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.15114882655824e-06,
      "loss": 0.0013,
      "step": 23844
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.150416297296977e-06,
      "loss": 0.0007,
      "step": 23845
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.14968377262769e-06,
      "loss": 0.0009,
      "step": 23846
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.148951252554333e-06,
      "loss": 0.0011,
      "step": 23847
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.148218737080873e-06,
      "loss": 0.0012,
      "step": 23848
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.147486226211262e-06,
      "loss": 0.0016,
      "step": 23849
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.146753719949465e-06,
      "loss": 0.0011,
      "step": 23850
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.146021218299436e-06,
      "loss": 0.0007,
      "step": 23851
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.14528872126514e-06,
      "loss": 0.0016,
      "step": 23852
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.144556228850533e-06,
      "loss": 0.0021,
      "step": 23853
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.143823741059573e-06,
      "loss": 0.0012,
      "step": 23854
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.14309125789622e-06,
      "loss": 0.0011,
      "step": 23855
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.142358779364431e-06,
      "loss": 0.0009,
      "step": 23856
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.141626305468172e-06,
      "loss": 0.001,
      "step": 23857
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.140893836211393e-06,
      "loss": 0.0009,
      "step": 23858
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.140161371598061e-06,
      "loss": 0.0013,
      "step": 23859
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.139428911632128e-06,
      "loss": 0.0014,
      "step": 23860
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.138696456317554e-06,
      "loss": 0.001,
      "step": 23861
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.137964005658305e-06,
      "loss": 0.0009,
      "step": 23862
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.137231559658332e-06,
      "loss": 0.0016,
      "step": 23863
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.136499118321597e-06,
      "loss": 0.0011,
      "step": 23864
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.13576668165206e-06,
      "loss": 0.0008,
      "step": 23865
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.135034249653679e-06,
      "loss": 0.0006,
      "step": 23866
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.13430182233041e-06,
      "loss": 0.0017,
      "step": 23867
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.133569399686213e-06,
      "loss": 0.0007,
      "step": 23868
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.132836981725052e-06,
      "loss": 0.0019,
      "step": 23869
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.13210456845088e-06,
      "loss": 0.0015,
      "step": 23870
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.131372159867654e-06,
      "loss": 0.0015,
      "step": 23871
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.130639755979338e-06,
      "loss": 0.0011,
      "step": 23872
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.129907356789886e-06,
      "loss": 0.0012,
      "step": 23873
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.129174962303262e-06,
      "loss": 0.0009,
      "step": 23874
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.128442572523418e-06,
      "loss": 0.0009,
      "step": 23875
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.12771018745432e-06,
      "loss": 0.0017,
      "step": 23876
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.12697780709992e-06,
      "loss": 0.001,
      "step": 23877
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.126245431464178e-06,
      "loss": 0.0008,
      "step": 23878
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.125513060551056e-06,
      "loss": 0.001,
      "step": 23879
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.124780694364506e-06,
      "loss": 0.0014,
      "step": 23880
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.124048332908494e-06,
      "loss": 0.0014,
      "step": 23881
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.123315976186973e-06,
      "loss": 0.001,
      "step": 23882
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.122583624203905e-06,
      "loss": 0.0008,
      "step": 23883
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.121851276963242e-06,
      "loss": 0.001,
      "step": 23884
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.12111893446895e-06,
      "loss": 0.0011,
      "step": 23885
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.120386596724986e-06,
      "loss": 0.0007,
      "step": 23886
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.119654263735303e-06,
      "loss": 0.001,
      "step": 23887
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.118921935503864e-06,
      "loss": 0.0013,
      "step": 23888
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.118189612034624e-06,
      "loss": 0.001,
      "step": 23889
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.117457293331544e-06,
      "loss": 0.0014,
      "step": 23890
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.11672497939858e-06,
      "loss": 0.001,
      "step": 23891
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.115992670239692e-06,
      "loss": 0.0018,
      "step": 23892
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.115260365858839e-06,
      "loss": 0.0012,
      "step": 23893
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.114528066259976e-06,
      "loss": 0.0015,
      "step": 23894
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.113795771447063e-06,
      "loss": 0.0021,
      "step": 23895
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.113063481424055e-06,
      "loss": 0.0014,
      "step": 23896
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.112331196194915e-06,
      "loss": 0.0008,
      "step": 23897
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.111598915763595e-06,
      "loss": 0.0012,
      "step": 23898
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.110866640134057e-06,
      "loss": 0.0007,
      "step": 23899
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.11013436931026e-06,
      "loss": 0.0009,
      "step": 23900
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.10940210329616e-06,
      "loss": 0.0009,
      "step": 23901
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.108669842095716e-06,
      "loss": 0.0013,
      "step": 23902
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.107937585712887e-06,
      "loss": 0.0012,
      "step": 23903
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.107205334151625e-06,
      "loss": 0.0015,
      "step": 23904
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.106473087415893e-06,
      "loss": 0.0009,
      "step": 23905
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.105740845509648e-06,
      "loss": 0.0007,
      "step": 23906
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.105008608436848e-06,
      "loss": 0.001,
      "step": 23907
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.104276376201445e-06,
      "loss": 0.0008,
      "step": 23908
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.103544148807406e-06,
      "loss": 0.001,
      "step": 23909
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.102811926258685e-06,
      "loss": 0.0013,
      "step": 23910
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.102079708559235e-06,
      "loss": 0.0011,
      "step": 23911
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.10134749571302e-06,
      "loss": 0.0006,
      "step": 23912
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.100615287723994e-06,
      "loss": 0.001,
      "step": 23913
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.099883084596115e-06,
      "loss": 0.0007,
      "step": 23914
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.099150886333342e-06,
      "loss": 0.001,
      "step": 23915
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.098418692939633e-06,
      "loss": 0.0007,
      "step": 23916
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.097686504418941e-06,
      "loss": 0.001,
      "step": 23917
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.09695432077523e-06,
      "loss": 0.0009,
      "step": 23918
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.096222142012453e-06,
      "loss": 0.0008,
      "step": 23919
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.095489968134567e-06,
      "loss": 0.0016,
      "step": 23920
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.094757799145532e-06,
      "loss": 0.001,
      "step": 23921
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.094025635049303e-06,
      "loss": 0.0009,
      "step": 23922
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.093293475849839e-06,
      "loss": 0.0023,
      "step": 23923
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.092561321551096e-06,
      "loss": 0.0014,
      "step": 23924
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.091829172157033e-06,
      "loss": 0.0012,
      "step": 23925
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.091097027671608e-06,
      "loss": 0.0013,
      "step": 23926
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.090364888098773e-06,
      "loss": 0.0012,
      "step": 23927
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.089632753442492e-06,
      "loss": 0.0011,
      "step": 23928
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.088900623706717e-06,
      "loss": 0.0008,
      "step": 23929
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.088168498895407e-06,
      "loss": 0.0006,
      "step": 23930
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.087436379012518e-06,
      "loss": 0.0014,
      "step": 23931
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.086704264062011e-06,
      "loss": 0.0018,
      "step": 23932
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.08597215404784e-06,
      "loss": 0.0011,
      "step": 23933
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.085240048973958e-06,
      "loss": 0.0011,
      "step": 23934
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.084507948844327e-06,
      "loss": 0.0006,
      "step": 23935
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.083775853662909e-06,
      "loss": 0.0018,
      "step": 23936
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.08304376343365e-06,
      "loss": 0.0012,
      "step": 23937
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.082311678160515e-06,
      "loss": 0.0012,
      "step": 23938
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.081579597847456e-06,
      "loss": 0.0015,
      "step": 23939
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.080847522498435e-06,
      "loss": 0.0017,
      "step": 23940
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.080115452117402e-06,
      "loss": 0.0018,
      "step": 23941
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.07938338670832e-06,
      "loss": 0.0007,
      "step": 23942
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.078651326275144e-06,
      "loss": 0.0009,
      "step": 23943
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.077919270821828e-06,
      "loss": 0.0009,
      "step": 23944
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.077187220352333e-06,
      "loss": 0.0011,
      "step": 23945
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.076455174870611e-06,
      "loss": 0.0014,
      "step": 23946
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.075723134380623e-06,
      "loss": 0.0014,
      "step": 23947
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.074991098886323e-06,
      "loss": 0.0007,
      "step": 23948
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.07425906839167e-06,
      "loss": 0.0016,
      "step": 23949
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.073527042900619e-06,
      "loss": 0.0008,
      "step": 23950
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.072795022417125e-06,
      "loss": 0.0014,
      "step": 23951
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.072063006945148e-06,
      "loss": 0.0005,
      "step": 23952
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.071330996488642e-06,
      "loss": 0.0013,
      "step": 23953
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.070598991051566e-06,
      "loss": 0.0007,
      "step": 23954
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.069866990637871e-06,
      "loss": 0.0008,
      "step": 23955
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.069134995251521e-06,
      "loss": 0.0006,
      "step": 23956
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.068403004896466e-06,
      "loss": 0.0007,
      "step": 23957
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.067671019576666e-06,
      "loss": 0.0007,
      "step": 23958
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.066939039296079e-06,
      "loss": 0.0006,
      "step": 23959
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.066207064058656e-06,
      "loss": 0.0011,
      "step": 23960
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.065475093868357e-06,
      "loss": 0.0006,
      "step": 23961
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.064743128729134e-06,
      "loss": 0.0009,
      "step": 23962
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.064011168644951e-06,
      "loss": 0.0007,
      "step": 23963
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.063279213619757e-06,
      "loss": 0.0008,
      "step": 23964
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.062547263657513e-06,
      "loss": 0.001,
      "step": 23965
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.061815318762172e-06,
      "loss": 0.0011,
      "step": 23966
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.061083378937691e-06,
      "loss": 0.0016,
      "step": 23967
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.060351444188026e-06,
      "loss": 0.0021,
      "step": 23968
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.059619514517134e-06,
      "loss": 0.0017,
      "step": 23969
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.058887589928968e-06,
      "loss": 0.0016,
      "step": 23970
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.05815567042749e-06,
      "loss": 0.0008,
      "step": 23971
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.05742375601665e-06,
      "loss": 0.0013,
      "step": 23972
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.05669184670041e-06,
      "loss": 0.0013,
      "step": 23973
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.055959942482719e-06,
      "loss": 0.001,
      "step": 23974
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.055228043367539e-06,
      "loss": 0.0017,
      "step": 23975
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.054496149358824e-06,
      "loss": 0.0007,
      "step": 23976
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.053764260460525e-06,
      "loss": 0.0006,
      "step": 23977
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.053032376676607e-06,
      "loss": 0.0014,
      "step": 23978
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.052300498011017e-06,
      "loss": 0.0014,
      "step": 23979
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.051568624467718e-06,
      "loss": 0.0007,
      "step": 23980
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.050836756050658e-06,
      "loss": 0.0006,
      "step": 23981
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.0501048927638e-06,
      "loss": 0.0011,
      "step": 23982
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.049373034611097e-06,
      "loss": 0.0016,
      "step": 23983
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.048641181596504e-06,
      "loss": 0.0009,
      "step": 23984
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.047909333723976e-06,
      "loss": 0.0013,
      "step": 23985
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.04717749099747e-06,
      "loss": 0.0009,
      "step": 23986
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.046445653420943e-06,
      "loss": 0.0011,
      "step": 23987
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.045713820998347e-06,
      "loss": 0.0015,
      "step": 23988
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.04498199373364e-06,
      "loss": 0.0006,
      "step": 23989
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.044250171630778e-06,
      "loss": 0.0008,
      "step": 23990
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.043518354693713e-06,
      "loss": 0.0012,
      "step": 23991
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.042786542926406e-06,
      "loss": 0.0007,
      "step": 23992
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.042054736332806e-06,
      "loss": 0.0009,
      "step": 23993
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.041322934916872e-06,
      "loss": 0.0011,
      "step": 23994
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.04059113868256e-06,
      "loss": 0.0014,
      "step": 23995
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.039859347633825e-06,
      "loss": 0.0015,
      "step": 23996
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.03912756177462e-06,
      "loss": 0.0016,
      "step": 23997
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.038395781108903e-06,
      "loss": 0.0012,
      "step": 23998
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.03766400564063e-06,
      "loss": 0.0011,
      "step": 23999
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.03693223537375e-06,
      "loss": 0.0011,
      "step": 24000
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.036200470312227e-06,
      "loss": 0.0024,
      "step": 24001
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.035468710460007e-06,
      "loss": 0.0012,
      "step": 24002
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.034736955821055e-06,
      "loss": 0.0007,
      "step": 24003
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.034005206399317e-06,
      "loss": 0.0009,
      "step": 24004
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.033273462198754e-06,
      "loss": 0.001,
      "step": 24005
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.032541723223316e-06,
      "loss": 0.0017,
      "step": 24006
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.031809989476965e-06,
      "loss": 0.0006,
      "step": 24007
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.03107826096365e-06,
      "loss": 0.0008,
      "step": 24008
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.03034653768733e-06,
      "loss": 0.0008,
      "step": 24009
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.029614819651956e-06,
      "loss": 0.001,
      "step": 24010
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.028883106861488e-06,
      "loss": 0.0013,
      "step": 24011
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.028151399319875e-06,
      "loss": 0.0007,
      "step": 24012
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.027419697031078e-06,
      "loss": 0.001,
      "step": 24013
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.026687999999045e-06,
      "loss": 0.0004,
      "step": 24014
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.025956308227735e-06,
      "loss": 0.0012,
      "step": 24015
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.025224621721104e-06,
      "loss": 0.0008,
      "step": 24016
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.024492940483104e-06,
      "loss": 0.0014,
      "step": 24017
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.023761264517691e-06,
      "loss": 0.0014,
      "step": 24018
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.023029593828818e-06,
      "loss": 0.001,
      "step": 24019
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.022297928420444e-06,
      "loss": 0.0008,
      "step": 24020
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.021566268296516e-06,
      "loss": 0.0013,
      "step": 24021
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.020834613460998e-06,
      "loss": 0.0011,
      "step": 24022
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.020102963917838e-06,
      "loss": 0.0009,
      "step": 24023
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.019371319670991e-06,
      "loss": 0.0009,
      "step": 24024
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.018639680724413e-06,
      "loss": 0.001,
      "step": 24025
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.01790804708206e-06,
      "loss": 0.0017,
      "step": 24026
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.017176418747883e-06,
      "loss": 0.001,
      "step": 24027
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.016444795725838e-06,
      "loss": 0.0009,
      "step": 24028
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.01571317801988e-06,
      "loss": 0.0014,
      "step": 24029
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.014981565633963e-06,
      "loss": 0.0011,
      "step": 24030
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.014249958572043e-06,
      "loss": 0.0012,
      "step": 24031
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.013518356838072e-06,
      "loss": 0.0011,
      "step": 24032
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.012786760436003e-06,
      "loss": 0.0014,
      "step": 24033
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.012055169369796e-06,
      "loss": 0.001,
      "step": 24034
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.011323583643396e-06,
      "loss": 0.001,
      "step": 24035
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.010592003260768e-06,
      "loss": 0.0009,
      "step": 24036
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.009860428225855e-06,
      "loss": 0.0013,
      "step": 24037
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.009128858542622e-06,
      "loss": 0.0011,
      "step": 24038
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.008397294215017e-06,
      "loss": 0.001,
      "step": 24039
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.007665735246993e-06,
      "loss": 0.0014,
      "step": 24040
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.006934181642509e-06,
      "loss": 0.0016,
      "step": 24041
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.006202633405511e-06,
      "loss": 0.0011,
      "step": 24042
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.00547109053996e-06,
      "loss": 0.0014,
      "step": 24043
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.00473955304981e-06,
      "loss": 0.0015,
      "step": 24044
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.004008020939013e-06,
      "loss": 0.0015,
      "step": 24045
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.003276494211524e-06,
      "loss": 0.0005,
      "step": 24046
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.002544972871292e-06,
      "loss": 0.0012,
      "step": 24047
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.001813456922279e-06,
      "loss": 0.0006,
      "step": 24048
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.001081946368434e-06,
      "loss": 0.0011,
      "step": 24049
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.000350441213708e-06,
      "loss": 0.0012,
      "step": 24050
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.999618941462063e-06,
      "loss": 0.0009,
      "step": 24051
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.998887447117443e-06,
      "loss": 0.001,
      "step": 24052
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.99815595818381e-06,
      "loss": 0.0013,
      "step": 24053
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.997424474665112e-06,
      "loss": 0.0012,
      "step": 24054
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.996692996565307e-06,
      "loss": 0.001,
      "step": 24055
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.995961523888346e-06,
      "loss": 0.0004,
      "step": 24056
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.995230056638183e-06,
      "loss": 0.0008,
      "step": 24057
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.994498594818771e-06,
      "loss": 0.001,
      "step": 24058
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.993767138434062e-06,
      "loss": 0.0006,
      "step": 24059
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.993035687488016e-06,
      "loss": 0.001,
      "step": 24060
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.992304241984578e-06,
      "loss": 0.0011,
      "step": 24061
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.99157280192771e-06,
      "loss": 0.0012,
      "step": 24062
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.99084136732136e-06,
      "loss": 0.001,
      "step": 24063
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.99010993816948e-06,
      "loss": 0.0009,
      "step": 24064
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.989378514476025e-06,
      "loss": 0.0013,
      "step": 24065
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.98864709624495e-06,
      "loss": 0.0015,
      "step": 24066
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.98791568348021e-06,
      "loss": 0.0015,
      "step": 24067
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.987184276185752e-06,
      "loss": 0.0008,
      "step": 24068
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.986452874365535e-06,
      "loss": 0.0013,
      "step": 24069
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.985721478023508e-06,
      "loss": 0.0005,
      "step": 24070
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.98499008716363e-06,
      "loss": 0.0009,
      "step": 24071
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.98425870178985e-06,
      "loss": 0.0012,
      "step": 24072
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.983527321906117e-06,
      "loss": 0.0012,
      "step": 24073
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.982795947516392e-06,
      "loss": 0.0018,
      "step": 24074
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.982064578624622e-06,
      "loss": 0.0015,
      "step": 24075
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.981333215234765e-06,
      "loss": 0.0008,
      "step": 24076
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.98060185735077e-06,
      "loss": 0.001,
      "step": 24077
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.979870504976589e-06,
      "loss": 0.0011,
      "step": 24078
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.979139158116183e-06,
      "loss": 0.0014,
      "step": 24079
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.978407816773498e-06,
      "loss": 0.0006,
      "step": 24080
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.977676480952487e-06,
      "loss": 0.0007,
      "step": 24081
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.976945150657105e-06,
      "loss": 0.0009,
      "step": 24082
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.976213825891304e-06,
      "loss": 0.0005,
      "step": 24083
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.975482506659037e-06,
      "loss": 0.0014,
      "step": 24084
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.974751192964255e-06,
      "loss": 0.0007,
      "step": 24085
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.974019884810914e-06,
      "loss": 0.0011,
      "step": 24086
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.973288582202965e-06,
      "loss": 0.0017,
      "step": 24087
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.972557285144362e-06,
      "loss": 0.0012,
      "step": 24088
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.971825993639054e-06,
      "loss": 0.0013,
      "step": 24089
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.971094707690996e-06,
      "loss": 0.0007,
      "step": 24090
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.970363427304143e-06,
      "loss": 0.0007,
      "step": 24091
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.96963215248244e-06,
      "loss": 0.0012,
      "step": 24092
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.968900883229848e-06,
      "loss": 0.0011,
      "step": 24093
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.968169619550315e-06,
      "loss": 0.0015,
      "step": 24094
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.967438361447795e-06,
      "loss": 0.0012,
      "step": 24095
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.96670710892624e-06,
      "loss": 0.0007,
      "step": 24096
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.965975861989603e-06,
      "loss": 0.0012,
      "step": 24097
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.965244620641836e-06,
      "loss": 0.0014,
      "step": 24098
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.964513384886888e-06,
      "loss": 0.0011,
      "step": 24099
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.963782154728718e-06,
      "loss": 0.0015,
      "step": 24100
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.963050930171271e-06,
      "loss": 0.0011,
      "step": 24101
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.962319711218506e-06,
      "loss": 0.0005,
      "step": 24102
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.961588497874372e-06,
      "loss": 0.0011,
      "step": 24103
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.960857290142818e-06,
      "loss": 0.001,
      "step": 24104
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.960126088027803e-06,
      "loss": 0.0007,
      "step": 24105
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.959394891533271e-06,
      "loss": 0.0013,
      "step": 24106
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.958663700663184e-06,
      "loss": 0.0009,
      "step": 24107
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.957932515421485e-06,
      "loss": 0.0013,
      "step": 24108
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.957201335812132e-06,
      "loss": 0.0012,
      "step": 24109
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.956470161839073e-06,
      "loss": 0.0011,
      "step": 24110
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.955738993506262e-06,
      "loss": 0.0008,
      "step": 24111
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.955007830817652e-06,
      "loss": 0.0011,
      "step": 24112
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.954276673777192e-06,
      "loss": 0.0005,
      "step": 24113
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.953545522388832e-06,
      "loss": 0.0014,
      "step": 24114
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.952814376656532e-06,
      "loss": 0.001,
      "step": 24115
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.952083236584238e-06,
      "loss": 0.0006,
      "step": 24116
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.951352102175905e-06,
      "loss": 0.0008,
      "step": 24117
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.95062097343548e-06,
      "loss": 0.0014,
      "step": 24118
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.949889850366918e-06,
      "loss": 0.0006,
      "step": 24119
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.949158732974173e-06,
      "loss": 0.0011,
      "step": 24120
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.948427621261188e-06,
      "loss": 0.0007,
      "step": 24121
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.947696515231925e-06,
      "loss": 0.0008,
      "step": 24122
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.94696541489033e-06,
      "loss": 0.0012,
      "step": 24123
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.946234320240354e-06,
      "loss": 0.0011,
      "step": 24124
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.945503231285952e-06,
      "loss": 0.0014,
      "step": 24125
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.944772148031074e-06,
      "loss": 0.0022,
      "step": 24126
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.944041070479668e-06,
      "loss": 0.0006,
      "step": 24127
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.943309998635693e-06,
      "loss": 0.0017,
      "step": 24128
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.942578932503093e-06,
      "loss": 0.001,
      "step": 24129
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.941847872085822e-06,
      "loss": 0.0018,
      "step": 24130
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.941116817387835e-06,
      "loss": 0.0009,
      "step": 24131
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.940385768413076e-06,
      "loss": 0.0005,
      "step": 24132
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.939654725165504e-06,
      "loss": 0.0008,
      "step": 24133
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.938923687649063e-06,
      "loss": 0.0009,
      "step": 24134
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.93819265586771e-06,
      "loss": 0.001,
      "step": 24135
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.937461629825396e-06,
      "loss": 0.0011,
      "step": 24136
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.936730609526065e-06,
      "loss": 0.0007,
      "step": 24137
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.935999594973678e-06,
      "loss": 0.0011,
      "step": 24138
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.935268586172178e-06,
      "loss": 0.0009,
      "step": 24139
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.934537583125523e-06,
      "loss": 0.0008,
      "step": 24140
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.933806585837658e-06,
      "loss": 0.0007,
      "step": 24141
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.933075594312538e-06,
      "loss": 0.0018,
      "step": 24142
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.932344608554114e-06,
      "loss": 0.0014,
      "step": 24143
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.931613628566333e-06,
      "loss": 0.0013,
      "step": 24144
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.930882654353152e-06,
      "loss": 0.0007,
      "step": 24145
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.930151685918515e-06,
      "loss": 0.001,
      "step": 24146
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.929420723266378e-06,
      "loss": 0.0014,
      "step": 24147
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.928689766400687e-06,
      "loss": 0.001,
      "step": 24148
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.9279588153254e-06,
      "loss": 0.0014,
      "step": 24149
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.927227870044458e-06,
      "loss": 0.0009,
      "step": 24150
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.926496930561821e-06,
      "loss": 0.0015,
      "step": 24151
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.925765996881437e-06,
      "loss": 0.0014,
      "step": 24152
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.925035069007257e-06,
      "loss": 0.0006,
      "step": 24153
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.924304146943228e-06,
      "loss": 0.001,
      "step": 24154
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.923573230693304e-06,
      "loss": 0.001,
      "step": 24155
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.922842320261433e-06,
      "loss": 0.0012,
      "step": 24156
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.92211141565157e-06,
      "loss": 0.0006,
      "step": 24157
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.92138051686766e-06,
      "loss": 0.0013,
      "step": 24158
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.920649623913659e-06,
      "loss": 0.0021,
      "step": 24159
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.919918736793512e-06,
      "loss": 0.0012,
      "step": 24160
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.919187855511175e-06,
      "loss": 0.0016,
      "step": 24161
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.918456980070594e-06,
      "loss": 0.0004,
      "step": 24162
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.91772611047572e-06,
      "loss": 0.0008,
      "step": 24163
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.916995246730505e-06,
      "loss": 0.0004,
      "step": 24164
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.916264388838897e-06,
      "loss": 0.0015,
      "step": 24165
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.91553353680485e-06,
      "loss": 0.0011,
      "step": 24166
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.91480269063231e-06,
      "loss": 0.0008,
      "step": 24167
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.91407185032523e-06,
      "loss": 0.0006,
      "step": 24168
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.91334101588756e-06,
      "loss": 0.0006,
      "step": 24169
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.912610187323248e-06,
      "loss": 0.0017,
      "step": 24170
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.911879364636248e-06,
      "loss": 0.0014,
      "step": 24171
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.911148547830503e-06,
      "loss": 0.0011,
      "step": 24172
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.910417736909974e-06,
      "loss": 0.001,
      "step": 24173
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.909686931878598e-06,
      "loss": 0.0015,
      "step": 24174
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.908956132740336e-06,
      "loss": 0.001,
      "step": 24175
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.908225339499134e-06,
      "loss": 0.0011,
      "step": 24176
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.90749455215894e-06,
      "loss": 0.0014,
      "step": 24177
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.906763770723705e-06,
      "loss": 0.0011,
      "step": 24178
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.906032995197378e-06,
      "loss": 0.0005,
      "step": 24179
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.905302225583913e-06,
      "loss": 0.0012,
      "step": 24180
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.904571461887256e-06,
      "loss": 0.0008,
      "step": 24181
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.903840704111357e-06,
      "loss": 0.0014,
      "step": 24182
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.903109952260166e-06,
      "loss": 0.0019,
      "step": 24183
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.902379206337635e-06,
      "loss": 0.0013,
      "step": 24184
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.901648466347712e-06,
      "loss": 0.0019,
      "step": 24185
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.900917732294342e-06,
      "loss": 0.0012,
      "step": 24186
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.900187004181479e-06,
      "loss": 0.0014,
      "step": 24187
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.899456282013077e-06,
      "loss": 0.0006,
      "step": 24188
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.898725565793079e-06,
      "loss": 0.0007,
      "step": 24189
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.897994855525437e-06,
      "loss": 0.0012,
      "step": 24190
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.897264151214097e-06,
      "loss": 0.0011,
      "step": 24191
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.896533452863017e-06,
      "loss": 0.0009,
      "step": 24192
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.895802760476139e-06,
      "loss": 0.0005,
      "step": 24193
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.895072074057411e-06,
      "loss": 0.0011,
      "step": 24194
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.894341393610789e-06,
      "loss": 0.0014,
      "step": 24195
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.893610719140216e-06,
      "loss": 0.0006,
      "step": 24196
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.892880050649647e-06,
      "loss": 0.0012,
      "step": 24197
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.892149388143026e-06,
      "loss": 0.0015,
      "step": 24198
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.891418731624307e-06,
      "loss": 0.0011,
      "step": 24199
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.890688081097433e-06,
      "loss": 0.0008,
      "step": 24200
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.889957436566362e-06,
      "loss": 0.0011,
      "step": 24201
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.889226798035036e-06,
      "loss": 0.0011,
      "step": 24202
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.888496165507402e-06,
      "loss": 0.0015,
      "step": 24203
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.88776553898742e-06,
      "loss": 0.0011,
      "step": 24204
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.887034918479027e-06,
      "loss": 0.0016,
      "step": 24205
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.88630430398618e-06,
      "loss": 0.002,
      "step": 24206
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.885573695512822e-06,
      "loss": 0.0011,
      "step": 24207
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.884843093062908e-06,
      "loss": 0.0009,
      "step": 24208
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.884112496640384e-06,
      "loss": 0.0011,
      "step": 24209
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.883381906249195e-06,
      "loss": 0.0011,
      "step": 24210
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.882651321893297e-06,
      "loss": 0.0005,
      "step": 24211
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.881920743576635e-06,
      "loss": 0.0018,
      "step": 24212
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.881190171303157e-06,
      "loss": 0.0013,
      "step": 24213
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.880459605076812e-06,
      "loss": 0.0011,
      "step": 24214
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.879729044901552e-06,
      "loss": 0.0009,
      "step": 24215
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.87899849078132e-06,
      "loss": 0.0014,
      "step": 24216
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.878267942720071e-06,
      "loss": 0.0009,
      "step": 24217
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.87753740072175e-06,
      "loss": 0.0005,
      "step": 24218
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.876806864790304e-06,
      "loss": 0.0007,
      "step": 24219
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.876076334929686e-06,
      "loss": 0.0018,
      "step": 24220
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.875345811143839e-06,
      "loss": 0.0007,
      "step": 24221
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.874615293436713e-06,
      "loss": 0.0012,
      "step": 24222
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.87388478181226e-06,
      "loss": 0.0019,
      "step": 24223
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.873154276274427e-06,
      "loss": 0.0012,
      "step": 24224
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.872423776827161e-06,
      "loss": 0.0013,
      "step": 24225
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.871693283474413e-06,
      "loss": 0.0013,
      "step": 24226
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.870962796220126e-06,
      "loss": 0.0008,
      "step": 24227
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.870232315068255e-06,
      "loss": 0.001,
      "step": 24228
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.869501840022741e-06,
      "loss": 0.0014,
      "step": 24229
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.86877137108754e-06,
      "loss": 0.0012,
      "step": 24230
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.86804090826659e-06,
      "loss": 0.0006,
      "step": 24231
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.86731045156385e-06,
      "loss": 0.0011,
      "step": 24232
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.866580000983264e-06,
      "loss": 0.0018,
      "step": 24233
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.865849556528776e-06,
      "loss": 0.0008,
      "step": 24234
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.86511911820434e-06,
      "loss": 0.0018,
      "step": 24235
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.864388686013898e-06,
      "loss": 0.0013,
      "step": 24236
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.863658259961406e-06,
      "loss": 0.0008,
      "step": 24237
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.862927840050804e-06,
      "loss": 0.0009,
      "step": 24238
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.862197426286044e-06,
      "loss": 0.0015,
      "step": 24239
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.861467018671072e-06,
      "loss": 0.0009,
      "step": 24240
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.860736617209839e-06,
      "loss": 0.001,
      "step": 24241
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.860006221906289e-06,
      "loss": 0.0015,
      "step": 24242
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.85927583276437e-06,
      "loss": 0.0009,
      "step": 24243
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.858545449788037e-06,
      "loss": 0.0019,
      "step": 24244
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.857815072981226e-06,
      "loss": 0.0013,
      "step": 24245
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.857084702347893e-06,
      "loss": 0.0016,
      "step": 24246
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.856354337891981e-06,
      "loss": 0.001,
      "step": 24247
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.855623979617442e-06,
      "loss": 0.0013,
      "step": 24248
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.854893627528223e-06,
      "loss": 0.0007,
      "step": 24249
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.854163281628266e-06,
      "loss": 0.0013,
      "step": 24250
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.853432941921525e-06,
      "loss": 0.0012,
      "step": 24251
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.852702608411943e-06,
      "loss": 0.0014,
      "step": 24252
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.85197228110347e-06,
      "loss": 0.0008,
      "step": 24253
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.851241960000052e-06,
      "loss": 0.0007,
      "step": 24254
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.850511645105639e-06,
      "loss": 0.0008,
      "step": 24255
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.849781336424173e-06,
      "loss": 0.0006,
      "step": 24256
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.849051033959608e-06,
      "loss": 0.0008,
      "step": 24257
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.848320737715882e-06,
      "loss": 0.0015,
      "step": 24258
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.847590447696954e-06,
      "loss": 0.0018,
      "step": 24259
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.846860163906763e-06,
      "loss": 0.0007,
      "step": 24260
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.84612988634926e-06,
      "loss": 0.0021,
      "step": 24261
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.84539961502839e-06,
      "loss": 0.0008,
      "step": 24262
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.8446693499481e-06,
      "loss": 0.001,
      "step": 24263
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.843939091112337e-06,
      "loss": 0.0009,
      "step": 24264
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.84320883852505e-06,
      "loss": 0.0008,
      "step": 24265
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.842478592190188e-06,
      "loss": 0.0017,
      "step": 24266
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.84174835211169e-06,
      "loss": 0.0011,
      "step": 24267
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.841018118293511e-06,
      "loss": 0.0008,
      "step": 24268
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.840287890739592e-06,
      "loss": 0.0021,
      "step": 24269
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.839557669453884e-06,
      "loss": 0.0008,
      "step": 24270
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.83882745444033e-06,
      "loss": 0.0006,
      "step": 24271
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.838097245702882e-06,
      "loss": 0.0014,
      "step": 24272
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.837367043245481e-06,
      "loss": 0.001,
      "step": 24273
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.836636847072078e-06,
      "loss": 0.0015,
      "step": 24274
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.83590665718662e-06,
      "loss": 0.0011,
      "step": 24275
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.835176473593049e-06,
      "loss": 0.001,
      "step": 24276
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.834446296295315e-06,
      "loss": 0.0009,
      "step": 24277
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.833716125297364e-06,
      "loss": 0.0008,
      "step": 24278
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.832985960603146e-06,
      "loss": 0.0012,
      "step": 24279
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.832255802216599e-06,
      "loss": 0.0011,
      "step": 24280
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.831525650141679e-06,
      "loss": 0.0014,
      "step": 24281
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.830795504382326e-06,
      "loss": 0.0006,
      "step": 24282
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.830065364942486e-06,
      "loss": 0.002,
      "step": 24283
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.829335231826112e-06,
      "loss": 0.0009,
      "step": 24284
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.828605105037143e-06,
      "loss": 0.0008,
      "step": 24285
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.827874984579532e-06,
      "loss": 0.0008,
      "step": 24286
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.827144870457217e-06,
      "loss": 0.0006,
      "step": 24287
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.826414762674155e-06,
      "loss": 0.0012,
      "step": 24288
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.825684661234284e-06,
      "loss": 0.0009,
      "step": 24289
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.82495456614155e-06,
      "loss": 0.0009,
      "step": 24290
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.824224477399904e-06,
      "loss": 0.001,
      "step": 24291
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.823494395013288e-06,
      "loss": 0.0014,
      "step": 24292
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.822764318985652e-06,
      "loss": 0.0013,
      "step": 24293
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.822034249320937e-06,
      "loss": 0.0012,
      "step": 24294
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.82130418602309e-06,
      "loss": 0.0014,
      "step": 24295
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.820574129096062e-06,
      "loss": 0.0005,
      "step": 24296
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.819844078543795e-06,
      "loss": 0.0009,
      "step": 24297
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.819114034370237e-06,
      "loss": 0.0014,
      "step": 24298
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.818383996579333e-06,
      "loss": 0.0012,
      "step": 24299
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.817653965175028e-06,
      "loss": 0.0008,
      "step": 24300
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.816923940161267e-06,
      "loss": 0.0015,
      "step": 24301
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.816193921541995e-06,
      "loss": 0.0013,
      "step": 24302
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.815463909321164e-06,
      "loss": 0.001,
      "step": 24303
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.814733903502712e-06,
      "loss": 0.0013,
      "step": 24304
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.81400390409059e-06,
      "loss": 0.0017,
      "step": 24305
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.813273911088742e-06,
      "loss": 0.0014,
      "step": 24306
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.812543924501109e-06,
      "loss": 0.0011,
      "step": 24307
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.811813944331645e-06,
      "loss": 0.0012,
      "step": 24308
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.81108397058429e-06,
      "loss": 0.0008,
      "step": 24309
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.81035400326299e-06,
      "loss": 0.0012,
      "step": 24310
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.80962404237169e-06,
      "loss": 0.0017,
      "step": 24311
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.80889408791434e-06,
      "loss": 0.0011,
      "step": 24312
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.808164139894879e-06,
      "loss": 0.0009,
      "step": 24313
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.807434198317257e-06,
      "loss": 0.0016,
      "step": 24314
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.80670426318542e-06,
      "loss": 0.0012,
      "step": 24315
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.805974334503305e-06,
      "loss": 0.0012,
      "step": 24316
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.805244412274868e-06,
      "loss": 0.0012,
      "step": 24317
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.804514496504046e-06,
      "loss": 0.001,
      "step": 24318
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.803784587194791e-06,
      "loss": 0.0011,
      "step": 24319
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.803054684351042e-06,
      "loss": 0.0008,
      "step": 24320
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.802324787976747e-06,
      "loss": 0.0015,
      "step": 24321
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.801594898075855e-06,
      "loss": 0.0009,
      "step": 24322
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.800865014652301e-06,
      "loss": 0.0008,
      "step": 24323
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.80013513771004e-06,
      "loss": 0.0014,
      "step": 24324
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.79940526725301e-06,
      "loss": 0.0006,
      "step": 24325
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.79867540328516e-06,
      "loss": 0.0013,
      "step": 24326
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.797945545810434e-06,
      "loss": 0.0007,
      "step": 24327
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.797215694832777e-06,
      "loss": 0.0007,
      "step": 24328
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.79648585035613e-06,
      "loss": 0.0013,
      "step": 24329
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.795756012384446e-06,
      "loss": 0.0012,
      "step": 24330
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.79502618092166e-06,
      "loss": 0.0008,
      "step": 24331
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.794296355971724e-06,
      "loss": 0.0019,
      "step": 24332
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.79356653753858e-06,
      "loss": 0.0012,
      "step": 24333
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.792836725626175e-06,
      "loss": 0.0012,
      "step": 24334
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.792106920238447e-06,
      "loss": 0.0011,
      "step": 24335
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.791377121379351e-06,
      "loss": 0.0009,
      "step": 24336
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.790647329052822e-06,
      "loss": 0.001,
      "step": 24337
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.789917543262809e-06,
      "loss": 0.0014,
      "step": 24338
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.789187764013256e-06,
      "loss": 0.0005,
      "step": 24339
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.788457991308106e-06,
      "loss": 0.0008,
      "step": 24340
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.787728225151307e-06,
      "loss": 0.0011,
      "step": 24341
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.786998465546798e-06,
      "loss": 0.0016,
      "step": 24342
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.786268712498528e-06,
      "loss": 0.0012,
      "step": 24343
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.785538966010437e-06,
      "loss": 0.0008,
      "step": 24344
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.784809226086474e-06,
      "loss": 0.0008,
      "step": 24345
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.784079492730582e-06,
      "loss": 0.0003,
      "step": 24346
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.783349765946702e-06,
      "loss": 0.0019,
      "step": 24347
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.78262004573878e-06,
      "loss": 0.0012,
      "step": 24348
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.78189033211076e-06,
      "loss": 0.0017,
      "step": 24349
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.78116062506659e-06,
      "loss": 0.001,
      "step": 24350
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.780430924610207e-06,
      "loss": 0.0007,
      "step": 24351
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.77970123074556e-06,
      "loss": 0.0008,
      "step": 24352
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.77897154347659e-06,
      "loss": 0.0007,
      "step": 24353
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.778241862807246e-06,
      "loss": 0.0013,
      "step": 24354
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.777512188741466e-06,
      "loss": 0.0008,
      "step": 24355
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.776782521283196e-06,
      "loss": 0.0006,
      "step": 24356
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.776052860436382e-06,
      "loss": 0.0013,
      "step": 24357
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.775323206204962e-06,
      "loss": 0.0005,
      "step": 24358
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.774593558592887e-06,
      "loss": 0.0011,
      "step": 24359
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.773863917604095e-06,
      "loss": 0.0009,
      "step": 24360
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.773134283242534e-06,
      "loss": 0.0008,
      "step": 24361
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.772404655512145e-06,
      "loss": 0.0011,
      "step": 24362
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.77167503441687e-06,
      "loss": 0.001,
      "step": 24363
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.770945419960659e-06,
      "loss": 0.0011,
      "step": 24364
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.770215812147449e-06,
      "loss": 0.0008,
      "step": 24365
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.769486210981187e-06,
      "loss": 0.0012,
      "step": 24366
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.768756616465811e-06,
      "loss": 0.0008,
      "step": 24367
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.768027028605272e-06,
      "loss": 0.0013,
      "step": 24368
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.767297447403511e-06,
      "loss": 0.0007,
      "step": 24369
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.76656787286447e-06,
      "loss": 0.0015,
      "step": 24370
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.765838304992094e-06,
      "loss": 0.001,
      "step": 24371
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.765108743790324e-06,
      "loss": 0.0009,
      "step": 24372
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.764379189263105e-06,
      "loss": 0.0009,
      "step": 24373
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.76364964141438e-06,
      "loss": 0.0009,
      "step": 24374
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.762920100248091e-06,
      "loss": 0.0014,
      "step": 24375
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.762190565768184e-06,
      "loss": 0.0008,
      "step": 24376
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.761461037978597e-06,
      "loss": 0.001,
      "step": 24377
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.760731516883278e-06,
      "loss": 0.0014,
      "step": 24378
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.76000200248617e-06,
      "loss": 0.0009,
      "step": 24379
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.75927249479121e-06,
      "loss": 0.001,
      "step": 24380
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.75854299380235e-06,
      "loss": 0.0014,
      "step": 24381
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.757813499523525e-06,
      "loss": 0.0012,
      "step": 24382
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.757084011958681e-06,
      "loss": 0.0006,
      "step": 24383
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.756354531111761e-06,
      "loss": 0.0018,
      "step": 24384
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.75562505698671e-06,
      "loss": 0.001,
      "step": 24385
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.754895589587465e-06,
      "loss": 0.0015,
      "step": 24386
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.754166128917976e-06,
      "loss": 0.0005,
      "step": 24387
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.75343667498218e-06,
      "loss": 0.001,
      "step": 24388
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.752707227784021e-06,
      "loss": 0.001,
      "step": 24389
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.751977787327445e-06,
      "loss": 0.0011,
      "step": 24390
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.751248353616389e-06,
      "loss": 0.0015,
      "step": 24391
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.7505189266548e-06,
      "loss": 0.0016,
      "step": 24392
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.749789506446617e-06,
      "loss": 0.0011,
      "step": 24393
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.749060092995787e-06,
      "loss": 0.0014,
      "step": 24394
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.74833068630625e-06,
      "loss": 0.0019,
      "step": 24395
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.747601286381946e-06,
      "loss": 0.0011,
      "step": 24396
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.746871893226822e-06,
      "loss": 0.001,
      "step": 24397
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.746142506844816e-06,
      "loss": 0.0013,
      "step": 24398
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.745413127239875e-06,
      "loss": 0.0023,
      "step": 24399
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.744683754415935e-06,
      "loss": 0.0009,
      "step": 24400
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.743954388376946e-06,
      "loss": 0.0007,
      "step": 24401
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.743225029126845e-06,
      "loss": 0.0016,
      "step": 24402
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.742495676669569e-06,
      "loss": 0.0017,
      "step": 24403
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.741766331009073e-06,
      "loss": 0.001,
      "step": 24404
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.741036992149293e-06,
      "loss": 0.0011,
      "step": 24405
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.740307660094167e-06,
      "loss": 0.0006,
      "step": 24406
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.739578334847645e-06,
      "loss": 0.0007,
      "step": 24407
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.738849016413661e-06,
      "loss": 0.0012,
      "step": 24408
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.738119704796162e-06,
      "loss": 0.0006,
      "step": 24409
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.737390399999088e-06,
      "loss": 0.0012,
      "step": 24410
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.736661102026383e-06,
      "loss": 0.0009,
      "step": 24411
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.735931810881986e-06,
      "loss": 0.0016,
      "step": 24412
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.735202526569839e-06,
      "loss": 0.0016,
      "step": 24413
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.734473249093886e-06,
      "loss": 0.0007,
      "step": 24414
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.733743978458064e-06,
      "loss": 0.0008,
      "step": 24415
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.733014714666322e-06,
      "loss": 0.0012,
      "step": 24416
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.732285457722596e-06,
      "loss": 0.0015,
      "step": 24417
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.73155620763083e-06,
      "loss": 0.001,
      "step": 24418
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.730826964394967e-06,
      "loss": 0.0014,
      "step": 24419
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.730097728018943e-06,
      "loss": 0.0013,
      "step": 24420
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.729368498506705e-06,
      "loss": 0.0005,
      "step": 24421
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.72863927586219e-06,
      "loss": 0.0016,
      "step": 24422
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.727910060089345e-06,
      "loss": 0.001,
      "step": 24423
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.727180851192105e-06,
      "loss": 0.0011,
      "step": 24424
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.726451649174417e-06,
      "loss": 0.0008,
      "step": 24425
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.72572245404022e-06,
      "loss": 0.0006,
      "step": 24426
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.724993265793453e-06,
      "loss": 0.0009,
      "step": 24427
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.724264084438064e-06,
      "loss": 0.0007,
      "step": 24428
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.723534909977985e-06,
      "loss": 0.0004,
      "step": 24429
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.722805742417162e-06,
      "loss": 0.0016,
      "step": 24430
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.722076581759538e-06,
      "loss": 0.001,
      "step": 24431
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.721347428009051e-06,
      "loss": 0.0008,
      "step": 24432
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.720618281169643e-06,
      "loss": 0.0009,
      "step": 24433
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.719889141245255e-06,
      "loss": 0.0015,
      "step": 24434
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.719160008239832e-06,
      "loss": 0.0014,
      "step": 24435
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.718430882157304e-06,
      "loss": 0.0017,
      "step": 24436
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.717701763001625e-06,
      "loss": 0.0009,
      "step": 24437
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.716972650776724e-06,
      "loss": 0.0014,
      "step": 24438
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.716243545486549e-06,
      "loss": 0.001,
      "step": 24439
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.715514447135044e-06,
      "loss": 0.001,
      "step": 24440
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.71478535572614e-06,
      "loss": 0.0018,
      "step": 24441
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.714056271263785e-06,
      "loss": 0.001,
      "step": 24442
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.713327193751918e-06,
      "loss": 0.0008,
      "step": 24443
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.71259812319448e-06,
      "loss": 0.0016,
      "step": 24444
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.711869059595411e-06,
      "loss": 0.0012,
      "step": 24445
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.711140002958649e-06,
      "loss": 0.0016,
      "step": 24446
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.71041095328814e-06,
      "loss": 0.0016,
      "step": 24447
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.709681910587817e-06,
      "loss": 0.0013,
      "step": 24448
    },
    {
      "epoch": 1.05,
      "learning_rate": 8.70895287486163e-06,
      "loss": 0.0007,
      "step": 24449
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.708223846113509e-06,
      "loss": 0.0008,
      "step": 24450
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.707494824347404e-06,
      "loss": 0.0009,
      "step": 24451
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.70676580956725e-06,
      "loss": 0.002,
      "step": 24452
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.706036801776986e-06,
      "loss": 0.0012,
      "step": 24453
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.705307800980557e-06,
      "loss": 0.0009,
      "step": 24454
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.7045788071819e-06,
      "loss": 0.001,
      "step": 24455
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.703849820384956e-06,
      "loss": 0.001,
      "step": 24456
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.703120840593663e-06,
      "loss": 0.0009,
      "step": 24457
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.702391867811968e-06,
      "loss": 0.0015,
      "step": 24458
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.701662902043803e-06,
      "loss": 0.0006,
      "step": 24459
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.700933943293112e-06,
      "loss": 0.0013,
      "step": 24460
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.700204991563835e-06,
      "loss": 0.0011,
      "step": 24461
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.699476046859909e-06,
      "loss": 0.0012,
      "step": 24462
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.69874710918528e-06,
      "loss": 0.0003,
      "step": 24463
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.69801817854388e-06,
      "loss": 0.0018,
      "step": 24464
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.697289254939657e-06,
      "loss": 0.0008,
      "step": 24465
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.696560338376543e-06,
      "loss": 0.0013,
      "step": 24466
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.695831428858484e-06,
      "loss": 0.0008,
      "step": 24467
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.69510252638942e-06,
      "loss": 0.0007,
      "step": 24468
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.694373630973281e-06,
      "loss": 0.0015,
      "step": 24469
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.693644742614018e-06,
      "loss": 0.0005,
      "step": 24470
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.692915861315565e-06,
      "loss": 0.0013,
      "step": 24471
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.692186987081864e-06,
      "loss": 0.001,
      "step": 24472
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.691458119916853e-06,
      "loss": 0.0009,
      "step": 24473
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.690729259824472e-06,
      "loss": 0.0008,
      "step": 24474
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.690000406808657e-06,
      "loss": 0.0007,
      "step": 24475
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.689271560873353e-06,
      "loss": 0.0013,
      "step": 24476
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.688542722022499e-06,
      "loss": 0.0015,
      "step": 24477
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.687813890260031e-06,
      "loss": 0.0009,
      "step": 24478
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.68708506558989e-06,
      "loss": 0.0007,
      "step": 24479
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.686356248016017e-06,
      "loss": 0.0008,
      "step": 24480
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.685627437542346e-06,
      "loss": 0.0011,
      "step": 24481
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.684898634172822e-06,
      "loss": 0.0015,
      "step": 24482
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.68416983791138e-06,
      "loss": 0.0007,
      "step": 24483
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.683441048761963e-06,
      "loss": 0.0009,
      "step": 24484
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.682712266728509e-06,
      "loss": 0.0012,
      "step": 24485
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.681983491814952e-06,
      "loss": 0.0009,
      "step": 24486
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.681254724025239e-06,
      "loss": 0.0006,
      "step": 24487
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.680525963363301e-06,
      "loss": 0.001,
      "step": 24488
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.679797209833085e-06,
      "loss": 0.0015,
      "step": 24489
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.679068463438521e-06,
      "loss": 0.0006,
      "step": 24490
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.678339724183557e-06,
      "loss": 0.001,
      "step": 24491
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.677610992072125e-06,
      "loss": 0.0014,
      "step": 24492
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.676882267108166e-06,
      "loss": 0.0004,
      "step": 24493
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.676153549295621e-06,
      "loss": 0.0011,
      "step": 24494
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.675424838638424e-06,
      "loss": 0.0012,
      "step": 24495
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.67469613514052e-06,
      "loss": 0.0012,
      "step": 24496
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.673967438805838e-06,
      "loss": 0.001,
      "step": 24497
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.673238749638328e-06,
      "loss": 0.0008,
      "step": 24498
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.672510067641921e-06,
      "loss": 0.0009,
      "step": 24499
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.671781392820559e-06,
      "loss": 0.0007,
      "step": 24500
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.671052725178179e-06,
      "loss": 0.0008,
      "step": 24501
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.670324064718716e-06,
      "loss": 0.0009,
      "step": 24502
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.669595411446116e-06,
      "loss": 0.0014,
      "step": 24503
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.66886676536431e-06,
      "loss": 0.0014,
      "step": 24504
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.668138126477242e-06,
      "loss": 0.0012,
      "step": 24505
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.667409494788844e-06,
      "loss": 0.0013,
      "step": 24506
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.666680870303061e-06,
      "loss": 0.0009,
      "step": 24507
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.665952253023829e-06,
      "loss": 0.0014,
      "step": 24508
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.665223642955084e-06,
      "loss": 0.0011,
      "step": 24509
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.664495040100767e-06,
      "loss": 0.0006,
      "step": 24510
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.66376644446481e-06,
      "loss": 0.0009,
      "step": 24511
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.663037856051156e-06,
      "loss": 0.0008,
      "step": 24512
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.662309274863748e-06,
      "loss": 0.0016,
      "step": 24513
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.661580700906513e-06,
      "loss": 0.0017,
      "step": 24514
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.660852134183398e-06,
      "loss": 0.0016,
      "step": 24515
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.660123574698336e-06,
      "loss": 0.0007,
      "step": 24516
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.659395022455269e-06,
      "loss": 0.0012,
      "step": 24517
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.658666477458128e-06,
      "loss": 0.0012,
      "step": 24518
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.657937939710856e-06,
      "loss": 0.0014,
      "step": 24519
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.65720940921739e-06,
      "loss": 0.0004,
      "step": 24520
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.656480885981668e-06,
      "loss": 0.0012,
      "step": 24521
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.655752370007627e-06,
      "loss": 0.0005,
      "step": 24522
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.6550238612992e-06,
      "loss": 0.0016,
      "step": 24523
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.654295359860334e-06,
      "loss": 0.0006,
      "step": 24524
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.653566865694962e-06,
      "loss": 0.0012,
      "step": 24525
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.652838378807017e-06,
      "loss": 0.0013,
      "step": 24526
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.652109899200444e-06,
      "loss": 0.0006,
      "step": 24527
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.651381426879174e-06,
      "loss": 0.0013,
      "step": 24528
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.650652961847149e-06,
      "loss": 0.0011,
      "step": 24529
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.649924504108303e-06,
      "loss": 0.0026,
      "step": 24530
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.649196053666577e-06,
      "loss": 0.0013,
      "step": 24531
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.648467610525905e-06,
      "loss": 0.0015,
      "step": 24532
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.647739174690224e-06,
      "loss": 0.0008,
      "step": 24533
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.647010746163474e-06,
      "loss": 0.0015,
      "step": 24534
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.64628232494959e-06,
      "loss": 0.0006,
      "step": 24535
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.645553911052511e-06,
      "loss": 0.0011,
      "step": 24536
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.644825504476171e-06,
      "loss": 0.0019,
      "step": 24537
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.64409710522451e-06,
      "loss": 0.0012,
      "step": 24538
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.643368713301463e-06,
      "loss": 0.0005,
      "step": 24539
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.642640328710968e-06,
      "loss": 0.0018,
      "step": 24540
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.641911951456962e-06,
      "loss": 0.0012,
      "step": 24541
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.641183581543382e-06,
      "loss": 0.0006,
      "step": 24542
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.640455218974165e-06,
      "loss": 0.0011,
      "step": 24543
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.639726863753245e-06,
      "loss": 0.0008,
      "step": 24544
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.63899851588456e-06,
      "loss": 0.0009,
      "step": 24545
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.638270175372047e-06,
      "loss": 0.0008,
      "step": 24546
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.637541842219644e-06,
      "loss": 0.0013,
      "step": 24547
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.636813516431288e-06,
      "loss": 0.001,
      "step": 24548
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.636085198010915e-06,
      "loss": 0.001,
      "step": 24549
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.635356886962458e-06,
      "loss": 0.0007,
      "step": 24550
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.634628583289861e-06,
      "loss": 0.0006,
      "step": 24551
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.633900286997052e-06,
      "loss": 0.0018,
      "step": 24552
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.633171998087973e-06,
      "loss": 0.0014,
      "step": 24553
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.632443716566556e-06,
      "loss": 0.0013,
      "step": 24554
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.631715442436744e-06,
      "loss": 0.0004,
      "step": 24555
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.630987175702465e-06,
      "loss": 0.0011,
      "step": 24556
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.630258916367664e-06,
      "loss": 0.0015,
      "step": 24557
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.629530664436272e-06,
      "loss": 0.0008,
      "step": 24558
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.628802419912223e-06,
      "loss": 0.0011,
      "step": 24559
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.628074182799458e-06,
      "loss": 0.001,
      "step": 24560
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.62734595310191e-06,
      "loss": 0.0007,
      "step": 24561
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.62661773082352e-06,
      "loss": 0.0013,
      "step": 24562
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.625889515968215e-06,
      "loss": 0.0005,
      "step": 24563
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.62516130853994e-06,
      "loss": 0.001,
      "step": 24564
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.624433108542627e-06,
      "loss": 0.0006,
      "step": 24565
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.62370491598021e-06,
      "loss": 0.001,
      "step": 24566
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.622976730856628e-06,
      "loss": 0.0006,
      "step": 24567
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.622248553175817e-06,
      "loss": 0.0006,
      "step": 24568
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.62152038294171e-06,
      "loss": 0.0017,
      "step": 24569
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.620792220158243e-06,
      "loss": 0.0013,
      "step": 24570
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.620064064829356e-06,
      "loss": 0.0008,
      "step": 24571
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.619335916958978e-06,
      "loss": 0.001,
      "step": 24572
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.618607776551053e-06,
      "loss": 0.0014,
      "step": 24573
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.61787964360951e-06,
      "loss": 0.001,
      "step": 24574
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.617151518138284e-06,
      "loss": 0.0011,
      "step": 24575
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.616423400141316e-06,
      "loss": 0.0011,
      "step": 24576
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.615695289622536e-06,
      "loss": 0.0008,
      "step": 24577
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.614967186585882e-06,
      "loss": 0.0009,
      "step": 24578
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.614239091035291e-06,
      "loss": 0.001,
      "step": 24579
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.613511002974695e-06,
      "loss": 0.001,
      "step": 24580
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.612782922408031e-06,
      "loss": 0.0021,
      "step": 24581
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.612054849339233e-06,
      "loss": 0.0007,
      "step": 24582
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.611326783772235e-06,
      "loss": 0.0015,
      "step": 24583
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.61059872571098e-06,
      "loss": 0.0009,
      "step": 24584
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.609870675159393e-06,
      "loss": 0.0006,
      "step": 24585
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.609142632121417e-06,
      "loss": 0.0013,
      "step": 24586
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.60841459660098e-06,
      "loss": 0.0013,
      "step": 24587
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.607686568602024e-06,
      "loss": 0.0008,
      "step": 24588
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.60695854812848e-06,
      "loss": 0.0014,
      "step": 24589
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.606230535184284e-06,
      "loss": 0.0013,
      "step": 24590
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.60550252977337e-06,
      "loss": 0.0009,
      "step": 24591
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.60477453189967e-06,
      "loss": 0.0009,
      "step": 24592
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.604046541567127e-06,
      "loss": 0.001,
      "step": 24593
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.603318558779667e-06,
      "loss": 0.0006,
      "step": 24594
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.602590583541232e-06,
      "loss": 0.001,
      "step": 24595
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.601862615855752e-06,
      "loss": 0.001,
      "step": 24596
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.601134655727164e-06,
      "loss": 0.0014,
      "step": 24597
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.600406703159402e-06,
      "loss": 0.0016,
      "step": 24598
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.599678758156396e-06,
      "loss": 0.0018,
      "step": 24599
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.598950820722088e-06,
      "loss": 0.0013,
      "step": 24600
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.598222890860406e-06,
      "loss": 0.0009,
      "step": 24601
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.597494968575291e-06,
      "loss": 0.0005,
      "step": 24602
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.596767053870672e-06,
      "loss": 0.0012,
      "step": 24603
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.596039146750486e-06,
      "loss": 0.0011,
      "step": 24604
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.595311247218667e-06,
      "loss": 0.0014,
      "step": 24605
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.594583355279148e-06,
      "loss": 0.0018,
      "step": 24606
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.593855470935866e-06,
      "loss": 0.0015,
      "step": 24607
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.59312759419275e-06,
      "loss": 0.0012,
      "step": 24608
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.59239972505374e-06,
      "loss": 0.0014,
      "step": 24609
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.591671863522766e-06,
      "loss": 0.0012,
      "step": 24610
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.590944009603766e-06,
      "loss": 0.0014,
      "step": 24611
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.59021616330067e-06,
      "loss": 0.0012,
      "step": 24612
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.589488324617413e-06,
      "loss": 0.0012,
      "step": 24613
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.588760493557932e-06,
      "loss": 0.0008,
      "step": 24614
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.588032670126154e-06,
      "loss": 0.0013,
      "step": 24615
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.587304854326022e-06,
      "loss": 0.0006,
      "step": 24616
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.586577046161463e-06,
      "loss": 0.0006,
      "step": 24617
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.585849245636415e-06,
      "loss": 0.0009,
      "step": 24618
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.585121452754803e-06,
      "loss": 0.001,
      "step": 24619
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.584393667520572e-06,
      "loss": 0.0012,
      "step": 24620
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.583665889937653e-06,
      "loss": 0.0011,
      "step": 24621
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.582938120009977e-06,
      "loss": 0.001,
      "step": 24622
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.582210357741476e-06,
      "loss": 0.0017,
      "step": 24623
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.581482603136088e-06,
      "loss": 0.0005,
      "step": 24624
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.580754856197744e-06,
      "loss": 0.0008,
      "step": 24625
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.580027116930379e-06,
      "loss": 0.0008,
      "step": 24626
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.579299385337922e-06,
      "loss": 0.001,
      "step": 24627
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.57857166142431e-06,
      "loss": 0.0012,
      "step": 24628
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.577843945193477e-06,
      "loss": 0.0009,
      "step": 24629
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.577116236649357e-06,
      "loss": 0.0012,
      "step": 24630
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.57638853579588e-06,
      "loss": 0.0012,
      "step": 24631
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.575660842636979e-06,
      "loss": 0.0015,
      "step": 24632
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.574933157176591e-06,
      "loss": 0.0009,
      "step": 24633
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.574205479418643e-06,
      "loss": 0.0005,
      "step": 24634
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.573477809367077e-06,
      "loss": 0.0007,
      "step": 24635
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.572750147025818e-06,
      "loss": 0.0009,
      "step": 24636
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.572022492398801e-06,
      "loss": 0.0021,
      "step": 24637
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.571294845489964e-06,
      "loss": 0.0012,
      "step": 24638
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.570567206303231e-06,
      "loss": 0.0008,
      "step": 24639
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.569839574842544e-06,
      "loss": 0.0014,
      "step": 24640
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.569111951111828e-06,
      "loss": 0.0009,
      "step": 24641
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.568384335115022e-06,
      "loss": 0.0023,
      "step": 24642
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.567656726856052e-06,
      "loss": 0.0011,
      "step": 24643
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.56692912633886e-06,
      "loss": 0.0008,
      "step": 24644
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.56620153356737e-06,
      "loss": 0.0013,
      "step": 24645
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.56547394854552e-06,
      "loss": 0.0013,
      "step": 24646
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.56474637127724e-06,
      "loss": 0.0009,
      "step": 24647
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.56401880176646e-06,
      "loss": 0.0007,
      "step": 24648
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.56329124001712e-06,
      "loss": 0.0015,
      "step": 24649
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.562563686033145e-06,
      "loss": 0.0009,
      "step": 24650
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.561836139818473e-06,
      "loss": 0.0008,
      "step": 24651
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.561108601377032e-06,
      "loss": 0.0009,
      "step": 24652
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.560381070712758e-06,
      "loss": 0.0012,
      "step": 24653
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.55965354782958e-06,
      "loss": 0.0014,
      "step": 24654
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.55892603273143e-06,
      "loss": 0.0007,
      "step": 24655
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.558198525422242e-06,
      "loss": 0.0006,
      "step": 24656
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.55747102590595e-06,
      "loss": 0.0012,
      "step": 24657
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.556743534186483e-06,
      "loss": 0.0016,
      "step": 24658
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.556016050267776e-06,
      "loss": 0.0014,
      "step": 24659
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.555288574153758e-06,
      "loss": 0.0023,
      "step": 24660
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.554561105848364e-06,
      "loss": 0.0005,
      "step": 24661
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.553833645355524e-06,
      "loss": 0.001,
      "step": 24662
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.553106192679168e-06,
      "loss": 0.0012,
      "step": 24663
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.552378747823232e-06,
      "loss": 0.0011,
      "step": 24664
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.551651310791642e-06,
      "loss": 0.0009,
      "step": 24665
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.550923881588338e-06,
      "loss": 0.0016,
      "step": 24666
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.550196460217245e-06,
      "loss": 0.0006,
      "step": 24667
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.549469046682297e-06,
      "loss": 0.0008,
      "step": 24668
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.548741640987426e-06,
      "loss": 0.001,
      "step": 24669
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.548014243136564e-06,
      "loss": 0.0008,
      "step": 24670
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.547286853133641e-06,
      "loss": 0.001,
      "step": 24671
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.546559470982589e-06,
      "loss": 0.001,
      "step": 24672
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.545832096687342e-06,
      "loss": 0.0006,
      "step": 24673
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.545104730251825e-06,
      "loss": 0.0014,
      "step": 24674
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.544377371679978e-06,
      "loss": 0.0009,
      "step": 24675
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.543650020975725e-06,
      "loss": 0.0009,
      "step": 24676
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.542922678143001e-06,
      "loss": 0.0008,
      "step": 24677
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.542195343185738e-06,
      "loss": 0.0015,
      "step": 24678
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.541468016107863e-06,
      "loss": 0.0011,
      "step": 24679
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.540740696913314e-06,
      "loss": 0.0013,
      "step": 24680
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.540013385606015e-06,
      "loss": 0.0007,
      "step": 24681
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.5392860821899e-06,
      "loss": 0.0007,
      "step": 24682
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.5385587866689e-06,
      "loss": 0.0008,
      "step": 24683
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.537831499046948e-06,
      "loss": 0.0013,
      "step": 24684
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.537104219327971e-06,
      "loss": 0.0008,
      "step": 24685
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.536376947515905e-06,
      "loss": 0.0012,
      "step": 24686
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.535649683614677e-06,
      "loss": 0.0012,
      "step": 24687
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.534922427628218e-06,
      "loss": 0.0012,
      "step": 24688
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.534195179560461e-06,
      "loss": 0.0009,
      "step": 24689
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.533467939415333e-06,
      "loss": 0.0012,
      "step": 24690
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.53274070719677e-06,
      "loss": 0.0008,
      "step": 24691
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.532013482908694e-06,
      "loss": 0.0008,
      "step": 24692
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.531286266555045e-06,
      "loss": 0.001,
      "step": 24693
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.530559058139752e-06,
      "loss": 0.0005,
      "step": 24694
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.529831857666744e-06,
      "loss": 0.0009,
      "step": 24695
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.529104665139947e-06,
      "loss": 0.0012,
      "step": 24696
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.528377480563299e-06,
      "loss": 0.0005,
      "step": 24697
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.527650303940725e-06,
      "loss": 0.001,
      "step": 24698
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.52692313527616e-06,
      "loss": 0.0009,
      "step": 24699
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.526195974573528e-06,
      "loss": 0.0008,
      "step": 24700
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.525468821836765e-06,
      "loss": 0.0009,
      "step": 24701
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.5247416770698e-06,
      "loss": 0.0008,
      "step": 24702
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.52401454027656e-06,
      "loss": 0.0009,
      "step": 24703
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.523287411460979e-06,
      "loss": 0.0006,
      "step": 24704
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.522560290626983e-06,
      "loss": 0.0013,
      "step": 24705
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.521833177778508e-06,
      "loss": 0.0018,
      "step": 24706
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.521106072919478e-06,
      "loss": 0.001,
      "step": 24707
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.520378976053828e-06,
      "loss": 0.001,
      "step": 24708
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.519651887185482e-06,
      "loss": 0.0012,
      "step": 24709
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.518924806318379e-06,
      "loss": 0.0012,
      "step": 24710
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.51819773345644e-06,
      "loss": 0.0014,
      "step": 24711
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.517470668603597e-06,
      "loss": 0.0015,
      "step": 24712
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.516743611763783e-06,
      "loss": 0.0014,
      "step": 24713
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.516016562940924e-06,
      "loss": 0.0007,
      "step": 24714
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.515289522138954e-06,
      "loss": 0.0017,
      "step": 24715
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.514562489361797e-06,
      "loss": 0.0015,
      "step": 24716
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.513835464613386e-06,
      "loss": 0.0019,
      "step": 24717
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.513108447897653e-06,
      "loss": 0.0009,
      "step": 24718
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.512381439218521e-06,
      "loss": 0.001,
      "step": 24719
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.511654438579926e-06,
      "loss": 0.0009,
      "step": 24720
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.51092744598579e-06,
      "loss": 0.001,
      "step": 24721
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.510200461440052e-06,
      "loss": 0.0009,
      "step": 24722
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.509473484946632e-06,
      "loss": 0.0007,
      "step": 24723
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.508746516509466e-06,
      "loss": 0.0011,
      "step": 24724
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.50801955613248e-06,
      "loss": 0.0009,
      "step": 24725
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.507292603819604e-06,
      "loss": 0.0007,
      "step": 24726
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.506565659574768e-06,
      "loss": 0.0011,
      "step": 24727
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.505838723401893e-06,
      "loss": 0.0011,
      "step": 24728
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.50511179530492e-06,
      "loss": 0.0012,
      "step": 24729
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.504384875287777e-06,
      "loss": 0.0008,
      "step": 24730
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.503657963354385e-06,
      "loss": 0.0012,
      "step": 24731
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.502931059508678e-06,
      "loss": 0.0006,
      "step": 24732
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.502204163754583e-06,
      "loss": 0.0013,
      "step": 24733
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.501477276096034e-06,
      "loss": 0.002,
      "step": 24734
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.500750396536955e-06,
      "loss": 0.0011,
      "step": 24735
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.500023525081272e-06,
      "loss": 0.0011,
      "step": 24736
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.49929666173292e-06,
      "loss": 0.0008,
      "step": 24737
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.498569806495823e-06,
      "loss": 0.0007,
      "step": 24738
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.497842959373912e-06,
      "loss": 0.0008,
      "step": 24739
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.497116120371114e-06,
      "loss": 0.0007,
      "step": 24740
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.49638928949136e-06,
      "loss": 0.0012,
      "step": 24741
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.495662466738578e-06,
      "loss": 0.0013,
      "step": 24742
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.494935652116696e-06,
      "loss": 0.001,
      "step": 24743
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.494208845629642e-06,
      "loss": 0.0021,
      "step": 24744
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.49348204728134e-06,
      "loss": 0.0013,
      "step": 24745
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.492755257075727e-06,
      "loss": 0.0009,
      "step": 24746
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.492028475016725e-06,
      "loss": 0.0009,
      "step": 24747
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.491301701108265e-06,
      "loss": 0.0015,
      "step": 24748
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.490574935354274e-06,
      "loss": 0.0005,
      "step": 24749
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.48984817775868e-06,
      "loss": 0.0006,
      "step": 24750
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.489121428325416e-06,
      "loss": 0.0012,
      "step": 24751
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.488394687058398e-06,
      "loss": 0.0012,
      "step": 24752
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.487667953961568e-06,
      "loss": 0.001,
      "step": 24753
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.486941229038844e-06,
      "loss": 0.0014,
      "step": 24754
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.486214512294161e-06,
      "loss": 0.0011,
      "step": 24755
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.48548780373144e-06,
      "loss": 0.001,
      "step": 24756
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.484761103354615e-06,
      "loss": 0.0018,
      "step": 24757
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.484034411167611e-06,
      "loss": 0.0018,
      "step": 24758
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.483307727174353e-06,
      "loss": 0.0013,
      "step": 24759
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.482581051378774e-06,
      "loss": 0.0009,
      "step": 24760
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.481854383784797e-06,
      "loss": 0.0009,
      "step": 24761
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.481127724396356e-06,
      "loss": 0.0009,
      "step": 24762
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.48040107321737e-06,
      "loss": 0.0008,
      "step": 24763
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.47967443025177e-06,
      "loss": 0.0015,
      "step": 24764
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.478947795503487e-06,
      "loss": 0.0012,
      "step": 24765
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.478221168976446e-06,
      "loss": 0.0008,
      "step": 24766
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.477494550674576e-06,
      "loss": 0.0007,
      "step": 24767
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.476767940601802e-06,
      "loss": 0.0007,
      "step": 24768
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.476041338762049e-06,
      "loss": 0.0007,
      "step": 24769
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.475314745159251e-06,
      "loss": 0.0016,
      "step": 24770
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.474588159797328e-06,
      "loss": 0.0011,
      "step": 24771
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.473861582680212e-06,
      "loss": 0.0012,
      "step": 24772
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.473135013811829e-06,
      "loss": 0.0016,
      "step": 24773
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.472408453196106e-06,
      "loss": 0.0014,
      "step": 24774
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.471681900836972e-06,
      "loss": 0.001,
      "step": 24775
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.470955356738347e-06,
      "loss": 0.0007,
      "step": 24776
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.470228820904167e-06,
      "loss": 0.0017,
      "step": 24777
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.469502293338351e-06,
      "loss": 0.0005,
      "step": 24778
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.468775774044832e-06,
      "loss": 0.0015,
      "step": 24779
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.468049263027532e-06,
      "loss": 0.0012,
      "step": 24780
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.467322760290383e-06,
      "loss": 0.0017,
      "step": 24781
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.466596265837306e-06,
      "loss": 0.0015,
      "step": 24782
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.465869779672234e-06,
      "loss": 0.0011,
      "step": 24783
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.465143301799088e-06,
      "loss": 0.0009,
      "step": 24784
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.464416832221797e-06,
      "loss": 0.0012,
      "step": 24785
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.463690370944287e-06,
      "loss": 0.0008,
      "step": 24786
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.462963917970485e-06,
      "loss": 0.0007,
      "step": 24787
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.462237473304318e-06,
      "loss": 0.0006,
      "step": 24788
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.46151103694971e-06,
      "loss": 0.001,
      "step": 24789
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.46078460891059e-06,
      "loss": 0.001,
      "step": 24790
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.460058189190884e-06,
      "loss": 0.0009,
      "step": 24791
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.459331777794518e-06,
      "loss": 0.0005,
      "step": 24792
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.458605374725417e-06,
      "loss": 0.0009,
      "step": 24793
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.457878979987507e-06,
      "loss": 0.001,
      "step": 24794
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.457152593584716e-06,
      "loss": 0.0023,
      "step": 24795
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.45642621552097e-06,
      "loss": 0.0008,
      "step": 24796
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.455699845800194e-06,
      "loss": 0.0013,
      "step": 24797
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.454973484426314e-06,
      "loss": 0.0013,
      "step": 24798
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.454247131403257e-06,
      "loss": 0.0018,
      "step": 24799
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.453520786734943e-06,
      "loss": 0.0013,
      "step": 24800
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.45279445042531e-06,
      "loss": 0.0014,
      "step": 24801
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.452068122478273e-06,
      "loss": 0.0011,
      "step": 24802
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.451341802897764e-06,
      "loss": 0.0007,
      "step": 24803
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.450615491687706e-06,
      "loss": 0.0014,
      "step": 24804
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.449889188852025e-06,
      "loss": 0.0014,
      "step": 24805
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.449162894394645e-06,
      "loss": 0.0017,
      "step": 24806
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.448436608319497e-06,
      "loss": 0.0008,
      "step": 24807
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.447710330630501e-06,
      "loss": 0.0008,
      "step": 24808
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.446984061331584e-06,
      "loss": 0.0013,
      "step": 24809
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.446257800426674e-06,
      "loss": 0.0009,
      "step": 24810
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.445531547919691e-06,
      "loss": 0.0009,
      "step": 24811
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.444805303814566e-06,
      "loss": 0.0009,
      "step": 24812
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.44407906811522e-06,
      "loss": 0.002,
      "step": 24813
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.443352840825583e-06,
      "loss": 0.0013,
      "step": 24814
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.442626621949578e-06,
      "loss": 0.0013,
      "step": 24815
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.441900411491126e-06,
      "loss": 0.0018,
      "step": 24816
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.44117420945416e-06,
      "loss": 0.0016,
      "step": 24817
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.440448015842597e-06,
      "loss": 0.0009,
      "step": 24818
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.43972183066037e-06,
      "loss": 0.0016,
      "step": 24819
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.438995653911397e-06,
      "loss": 0.0014,
      "step": 24820
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.438269485599606e-06,
      "loss": 0.0007,
      "step": 24821
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.437543325728923e-06,
      "loss": 0.0011,
      "step": 24822
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.436817174303273e-06,
      "loss": 0.0008,
      "step": 24823
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.43609103132658e-06,
      "loss": 0.002,
      "step": 24824
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.435364896802764e-06,
      "loss": 0.0008,
      "step": 24825
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.43463877073576e-06,
      "loss": 0.0015,
      "step": 24826
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.43391265312948e-06,
      "loss": 0.0005,
      "step": 24827
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.433186543987861e-06,
      "loss": 0.001,
      "step": 24828
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.43246044331482e-06,
      "loss": 0.0012,
      "step": 24829
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.431734351114285e-06,
      "loss": 0.0011,
      "step": 24830
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.431008267390178e-06,
      "loss": 0.0009,
      "step": 24831
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.430282192146424e-06,
      "loss": 0.001,
      "step": 24832
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.429556125386949e-06,
      "loss": 0.0007,
      "step": 24833
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.428830067115675e-06,
      "loss": 0.0009,
      "step": 24834
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.42810401733653e-06,
      "loss": 0.0011,
      "step": 24835
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.427377976053431e-06,
      "loss": 0.0015,
      "step": 24836
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.426651943270311e-06,
      "loss": 0.0011,
      "step": 24837
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.425925918991092e-06,
      "loss": 0.0011,
      "step": 24838
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.425199903219693e-06,
      "loss": 0.0008,
      "step": 24839
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.424473895960043e-06,
      "loss": 0.001,
      "step": 24840
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.423747897216067e-06,
      "loss": 0.0006,
      "step": 24841
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.423021906991683e-06,
      "loss": 0.0015,
      "step": 24842
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.422295925290821e-06,
      "loss": 0.0013,
      "step": 24843
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.421569952117402e-06,
      "loss": 0.0014,
      "step": 24844
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.420843987475352e-06,
      "loss": 0.001,
      "step": 24845
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.42011803136859e-06,
      "loss": 0.0005,
      "step": 24846
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.419392083801046e-06,
      "loss": 0.0008,
      "step": 24847
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.41866614477664e-06,
      "loss": 0.001,
      "step": 24848
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.417940214299296e-06,
      "loss": 0.0012,
      "step": 24849
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.417214292372939e-06,
      "loss": 0.0009,
      "step": 24850
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.41648837900149e-06,
      "loss": 0.0013,
      "step": 24851
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.415762474188874e-06,
      "loss": 0.0011,
      "step": 24852
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.415036577939015e-06,
      "loss": 0.0011,
      "step": 24853
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.414310690255837e-06,
      "loss": 0.0021,
      "step": 24854
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.41358481114326e-06,
      "loss": 0.0014,
      "step": 24855
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.412858940605213e-06,
      "loss": 0.0011,
      "step": 24856
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.412133078645616e-06,
      "loss": 0.0005,
      "step": 24857
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.41140722526839e-06,
      "loss": 0.0003,
      "step": 24858
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.410681380477463e-06,
      "loss": 0.0012,
      "step": 24859
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.409955544276754e-06,
      "loss": 0.0014,
      "step": 24860
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.409229716670189e-06,
      "loss": 0.0017,
      "step": 24861
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.408503897661688e-06,
      "loss": 0.0008,
      "step": 24862
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.407778087255179e-06,
      "loss": 0.0016,
      "step": 24863
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.407052285454582e-06,
      "loss": 0.001,
      "step": 24864
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.406326492263818e-06,
      "loss": 0.0018,
      "step": 24865
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.405600707686815e-06,
      "loss": 0.0007,
      "step": 24866
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.404874931727487e-06,
      "loss": 0.0008,
      "step": 24867
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.404149164389768e-06,
      "loss": 0.001,
      "step": 24868
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.403423405677571e-06,
      "loss": 0.0006,
      "step": 24869
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.402697655594828e-06,
      "loss": 0.0012,
      "step": 24870
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.401971914145454e-06,
      "loss": 0.0008,
      "step": 24871
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.401246181333368e-06,
      "loss": 0.0014,
      "step": 24872
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.400520457162506e-06,
      "loss": 0.0008,
      "step": 24873
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.399794741636782e-06,
      "loss": 0.0018,
      "step": 24874
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.399069034760119e-06,
      "loss": 0.001,
      "step": 24875
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.398343336536442e-06,
      "loss": 0.0007,
      "step": 24876
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.39761764696967e-06,
      "loss": 0.0008,
      "step": 24877
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.396891966063727e-06,
      "loss": 0.0005,
      "step": 24878
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.396166293822536e-06,
      "loss": 0.0009,
      "step": 24879
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.395440630250018e-06,
      "loss": 0.0008,
      "step": 24880
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.394714975350097e-06,
      "loss": 0.0009,
      "step": 24881
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.393989329126691e-06,
      "loss": 0.0011,
      "step": 24882
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.393263691583728e-06,
      "loss": 0.0005,
      "step": 24883
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.392538062725123e-06,
      "loss": 0.0008,
      "step": 24884
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.391812442554806e-06,
      "loss": 0.0016,
      "step": 24885
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.391086831076691e-06,
      "loss": 0.0013,
      "step": 24886
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.390361228294707e-06,
      "loss": 0.001,
      "step": 24887
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.389635634212771e-06,
      "loss": 0.0007,
      "step": 24888
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.388910048834806e-06,
      "loss": 0.0012,
      "step": 24889
    },
    {
      "epoch": 1.06,
      "learning_rate": 8.388184472164737e-06,
      "loss": 0.0016,
      "step": 24890
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.38745890420648e-06,
      "loss": 0.0016,
      "step": 24891
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.38673334496396e-06,
      "loss": 0.0004,
      "step": 24892
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.386007794441098e-06,
      "loss": 0.001,
      "step": 24893
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.385282252641818e-06,
      "loss": 0.0014,
      "step": 24894
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.384556719570037e-06,
      "loss": 0.0011,
      "step": 24895
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.383831195229682e-06,
      "loss": 0.0013,
      "step": 24896
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.38310567962467e-06,
      "loss": 0.0014,
      "step": 24897
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.38238017275892e-06,
      "loss": 0.0009,
      "step": 24898
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.381654674636361e-06,
      "loss": 0.0012,
      "step": 24899
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.380929185260907e-06,
      "loss": 0.0012,
      "step": 24900
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.380203704636487e-06,
      "loss": 0.0007,
      "step": 24901
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.379478232767014e-06,
      "loss": 0.0007,
      "step": 24902
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.378752769656415e-06,
      "loss": 0.0016,
      "step": 24903
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.378027315308608e-06,
      "loss": 0.0012,
      "step": 24904
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.377301869727514e-06,
      "loss": 0.0007,
      "step": 24905
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.376576432917058e-06,
      "loss": 0.0014,
      "step": 24906
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.375851004881154e-06,
      "loss": 0.0008,
      "step": 24907
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.375125585623727e-06,
      "loss": 0.0006,
      "step": 24908
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.374400175148701e-06,
      "loss": 0.0015,
      "step": 24909
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.373674773459992e-06,
      "loss": 0.0013,
      "step": 24910
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.372949380561523e-06,
      "loss": 0.0009,
      "step": 24911
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.372223996457213e-06,
      "loss": 0.0015,
      "step": 24912
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.371498621150987e-06,
      "loss": 0.0009,
      "step": 24913
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.370773254646763e-06,
      "loss": 0.0007,
      "step": 24914
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.370047896948456e-06,
      "loss": 0.0014,
      "step": 24915
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.369322548059997e-06,
      "loss": 0.0013,
      "step": 24916
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.368597207985296e-06,
      "loss": 0.0008,
      "step": 24917
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.367871876728281e-06,
      "loss": 0.0005,
      "step": 24918
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.36714655429287e-06,
      "loss": 0.0016,
      "step": 24919
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.366421240682983e-06,
      "loss": 0.0013,
      "step": 24920
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.365695935902543e-06,
      "loss": 0.0013,
      "step": 24921
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.364970639955464e-06,
      "loss": 0.0013,
      "step": 24922
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.364245352845672e-06,
      "loss": 0.0013,
      "step": 24923
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.363520074577082e-06,
      "loss": 0.0009,
      "step": 24924
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.362794805153622e-06,
      "loss": 0.001,
      "step": 24925
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.362069544579204e-06,
      "loss": 0.0016,
      "step": 24926
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.361344292857753e-06,
      "loss": 0.0011,
      "step": 24927
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.360619049993187e-06,
      "loss": 0.0007,
      "step": 24928
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.359893815989425e-06,
      "loss": 0.0007,
      "step": 24929
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.359168590850392e-06,
      "loss": 0.0017,
      "step": 24930
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.35844337458e-06,
      "loss": 0.0015,
      "step": 24931
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.357718167182173e-06,
      "loss": 0.0014,
      "step": 24932
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.35699296866083e-06,
      "loss": 0.0007,
      "step": 24933
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.356267779019894e-06,
      "loss": 0.001,
      "step": 24934
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.355542598263279e-06,
      "loss": 0.0008,
      "step": 24935
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.354817426394908e-06,
      "loss": 0.0006,
      "step": 24936
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.354092263418702e-06,
      "loss": 0.0011,
      "step": 24937
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.353367109338576e-06,
      "loss": 0.0008,
      "step": 24938
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.352641964158452e-06,
      "loss": 0.0008,
      "step": 24939
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.351916827882248e-06,
      "loss": 0.0015,
      "step": 24940
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.351191700513887e-06,
      "loss": 0.001,
      "step": 24941
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.350466582057283e-06,
      "loss": 0.0011,
      "step": 24942
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.34974147251636e-06,
      "loss": 0.0009,
      "step": 24943
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.349016371895031e-06,
      "loss": 0.0014,
      "step": 24944
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.348291280197225e-06,
      "loss": 0.0008,
      "step": 24945
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.347566197426853e-06,
      "loss": 0.0015,
      "step": 24946
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.346841123587836e-06,
      "loss": 0.0007,
      "step": 24947
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.346116058684094e-06,
      "loss": 0.0006,
      "step": 24948
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.345391002719547e-06,
      "loss": 0.0014,
      "step": 24949
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.34466595569811e-06,
      "loss": 0.0011,
      "step": 24950
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.343940917623707e-06,
      "loss": 0.0012,
      "step": 24951
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.343215888500251e-06,
      "loss": 0.0009,
      "step": 24952
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.342490868331666e-06,
      "loss": 0.0016,
      "step": 24953
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.341765857121868e-06,
      "loss": 0.0008,
      "step": 24954
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.341040854874776e-06,
      "loss": 0.0013,
      "step": 24955
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.340315861594309e-06,
      "loss": 0.0007,
      "step": 24956
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.339590877284385e-06,
      "loss": 0.0006,
      "step": 24957
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.338865901948922e-06,
      "loss": 0.0007,
      "step": 24958
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.338140935591841e-06,
      "loss": 0.0012,
      "step": 24959
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.337415978217058e-06,
      "loss": 0.001,
      "step": 24960
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.336691029828494e-06,
      "loss": 0.0006,
      "step": 24961
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.335966090430062e-06,
      "loss": 0.0012,
      "step": 24962
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.335241160025686e-06,
      "loss": 0.0008,
      "step": 24963
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.334516238619281e-06,
      "loss": 0.001,
      "step": 24964
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.333791326214767e-06,
      "loss": 0.0011,
      "step": 24965
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.333066422816059e-06,
      "loss": 0.0014,
      "step": 24966
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.332341528427081e-06,
      "loss": 0.0019,
      "step": 24967
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.331616643051744e-06,
      "loss": 0.0007,
      "step": 24968
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.330891766693972e-06,
      "loss": 0.001,
      "step": 24969
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.33016689935768e-06,
      "loss": 0.0014,
      "step": 24970
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.329442041046785e-06,
      "loss": 0.0014,
      "step": 24971
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.328717191765207e-06,
      "loss": 0.0006,
      "step": 24972
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.32799235151686e-06,
      "loss": 0.0018,
      "step": 24973
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.327267520305669e-06,
      "loss": 0.0011,
      "step": 24974
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.326542698135543e-06,
      "loss": 0.0013,
      "step": 24975
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.325817885010407e-06,
      "loss": 0.0023,
      "step": 24976
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.325093080934176e-06,
      "loss": 0.001,
      "step": 24977
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.324368285910764e-06,
      "loss": 0.0011,
      "step": 24978
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.323643499944094e-06,
      "loss": 0.0006,
      "step": 24979
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.322918723038076e-06,
      "loss": 0.0005,
      "step": 24980
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.322193955196634e-06,
      "loss": 0.0002,
      "step": 24981
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.321469196423688e-06,
      "loss": 0.0011,
      "step": 24982
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.320744446723149e-06,
      "loss": 0.0013,
      "step": 24983
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.320019706098937e-06,
      "loss": 0.0007,
      "step": 24984
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.319294974554966e-06,
      "loss": 0.0019,
      "step": 24985
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.318570252095157e-06,
      "loss": 0.0007,
      "step": 24986
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.317845538723429e-06,
      "loss": 0.0012,
      "step": 24987
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.31712083444369e-06,
      "loss": 0.0009,
      "step": 24988
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.316396139259867e-06,
      "loss": 0.0007,
      "step": 24989
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.315671453175869e-06,
      "loss": 0.0012,
      "step": 24990
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.31494677619562e-06,
      "loss": 0.001,
      "step": 24991
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.314222108323033e-06,
      "loss": 0.0014,
      "step": 24992
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.313497449562025e-06,
      "loss": 0.0011,
      "step": 24993
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.312772799916514e-06,
      "loss": 0.0009,
      "step": 24994
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.312048159390414e-06,
      "loss": 0.0022,
      "step": 24995
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.311323527987644e-06,
      "loss": 0.0013,
      "step": 24996
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.31059890571212e-06,
      "loss": 0.0011,
      "step": 24997
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.309874292567759e-06,
      "loss": 0.0008,
      "step": 24998
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.309149688558476e-06,
      "loss": 0.0013,
      "step": 24999
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.30842509368819e-06,
      "loss": 0.001,
      "step": 25000
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.307700507960817e-06,
      "loss": 0.0013,
      "step": 25001
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.306975931380268e-06,
      "loss": 0.0012,
      "step": 25002
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.306251363950469e-06,
      "loss": 0.0008,
      "step": 25003
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.305526805675325e-06,
      "loss": 0.0013,
      "step": 25004
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.304802256558764e-06,
      "loss": 0.0011,
      "step": 25005
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.304077716604692e-06,
      "loss": 0.0012,
      "step": 25006
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.303353185817033e-06,
      "loss": 0.0013,
      "step": 25007
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.302628664199697e-06,
      "loss": 0.0006,
      "step": 25008
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.301904151756603e-06,
      "loss": 0.001,
      "step": 25009
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.301179648491669e-06,
      "loss": 0.0011,
      "step": 25010
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.300455154408805e-06,
      "loss": 0.0011,
      "step": 25011
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.299730669511933e-06,
      "loss": 0.0017,
      "step": 25012
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.299006193804963e-06,
      "loss": 0.0004,
      "step": 25013
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.298281727291817e-06,
      "loss": 0.0009,
      "step": 25014
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.297557269976404e-06,
      "loss": 0.0007,
      "step": 25015
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.296832821862642e-06,
      "loss": 0.0018,
      "step": 25016
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.296108382954453e-06,
      "loss": 0.0011,
      "step": 25017
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.295383953255746e-06,
      "loss": 0.0009,
      "step": 25018
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.294659532770437e-06,
      "loss": 0.0009,
      "step": 25019
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.293935121502444e-06,
      "loss": 0.0011,
      "step": 25020
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.293210719455678e-06,
      "loss": 0.0011,
      "step": 25021
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.292486326634062e-06,
      "loss": 0.0005,
      "step": 25022
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.291761943041502e-06,
      "loss": 0.0013,
      "step": 25023
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.29103756868192e-06,
      "loss": 0.0009,
      "step": 25024
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.290313203559229e-06,
      "loss": 0.0015,
      "step": 25025
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.289588847677343e-06,
      "loss": 0.0007,
      "step": 25026
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.288864501040181e-06,
      "loss": 0.001,
      "step": 25027
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.288140163651652e-06,
      "loss": 0.0006,
      "step": 25028
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.287415835515678e-06,
      "loss": 0.0015,
      "step": 25029
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.286691516636167e-06,
      "loss": 0.0009,
      "step": 25030
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.28596720701704e-06,
      "loss": 0.0017,
      "step": 25031
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.285242906662208e-06,
      "loss": 0.002,
      "step": 25032
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.284518615575588e-06,
      "loss": 0.0012,
      "step": 25033
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.283794333761092e-06,
      "loss": 0.0008,
      "step": 25034
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.283070061222638e-06,
      "loss": 0.0009,
      "step": 25035
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.282345797964139e-06,
      "loss": 0.0007,
      "step": 25036
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.281621543989508e-06,
      "loss": 0.0018,
      "step": 25037
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.280897299302664e-06,
      "loss": 0.001,
      "step": 25038
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.280173063907518e-06,
      "loss": 0.0014,
      "step": 25039
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.279448837807985e-06,
      "loss": 0.0016,
      "step": 25040
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.278724621007979e-06,
      "loss": 0.0012,
      "step": 25041
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.278000413511416e-06,
      "loss": 0.0011,
      "step": 25042
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.277276215322211e-06,
      "loss": 0.0003,
      "step": 25043
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.276552026444274e-06,
      "loss": 0.0018,
      "step": 25044
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.275827846881525e-06,
      "loss": 0.0013,
      "step": 25045
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.275103676637872e-06,
      "loss": 0.0011,
      "step": 25046
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.274379515717234e-06,
      "loss": 0.0012,
      "step": 25047
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.273655364123523e-06,
      "loss": 0.0014,
      "step": 25048
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.272931221860655e-06,
      "loss": 0.0011,
      "step": 25049
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.272207088932541e-06,
      "loss": 0.0013,
      "step": 25050
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.271482965343095e-06,
      "loss": 0.0007,
      "step": 25051
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.27075885109623e-06,
      "loss": 0.0009,
      "step": 25052
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.270034746195867e-06,
      "loss": 0.0012,
      "step": 25053
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.26931065064591e-06,
      "loss": 0.0011,
      "step": 25054
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.268586564450282e-06,
      "loss": 0.0009,
      "step": 25055
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.267862487612889e-06,
      "loss": 0.001,
      "step": 25056
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.267138420137649e-06,
      "loss": 0.0011,
      "step": 25057
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.266414362028476e-06,
      "loss": 0.0014,
      "step": 25058
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.265690313289278e-06,
      "loss": 0.0008,
      "step": 25059
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.264966273923975e-06,
      "loss": 0.0006,
      "step": 25060
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.264242243936476e-06,
      "loss": 0.001,
      "step": 25061
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.263518223330698e-06,
      "loss": 0.0008,
      "step": 25062
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.26279421211055e-06,
      "loss": 0.0007,
      "step": 25063
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.262070210279949e-06,
      "loss": 0.0019,
      "step": 25064
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.261346217842806e-06,
      "loss": 0.0015,
      "step": 25065
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.260622234803036e-06,
      "loss": 0.0011,
      "step": 25066
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.25989826116455e-06,
      "loss": 0.0008,
      "step": 25067
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.259174296931261e-06,
      "loss": 0.001,
      "step": 25068
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.258450342107086e-06,
      "loss": 0.0015,
      "step": 25069
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.257726396695933e-06,
      "loss": 0.001,
      "step": 25070
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.257002460701718e-06,
      "loss": 0.001,
      "step": 25071
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.256278534128352e-06,
      "loss": 0.0016,
      "step": 25072
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.255554616979748e-06,
      "loss": 0.0007,
      "step": 25073
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.254830709259823e-06,
      "loss": 0.0008,
      "step": 25074
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.25410681097248e-06,
      "loss": 0.0012,
      "step": 25075
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.253382922121643e-06,
      "loss": 0.0007,
      "step": 25076
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.252659042711216e-06,
      "loss": 0.001,
      "step": 25077
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.251935172745116e-06,
      "loss": 0.0008,
      "step": 25078
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.251211312227254e-06,
      "loss": 0.0015,
      "step": 25079
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.250487461161545e-06,
      "loss": 0.0008,
      "step": 25080
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.249763619551896e-06,
      "loss": 0.0008,
      "step": 25081
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.249039787402224e-06,
      "loss": 0.0009,
      "step": 25082
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.248315964716442e-06,
      "loss": 0.0009,
      "step": 25083
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.247592151498456e-06,
      "loss": 0.0009,
      "step": 25084
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.246868347752185e-06,
      "loss": 0.0013,
      "step": 25085
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.246144553481537e-06,
      "loss": 0.0021,
      "step": 25086
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.245420768690427e-06,
      "loss": 0.0013,
      "step": 25087
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.244696993382761e-06,
      "loss": 0.0014,
      "step": 25088
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.243973227562456e-06,
      "loss": 0.0011,
      "step": 25089
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.243249471233428e-06,
      "loss": 0.0007,
      "step": 25090
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.242525724399584e-06,
      "loss": 0.0012,
      "step": 25091
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.241801987064833e-06,
      "loss": 0.0005,
      "step": 25092
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.241078259233093e-06,
      "loss": 0.0006,
      "step": 25093
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.24035454090827e-06,
      "loss": 0.0016,
      "step": 25094
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.23963083209428e-06,
      "loss": 0.0013,
      "step": 25095
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.238907132795031e-06,
      "loss": 0.0013,
      "step": 25096
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.238183443014439e-06,
      "loss": 0.001,
      "step": 25097
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.237459762756411e-06,
      "loss": 0.001,
      "step": 25098
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.236736092024863e-06,
      "loss": 0.0013,
      "step": 25099
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.236012430823703e-06,
      "loss": 0.0009,
      "step": 25100
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.23528877915684e-06,
      "loss": 0.0006,
      "step": 25101
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.234565137028194e-06,
      "loss": 0.0009,
      "step": 25102
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.233841504441667e-06,
      "loss": 0.0006,
      "step": 25103
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.233117881401176e-06,
      "loss": 0.0012,
      "step": 25104
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.232394267910629e-06,
      "loss": 0.0014,
      "step": 25105
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.231670663973939e-06,
      "loss": 0.0006,
      "step": 25106
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.230947069595018e-06,
      "loss": 0.0007,
      "step": 25107
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.230223484777772e-06,
      "loss": 0.0005,
      "step": 25108
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.229499909526117e-06,
      "loss": 0.0014,
      "step": 25109
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.228776343843963e-06,
      "loss": 0.0009,
      "step": 25110
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.228052787735219e-06,
      "loss": 0.0015,
      "step": 25111
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.227329241203797e-06,
      "loss": 0.0012,
      "step": 25112
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.226605704253608e-06,
      "loss": 0.0008,
      "step": 25113
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.225882176888565e-06,
      "loss": 0.0013,
      "step": 25114
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.225158659112571e-06,
      "loss": 0.0014,
      "step": 25115
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.224435150929544e-06,
      "loss": 0.0012,
      "step": 25116
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.223711652343392e-06,
      "loss": 0.0009,
      "step": 25117
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.222988163358028e-06,
      "loss": 0.0007,
      "step": 25118
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.222264683977356e-06,
      "loss": 0.0012,
      "step": 25119
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.221541214205293e-06,
      "loss": 0.0006,
      "step": 25120
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.220817754045744e-06,
      "loss": 0.0012,
      "step": 25121
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.220094303502626e-06,
      "loss": 0.001,
      "step": 25122
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.219370862579845e-06,
      "loss": 0.0013,
      "step": 25123
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.218647431281307e-06,
      "loss": 0.0012,
      "step": 25124
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.217924009610927e-06,
      "loss": 0.0014,
      "step": 25125
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.217200597572618e-06,
      "loss": 0.0012,
      "step": 25126
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.216477195170285e-06,
      "loss": 0.001,
      "step": 25127
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.215753802407841e-06,
      "loss": 0.0005,
      "step": 25128
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.215030419289194e-06,
      "loss": 0.0006,
      "step": 25129
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.214307045818254e-06,
      "loss": 0.0009,
      "step": 25130
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.213583681998934e-06,
      "loss": 0.0008,
      "step": 25131
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.212860327835137e-06,
      "loss": 0.0011,
      "step": 25132
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.21213698333078e-06,
      "loss": 0.001,
      "step": 25133
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.211413648489766e-06,
      "loss": 0.0006,
      "step": 25134
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.21069032331601e-06,
      "loss": 0.0015,
      "step": 25135
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.209967007813419e-06,
      "loss": 0.0011,
      "step": 25136
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.209243701985904e-06,
      "loss": 0.0008,
      "step": 25137
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.208520405837372e-06,
      "loss": 0.0008,
      "step": 25138
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.207797119371735e-06,
      "loss": 0.0009,
      "step": 25139
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.207073842592901e-06,
      "loss": 0.001,
      "step": 25140
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.20635057550478e-06,
      "loss": 0.0004,
      "step": 25141
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.20562731811128e-06,
      "loss": 0.0011,
      "step": 25142
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.204904070416311e-06,
      "loss": 0.0013,
      "step": 25143
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.204180832423783e-06,
      "loss": 0.0007,
      "step": 25144
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.2034576041376e-06,
      "loss": 0.0006,
      "step": 25145
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.202734385561681e-06,
      "loss": 0.0014,
      "step": 25146
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.202011176699926e-06,
      "loss": 0.0006,
      "step": 25147
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.201287977556247e-06,
      "loss": 0.0014,
      "step": 25148
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.200564788134556e-06,
      "loss": 0.0006,
      "step": 25149
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.199841608438755e-06,
      "loss": 0.0011,
      "step": 25150
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.199118438472758e-06,
      "loss": 0.0009,
      "step": 25151
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.198395278240471e-06,
      "loss": 0.0007,
      "step": 25152
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.197672127745805e-06,
      "loss": 0.0009,
      "step": 25153
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.196948986992667e-06,
      "loss": 0.0009,
      "step": 25154
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.196225855984965e-06,
      "loss": 0.0008,
      "step": 25155
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.195502734726612e-06,
      "loss": 0.0013,
      "step": 25156
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.194779623221509e-06,
      "loss": 0.0016,
      "step": 25157
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.194056521473572e-06,
      "loss": 0.0006,
      "step": 25158
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.193333429486703e-06,
      "loss": 0.0014,
      "step": 25159
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.192610347264815e-06,
      "loss": 0.0011,
      "step": 25160
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.19188727481181e-06,
      "loss": 0.0014,
      "step": 25161
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.191164212131602e-06,
      "loss": 0.0008,
      "step": 25162
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.1904411592281e-06,
      "loss": 0.0011,
      "step": 25163
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.18971811610521e-06,
      "loss": 0.0016,
      "step": 25164
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.188995082766837e-06,
      "loss": 0.0014,
      "step": 25165
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.188272059216896e-06,
      "loss": 0.0012,
      "step": 25166
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.187549045459286e-06,
      "loss": 0.0012,
      "step": 25167
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.186826041497922e-06,
      "loss": 0.0004,
      "step": 25168
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.186103047336707e-06,
      "loss": 0.0011,
      "step": 25169
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.185380062979552e-06,
      "loss": 0.0005,
      "step": 25170
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.184657088430367e-06,
      "loss": 0.0009,
      "step": 25171
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.183934123693052e-06,
      "loss": 0.0009,
      "step": 25172
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.183211168771521e-06,
      "loss": 0.0009,
      "step": 25173
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.182488223669679e-06,
      "loss": 0.0013,
      "step": 25174
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.181765288391435e-06,
      "loss": 0.0017,
      "step": 25175
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.181042362940694e-06,
      "loss": 0.0006,
      "step": 25176
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.180319447321366e-06,
      "loss": 0.001,
      "step": 25177
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.179596541537356e-06,
      "loss": 0.0014,
      "step": 25178
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.178873645592573e-06,
      "loss": 0.0012,
      "step": 25179
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.178150759490926e-06,
      "loss": 0.001,
      "step": 25180
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.177427883236316e-06,
      "loss": 0.0009,
      "step": 25181
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.176705016832657e-06,
      "loss": 0.0006,
      "step": 25182
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.175982160283852e-06,
      "loss": 0.0007,
      "step": 25183
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.175259313593809e-06,
      "loss": 0.001,
      "step": 25184
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.174536476766434e-06,
      "loss": 0.0011,
      "step": 25185
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.173813649805637e-06,
      "loss": 0.0006,
      "step": 25186
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.173090832715323e-06,
      "loss": 0.0009,
      "step": 25187
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.172368025499396e-06,
      "loss": 0.0014,
      "step": 25188
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.171645228161768e-06,
      "loss": 0.0009,
      "step": 25189
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.170922440706342e-06,
      "loss": 0.0007,
      "step": 25190
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.170199663137027e-06,
      "loss": 0.0012,
      "step": 25191
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.169476895457724e-06,
      "loss": 0.0006,
      "step": 25192
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.168754137672349e-06,
      "loss": 0.0012,
      "step": 25193
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.168031389784801e-06,
      "loss": 0.0004,
      "step": 25194
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.167308651798989e-06,
      "loss": 0.0007,
      "step": 25195
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.16658592371882e-06,
      "loss": 0.0012,
      "step": 25196
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.165863205548197e-06,
      "loss": 0.0007,
      "step": 25197
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.16514049729103e-06,
      "loss": 0.0013,
      "step": 25198
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.164417798951224e-06,
      "loss": 0.001,
      "step": 25199
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.163695110532684e-06,
      "loss": 0.0006,
      "step": 25200
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.16297243203932e-06,
      "loss": 0.0016,
      "step": 25201
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.162249763475034e-06,
      "loss": 0.0014,
      "step": 25202
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.161527104843734e-06,
      "loss": 0.0008,
      "step": 25203
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.160804456149327e-06,
      "loss": 0.0011,
      "step": 25204
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.160081817395713e-06,
      "loss": 0.0006,
      "step": 25205
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.159359188586805e-06,
      "loss": 0.0019,
      "step": 25206
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.158636569726504e-06,
      "loss": 0.0004,
      "step": 25207
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.15791396081872e-06,
      "loss": 0.0009,
      "step": 25208
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.157191361867353e-06,
      "loss": 0.0021,
      "step": 25209
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.156468772876314e-06,
      "loss": 0.0014,
      "step": 25210
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.155746193849504e-06,
      "loss": 0.0012,
      "step": 25211
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.155023624790833e-06,
      "loss": 0.001,
      "step": 25212
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.154301065704205e-06,
      "loss": 0.0007,
      "step": 25213
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.153578516593523e-06,
      "loss": 0.0016,
      "step": 25214
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.152855977462695e-06,
      "loss": 0.0011,
      "step": 25215
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.152133448315624e-06,
      "loss": 0.0011,
      "step": 25216
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.15141092915622e-06,
      "loss": 0.0013,
      "step": 25217
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.150688419988382e-06,
      "loss": 0.0017,
      "step": 25218
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.14996592081602e-06,
      "loss": 0.0011,
      "step": 25219
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.149243431643037e-06,
      "loss": 0.0009,
      "step": 25220
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.148520952473336e-06,
      "loss": 0.001,
      "step": 25221
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.147798483310826e-06,
      "loss": 0.0013,
      "step": 25222
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.147076024159409e-06,
      "loss": 0.001,
      "step": 25223
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.146353575022992e-06,
      "loss": 0.0016,
      "step": 25224
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.145631135905476e-06,
      "loss": 0.0013,
      "step": 25225
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.144908706810772e-06,
      "loss": 0.0012,
      "step": 25226
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.14418628774278e-06,
      "loss": 0.0013,
      "step": 25227
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.143463878705404e-06,
      "loss": 0.0017,
      "step": 25228
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.142741479702554e-06,
      "loss": 0.001,
      "step": 25229
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.142019090738128e-06,
      "loss": 0.0016,
      "step": 25230
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.141296711816037e-06,
      "loss": 0.0012,
      "step": 25231
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.140574342940176e-06,
      "loss": 0.001,
      "step": 25232
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.139851984114455e-06,
      "loss": 0.001,
      "step": 25233
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.139129635342784e-06,
      "loss": 0.0011,
      "step": 25234
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.13840729662906e-06,
      "loss": 0.0014,
      "step": 25235
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.13768496797719e-06,
      "loss": 0.0006,
      "step": 25236
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.136962649391077e-06,
      "loss": 0.001,
      "step": 25237
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.136240340874625e-06,
      "loss": 0.0017,
      "step": 25238
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.135518042431739e-06,
      "loss": 0.0004,
      "step": 25239
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.134795754066321e-06,
      "loss": 0.0006,
      "step": 25240
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.134073475782277e-06,
      "loss": 0.0003,
      "step": 25241
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.133351207583511e-06,
      "loss": 0.0006,
      "step": 25242
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.132628949473926e-06,
      "loss": 0.001,
      "step": 25243
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.131906701457427e-06,
      "loss": 0.0015,
      "step": 25244
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.131184463537915e-06,
      "loss": 0.0011,
      "step": 25245
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.130462235719297e-06,
      "loss": 0.0007,
      "step": 25246
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.129740018005471e-06,
      "loss": 0.0014,
      "step": 25247
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.129017810400349e-06,
      "loss": 0.0009,
      "step": 25248
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.128295612907827e-06,
      "loss": 0.0011,
      "step": 25249
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.127573425531813e-06,
      "loss": 0.0008,
      "step": 25250
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.126851248276208e-06,
      "loss": 0.0011,
      "step": 25251
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.126129081144917e-06,
      "loss": 0.0012,
      "step": 25252
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.125406924141846e-06,
      "loss": 0.0006,
      "step": 25253
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.124684777270888e-06,
      "loss": 0.001,
      "step": 25254
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.123962640535959e-06,
      "loss": 0.0008,
      "step": 25255
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.12324051394095e-06,
      "loss": 0.0009,
      "step": 25256
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.122518397489775e-06,
      "loss": 0.0017,
      "step": 25257
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.121796291186329e-06,
      "loss": 0.0012,
      "step": 25258
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.121074195034521e-06,
      "loss": 0.0017,
      "step": 25259
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.120352109038251e-06,
      "loss": 0.0007,
      "step": 25260
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.11963003320142e-06,
      "loss": 0.0011,
      "step": 25261
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.118907967527933e-06,
      "loss": 0.0013,
      "step": 25262
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.118185912021693e-06,
      "loss": 0.0008,
      "step": 25263
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.1174638666866e-06,
      "loss": 0.0008,
      "step": 25264
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.11674183152656e-06,
      "loss": 0.0007,
      "step": 25265
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.116019806545477e-06,
      "loss": 0.0016,
      "step": 25266
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.115297791747246e-06,
      "loss": 0.001,
      "step": 25267
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.114575787135778e-06,
      "loss": 0.0011,
      "step": 25268
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.113853792714967e-06,
      "loss": 0.001,
      "step": 25269
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.113131808488725e-06,
      "loss": 0.001,
      "step": 25270
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.112409834460949e-06,
      "loss": 0.0016,
      "step": 25271
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.11168787063554e-06,
      "loss": 0.0009,
      "step": 25272
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.110965917016402e-06,
      "loss": 0.0017,
      "step": 25273
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.110243973607439e-06,
      "loss": 0.0011,
      "step": 25274
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.109522040412548e-06,
      "loss": 0.0011,
      "step": 25275
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.108800117435637e-06,
      "loss": 0.0008,
      "step": 25276
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.108078204680603e-06,
      "loss": 0.0009,
      "step": 25277
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.107356302151351e-06,
      "loss": 0.0012,
      "step": 25278
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.106634409851782e-06,
      "loss": 0.0011,
      "step": 25279
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.105912527785797e-06,
      "loss": 0.0006,
      "step": 25280
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.1051906559573e-06,
      "loss": 0.0014,
      "step": 25281
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.104468794370187e-06,
      "loss": 0.0018,
      "step": 25282
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.103746943028368e-06,
      "loss": 0.0005,
      "step": 25283
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.103025101935738e-06,
      "loss": 0.0014,
      "step": 25284
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.102303271096202e-06,
      "loss": 0.0011,
      "step": 25285
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.10158145051366e-06,
      "loss": 0.0014,
      "step": 25286
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.100859640192013e-06,
      "loss": 0.0008,
      "step": 25287
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.100137840135165e-06,
      "loss": 0.0011,
      "step": 25288
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.099416050347013e-06,
      "loss": 0.0008,
      "step": 25289
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.098694270831463e-06,
      "loss": 0.0007,
      "step": 25290
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.097972501592411e-06,
      "loss": 0.0011,
      "step": 25291
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.097250742633763e-06,
      "loss": 0.0011,
      "step": 25292
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.096528993959419e-06,
      "loss": 0.001,
      "step": 25293
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.095807255573276e-06,
      "loss": 0.001,
      "step": 25294
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.095085527479241e-06,
      "loss": 0.0014,
      "step": 25295
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.09436380968121e-06,
      "loss": 0.0009,
      "step": 25296
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.093642102183088e-06,
      "loss": 0.0009,
      "step": 25297
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.092920404988771e-06,
      "loss": 0.0017,
      "step": 25298
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.092198718102166e-06,
      "loss": 0.0009,
      "step": 25299
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.091477041527168e-06,
      "loss": 0.0008,
      "step": 25300
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.090755375267679e-06,
      "loss": 0.0016,
      "step": 25301
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.090033719327601e-06,
      "loss": 0.0008,
      "step": 25302
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.089312073710833e-06,
      "loss": 0.0017,
      "step": 25303
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.088590438421279e-06,
      "loss": 0.0012,
      "step": 25304
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.087868813462831e-06,
      "loss": 0.0011,
      "step": 25305
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.087147198839398e-06,
      "loss": 0.0006,
      "step": 25306
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.086425594554882e-06,
      "loss": 0.0013,
      "step": 25307
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.085704000613173e-06,
      "loss": 0.0017,
      "step": 25308
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.08498241701818e-06,
      "loss": 0.0015,
      "step": 25309
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.084260843773799e-06,
      "loss": 0.0013,
      "step": 25310
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.083539280883931e-06,
      "loss": 0.0015,
      "step": 25311
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.082817728352477e-06,
      "loss": 0.0006,
      "step": 25312
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.082096186183335e-06,
      "loss": 0.001,
      "step": 25313
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.081374654380407e-06,
      "loss": 0.0008,
      "step": 25314
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.08065313294759e-06,
      "loss": 0.001,
      "step": 25315
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.079931621888788e-06,
      "loss": 0.001,
      "step": 25316
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.079210121207899e-06,
      "loss": 0.001,
      "step": 25317
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.07848863090882e-06,
      "loss": 0.0013,
      "step": 25318
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.077767150995453e-06,
      "loss": 0.0014,
      "step": 25319
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.077045681471696e-06,
      "loss": 0.0008,
      "step": 25320
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.076324222341453e-06,
      "loss": 0.0008,
      "step": 25321
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.075602773608618e-06,
      "loss": 0.0022,
      "step": 25322
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.074881335277093e-06,
      "loss": 0.001,
      "step": 25323
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.074159907350778e-06,
      "loss": 0.0016,
      "step": 25324
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.073438489833572e-06,
      "loss": 0.0008,
      "step": 25325
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.072717082729374e-06,
      "loss": 0.0012,
      "step": 25326
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.071995686042079e-06,
      "loss": 0.0012,
      "step": 25327
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.071274299775593e-06,
      "loss": 0.0008,
      "step": 25328
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.07055292393381e-06,
      "loss": 0.001,
      "step": 25329
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.069831558520634e-06,
      "loss": 0.0011,
      "step": 25330
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.069110203539957e-06,
      "loss": 0.0022,
      "step": 25331
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.068388858995684e-06,
      "loss": 0.0015,
      "step": 25332
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.067667524891713e-06,
      "loss": 0.0017,
      "step": 25333
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.06694620123194e-06,
      "loss": 0.0007,
      "step": 25334
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.066224888020265e-06,
      "loss": 0.001,
      "step": 25335
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.065503585260587e-06,
      "loss": 0.0011,
      "step": 25336
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.064782292956806e-06,
      "loss": 0.0007,
      "step": 25337
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.064061011112816e-06,
      "loss": 0.0008,
      "step": 25338
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.063339739732522e-06,
      "loss": 0.0013,
      "step": 25339
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.062618478819816e-06,
      "loss": 0.0008,
      "step": 25340
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.061897228378597e-06,
      "loss": 0.0007,
      "step": 25341
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.06117598841277e-06,
      "loss": 0.0009,
      "step": 25342
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.060454758926231e-06,
      "loss": 0.0012,
      "step": 25343
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.059733539922872e-06,
      "loss": 0.0007,
      "step": 25344
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.059012331406599e-06,
      "loss": 0.0005,
      "step": 25345
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.058291133381305e-06,
      "loss": 0.0006,
      "step": 25346
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.05756994585089e-06,
      "loss": 0.0006,
      "step": 25347
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.05684876881925e-06,
      "loss": 0.0009,
      "step": 25348
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.056127602290286e-06,
      "loss": 0.0013,
      "step": 25349
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.055406446267894e-06,
      "loss": 0.0009,
      "step": 25350
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.054685300755972e-06,
      "loss": 0.0004,
      "step": 25351
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.05396416575842e-06,
      "loss": 0.0015,
      "step": 25352
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.053243041279131e-06,
      "loss": 0.0011,
      "step": 25353
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.052521927322008e-06,
      "loss": 0.0007,
      "step": 25354
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.051800823890943e-06,
      "loss": 0.0016,
      "step": 25355
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.051079730989839e-06,
      "loss": 0.0009,
      "step": 25356
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.050358648622591e-06,
      "loss": 0.001,
      "step": 25357
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.049637576793094e-06,
      "loss": 0.0008,
      "step": 25358
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.048916515505252e-06,
      "loss": 0.0016,
      "step": 25359
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.048195464762953e-06,
      "loss": 0.0011,
      "step": 25360
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.047474424570102e-06,
      "loss": 0.0015,
      "step": 25361
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.046753394930594e-06,
      "loss": 0.001,
      "step": 25362
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.046032375848325e-06,
      "loss": 0.0012,
      "step": 25363
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.045311367327194e-06,
      "loss": 0.0009,
      "step": 25364
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.044590369371095e-06,
      "loss": 0.0012,
      "step": 25365
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.04386938198393e-06,
      "loss": 0.0005,
      "step": 25366
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.04314840516959e-06,
      "loss": 0.0007,
      "step": 25367
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.042427438931975e-06,
      "loss": 0.0016,
      "step": 25368
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.04170648327498e-06,
      "loss": 0.0006,
      "step": 25369
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.040985538202506e-06,
      "loss": 0.0013,
      "step": 25370
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.040264603718445e-06,
      "loss": 0.0015,
      "step": 25371
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.039543679826696e-06,
      "loss": 0.0014,
      "step": 25372
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.038822766531156e-06,
      "loss": 0.0007,
      "step": 25373
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.038101863835719e-06,
      "loss": 0.0006,
      "step": 25374
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.037380971744285e-06,
      "loss": 0.0008,
      "step": 25375
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.036660090260747e-06,
      "loss": 0.0014,
      "step": 25376
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.035939219388998e-06,
      "loss": 0.0008,
      "step": 25377
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.035218359132945e-06,
      "loss": 0.0012,
      "step": 25378
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.034497509496477e-06,
      "loss": 0.001,
      "step": 25379
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.03377667048349e-06,
      "loss": 0.0012,
      "step": 25380
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.033055842097884e-06,
      "loss": 0.0009,
      "step": 25381
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.03233502434355e-06,
      "loss": 0.0012,
      "step": 25382
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.03161421722439e-06,
      "loss": 0.0014,
      "step": 25383
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.030893420744295e-06,
      "loss": 0.001,
      "step": 25384
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.030172634907162e-06,
      "loss": 0.0009,
      "step": 25385
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.029451859716887e-06,
      "loss": 0.0008,
      "step": 25386
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.028731095177368e-06,
      "loss": 0.0015,
      "step": 25387
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.028010341292496e-06,
      "loss": 0.0012,
      "step": 25388
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.027289598066171e-06,
      "loss": 0.0005,
      "step": 25389
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.026568865502288e-06,
      "loss": 0.0009,
      "step": 25390
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.02584814360474e-06,
      "loss": 0.0011,
      "step": 25391
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.025127432377424e-06,
      "loss": 0.0008,
      "step": 25392
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.024406731824234e-06,
      "loss": 0.0012,
      "step": 25393
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.02368604194907e-06,
      "loss": 0.0008,
      "step": 25394
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.02296536275582e-06,
      "loss": 0.0011,
      "step": 25395
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.022244694248388e-06,
      "loss": 0.001,
      "step": 25396
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.021524036430662e-06,
      "loss": 0.0009,
      "step": 25397
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.02080338930654e-06,
      "loss": 0.0016,
      "step": 25398
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.020082752879918e-06,
      "loss": 0.0014,
      "step": 25399
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.019362127154686e-06,
      "loss": 0.0017,
      "step": 25400
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.018641512134746e-06,
      "loss": 0.0011,
      "step": 25401
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.017920907823988e-06,
      "loss": 0.0005,
      "step": 25402
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.017200314226311e-06,
      "loss": 0.0014,
      "step": 25403
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.016479731345605e-06,
      "loss": 0.0005,
      "step": 25404
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.015759159185768e-06,
      "loss": 0.0016,
      "step": 25405
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.015038597750694e-06,
      "loss": 0.0015,
      "step": 25406
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.014318047044276e-06,
      "loss": 0.001,
      "step": 25407
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.013597507070412e-06,
      "loss": 0.0013,
      "step": 25408
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.012876977832991e-06,
      "loss": 0.0014,
      "step": 25409
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.012156459335914e-06,
      "loss": 0.0011,
      "step": 25410
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.01143595158307e-06,
      "loss": 0.001,
      "step": 25411
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.010715454578355e-06,
      "loss": 0.0015,
      "step": 25412
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.009994968325661e-06,
      "loss": 0.0007,
      "step": 25413
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.009274492828892e-06,
      "loss": 0.0008,
      "step": 25414
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.00855402809193e-06,
      "loss": 0.0009,
      "step": 25415
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.007833574118676e-06,
      "loss": 0.0012,
      "step": 25416
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.007113130913022e-06,
      "loss": 0.0009,
      "step": 25417
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.006392698478862e-06,
      "loss": 0.0019,
      "step": 25418
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.00567227682009e-06,
      "loss": 0.0009,
      "step": 25419
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.004951865940601e-06,
      "loss": 0.0018,
      "step": 25420
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.004231465844287e-06,
      "loss": 0.0013,
      "step": 25421
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.003511076535043e-06,
      "loss": 0.001,
      "step": 25422
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.002790698016763e-06,
      "loss": 0.0012,
      "step": 25423
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.002070330293337e-06,
      "loss": 0.0013,
      "step": 25424
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.001349973368665e-06,
      "loss": 0.0009,
      "step": 25425
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.000629627246634e-06,
      "loss": 0.0014,
      "step": 25426
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.999909291931141e-06,
      "loss": 0.0004,
      "step": 25427
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.999188967426079e-06,
      "loss": 0.0007,
      "step": 25428
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.998468653735342e-06,
      "loss": 0.0009,
      "step": 25429
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.997748350862822e-06,
      "loss": 0.0013,
      "step": 25430
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.997028058812411e-06,
      "loss": 0.0009,
      "step": 25431
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.996307777588007e-06,
      "loss": 0.0008,
      "step": 25432
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.995587507193494e-06,
      "loss": 0.0011,
      "step": 25433
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.994867247632776e-06,
      "loss": 0.0015,
      "step": 25434
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.994146998909737e-06,
      "loss": 0.0013,
      "step": 25435
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.993426761028278e-06,
      "loss": 0.0016,
      "step": 25436
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.992706533992284e-06,
      "loss": 0.0011,
      "step": 25437
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.991986317805655e-06,
      "loss": 0.0008,
      "step": 25438
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.991266112472278e-06,
      "loss": 0.0015,
      "step": 25439
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.990545917996047e-06,
      "loss": 0.0011,
      "step": 25440
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.989825734380858e-06,
      "loss": 0.0012,
      "step": 25441
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.989105561630598e-06,
      "loss": 0.0007,
      "step": 25442
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.988385399749165e-06,
      "loss": 0.0006,
      "step": 25443
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.987665248740446e-06,
      "loss": 0.0011,
      "step": 25444
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.98694510860834e-06,
      "loss": 0.0007,
      "step": 25445
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.986224979356735e-06,
      "loss": 0.0009,
      "step": 25446
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.985504860989522e-06,
      "loss": 0.0014,
      "step": 25447
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.984784753510598e-06,
      "loss": 0.0013,
      "step": 25448
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.984064656923846e-06,
      "loss": 0.0014,
      "step": 25449
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.983344571233169e-06,
      "loss": 0.0016,
      "step": 25450
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.982624496442456e-06,
      "loss": 0.0015,
      "step": 25451
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.981904432555596e-06,
      "loss": 0.0019,
      "step": 25452
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.981184379576484e-06,
      "loss": 0.001,
      "step": 25453
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.980464337509006e-06,
      "loss": 0.0011,
      "step": 25454
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.979744306357063e-06,
      "loss": 0.0006,
      "step": 25455
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.979024286124541e-06,
      "loss": 0.0012,
      "step": 25456
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.978304276815331e-06,
      "loss": 0.001,
      "step": 25457
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.977584278433327e-06,
      "loss": 0.0014,
      "step": 25458
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.976864290982419e-06,
      "loss": 0.0011,
      "step": 25459
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.976144314466501e-06,
      "loss": 0.0011,
      "step": 25460
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.97542434888946e-06,
      "loss": 0.0007,
      "step": 25461
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.974704394255193e-06,
      "loss": 0.0005,
      "step": 25462
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.973984450567589e-06,
      "loss": 0.0012,
      "step": 25463
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.973264517830536e-06,
      "loss": 0.0009,
      "step": 25464
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.97254459604793e-06,
      "loss": 0.0016,
      "step": 25465
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.971824685223657e-06,
      "loss": 0.001,
      "step": 25466
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.971104785361613e-06,
      "loss": 0.0009,
      "step": 25467
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.970384896465687e-06,
      "loss": 0.0012,
      "step": 25468
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.969665018539771e-06,
      "loss": 0.0007,
      "step": 25469
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.968945151587756e-06,
      "loss": 0.0012,
      "step": 25470
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.968225295613529e-06,
      "loss": 0.0006,
      "step": 25471
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.967505450620987e-06,
      "loss": 0.0007,
      "step": 25472
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.966785616614014e-06,
      "loss": 0.0007,
      "step": 25473
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.966065793596507e-06,
      "loss": 0.001,
      "step": 25474
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.965345981572353e-06,
      "loss": 0.0007,
      "step": 25475
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.964626180545443e-06,
      "loss": 0.0006,
      "step": 25476
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.96390639051967e-06,
      "loss": 0.0011,
      "step": 25477
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.96318661149892e-06,
      "loss": 0.0012,
      "step": 25478
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.962466843487087e-06,
      "loss": 0.0013,
      "step": 25479
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.961747086488058e-06,
      "loss": 0.0009,
      "step": 25480
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.961027340505728e-06,
      "loss": 0.0007,
      "step": 25481
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.960307605543983e-06,
      "loss": 0.001,
      "step": 25482
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.959587881606715e-06,
      "loss": 0.0017,
      "step": 25483
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.958868168697813e-06,
      "loss": 0.0013,
      "step": 25484
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.958148466821169e-06,
      "loss": 0.0018,
      "step": 25485
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.957428775980667e-06,
      "loss": 0.0009,
      "step": 25486
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.956709096180206e-06,
      "loss": 0.0006,
      "step": 25487
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.95598942742367e-06,
      "loss": 0.001,
      "step": 25488
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.955269769714953e-06,
      "loss": 0.0007,
      "step": 25489
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.95455012305794e-06,
      "loss": 0.0004,
      "step": 25490
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.953830487456525e-06,
      "loss": 0.0012,
      "step": 25491
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.95311086291459e-06,
      "loss": 0.0011,
      "step": 25492
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.952391249436035e-06,
      "loss": 0.0011,
      "step": 25493
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.95167164702474e-06,
      "loss": 0.0011,
      "step": 25494
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.950952055684604e-06,
      "loss": 0.0008,
      "step": 25495
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.95023247541951e-06,
      "loss": 0.001,
      "step": 25496
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.949512906233346e-06,
      "loss": 0.0012,
      "step": 25497
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.948793348130004e-06,
      "loss": 0.0008,
      "step": 25498
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.948073801113372e-06,
      "loss": 0.0012,
      "step": 25499
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.947354265187344e-06,
      "loss": 0.0019,
      "step": 25500
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.946634740355801e-06,
      "loss": 0.001,
      "step": 25501
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.945915226622639e-06,
      "loss": 0.0008,
      "step": 25502
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.945195723991743e-06,
      "loss": 0.0009,
      "step": 25503
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.944476232467002e-06,
      "loss": 0.0012,
      "step": 25504
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.943756752052307e-06,
      "loss": 0.0016,
      "step": 25505
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.943037282751544e-06,
      "loss": 0.0004,
      "step": 25506
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.942317824568605e-06,
      "loss": 0.0009,
      "step": 25507
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.941598377507375e-06,
      "loss": 0.0014,
      "step": 25508
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.940878941571747e-06,
      "loss": 0.001,
      "step": 25509
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.940159516765604e-06,
      "loss": 0.0007,
      "step": 25510
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.93944010309284e-06,
      "loss": 0.0009,
      "step": 25511
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.938720700557341e-06,
      "loss": 0.0009,
      "step": 25512
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.938001309162992e-06,
      "loss": 0.0009,
      "step": 25513
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.937281928913688e-06,
      "loss": 0.0005,
      "step": 25514
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.936562559813311e-06,
      "loss": 0.0007,
      "step": 25515
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.935843201865755e-06,
      "loss": 0.0008,
      "step": 25516
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.935123855074903e-06,
      "loss": 0.0014,
      "step": 25517
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.934404519444645e-06,
      "loss": 0.0012,
      "step": 25518
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.93368519497887e-06,
      "loss": 0.0012,
      "step": 25519
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.932965881681465e-06,
      "loss": 0.0009,
      "step": 25520
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.932246579556318e-06,
      "loss": 0.0008,
      "step": 25521
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.931527288607313e-06,
      "loss": 0.0009,
      "step": 25522
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.930808008838342e-06,
      "loss": 0.0009,
      "step": 25523
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.930088740253297e-06,
      "loss": 0.0019,
      "step": 25524
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.929369482856057e-06,
      "loss": 0.0007,
      "step": 25525
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.928650236650515e-06,
      "loss": 0.001,
      "step": 25526
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.927931001640558e-06,
      "loss": 0.001,
      "step": 25527
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.927211777830069e-06,
      "loss": 0.0007,
      "step": 25528
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.92649256522294e-06,
      "loss": 0.0006,
      "step": 25529
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.925773363823057e-06,
      "loss": 0.0011,
      "step": 25530
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.925054173634308e-06,
      "loss": 0.0009,
      "step": 25531
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.924334994660577e-06,
      "loss": 0.0011,
      "step": 25532
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.923615826905758e-06,
      "loss": 0.0012,
      "step": 25533
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.922896670373729e-06,
      "loss": 0.0006,
      "step": 25534
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.922177525068384e-06,
      "loss": 0.0004,
      "step": 25535
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.921458390993609e-06,
      "loss": 0.0005,
      "step": 25536
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.920739268153286e-06,
      "loss": 0.0009,
      "step": 25537
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.920020156551308e-06,
      "loss": 0.0006,
      "step": 25538
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.919301056191558e-06,
      "loss": 0.0011,
      "step": 25539
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.918581967077925e-06,
      "loss": 0.0011,
      "step": 25540
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.917862889214292e-06,
      "loss": 0.0017,
      "step": 25541
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.917143822604551e-06,
      "loss": 0.0018,
      "step": 25542
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.916424767252584e-06,
      "loss": 0.0012,
      "step": 25543
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.915705723162278e-06,
      "loss": 0.0013,
      "step": 25544
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.914986690337523e-06,
      "loss": 0.0019,
      "step": 25545
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.9142676687822e-06,
      "loss": 0.0007,
      "step": 25546
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.9135486585002e-06,
      "loss": 0.0019,
      "step": 25547
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.912829659495407e-06,
      "loss": 0.0009,
      "step": 25548
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.912110671771709e-06,
      "loss": 0.0017,
      "step": 25549
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.911391695332988e-06,
      "loss": 0.0015,
      "step": 25550
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.910672730183135e-06,
      "loss": 0.0008,
      "step": 25551
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.909953776326034e-06,
      "loss": 0.0015,
      "step": 25552
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.909234833765569e-06,
      "loss": 0.001,
      "step": 25553
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.908515902505628e-06,
      "loss": 0.001,
      "step": 25554
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.907796982550096e-06,
      "loss": 0.0004,
      "step": 25555
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.907078073902858e-06,
      "loss": 0.0019,
      "step": 25556
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.906359176567801e-06,
      "loss": 0.0013,
      "step": 25557
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.905640290548808e-06,
      "loss": 0.0015,
      "step": 25558
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.90492141584977e-06,
      "loss": 0.0014,
      "step": 25559
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.904202552474572e-06,
      "loss": 0.0008,
      "step": 25560
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.903483700427092e-06,
      "loss": 0.0017,
      "step": 25561
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.902764859711224e-06,
      "loss": 0.0008,
      "step": 25562
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.902046030330846e-06,
      "loss": 0.001,
      "step": 25563
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.90132721228985e-06,
      "loss": 0.0012,
      "step": 25564
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.900608405592115e-06,
      "loss": 0.0008,
      "step": 25565
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.899889610241533e-06,
      "loss": 0.0009,
      "step": 25566
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.89917082624198e-06,
      "loss": 0.0011,
      "step": 25567
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.898452053597349e-06,
      "loss": 0.001,
      "step": 25568
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.897733292311525e-06,
      "loss": 0.0013,
      "step": 25569
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.897014542388385e-06,
      "loss": 0.0017,
      "step": 25570
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.896295803831821e-06,
      "loss": 0.0008,
      "step": 25571
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.895577076645714e-06,
      "loss": 0.001,
      "step": 25572
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.894858360833953e-06,
      "loss": 0.0009,
      "step": 25573
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.894139656400416e-06,
      "loss": 0.001,
      "step": 25574
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.893420963348995e-06,
      "loss": 0.0014,
      "step": 25575
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.89270228168357e-06,
      "loss": 0.0009,
      "step": 25576
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.891983611408026e-06,
      "loss": 0.0014,
      "step": 25577
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.891264952526249e-06,
      "loss": 0.0012,
      "step": 25578
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.890546305042119e-06,
      "loss": 0.0007,
      "step": 25579
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.889827668959526e-06,
      "loss": 0.0008,
      "step": 25580
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.88910904428235e-06,
      "loss": 0.0011,
      "step": 25581
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.88839043101448e-06,
      "loss": 0.0011,
      "step": 25582
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.887671829159795e-06,
      "loss": 0.0013,
      "step": 25583
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.88695323872218e-06,
      "loss": 0.0009,
      "step": 25584
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.886234659705521e-06,
      "loss": 0.0009,
      "step": 25585
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.8855160921137e-06,
      "loss": 0.0008,
      "step": 25586
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.884797535950602e-06,
      "loss": 0.0009,
      "step": 25587
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.884078991220108e-06,
      "loss": 0.0007,
      "step": 25588
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.883360457926107e-06,
      "loss": 0.0007,
      "step": 25589
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.882641936072477e-06,
      "loss": 0.0022,
      "step": 25590
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.881923425663107e-06,
      "loss": 0.0009,
      "step": 25591
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.881204926701879e-06,
      "loss": 0.001,
      "step": 25592
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.880486439192672e-06,
      "loss": 0.0015,
      "step": 25593
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.87976796313937e-06,
      "loss": 0.0017,
      "step": 25594
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.879049498545864e-06,
      "loss": 0.0012,
      "step": 25595
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.87833104541603e-06,
      "loss": 0.0016,
      "step": 25596
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.877612603753755e-06,
      "loss": 0.0012,
      "step": 25597
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.876894173562918e-06,
      "loss": 0.0012,
      "step": 25598
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.87617575484741e-06,
      "loss": 0.0006,
      "step": 25599
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.875457347611107e-06,
      "loss": 0.0013,
      "step": 25600
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.87473895185789e-06,
      "loss": 0.0004,
      "step": 25601
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.874020567591651e-06,
      "loss": 0.0006,
      "step": 25602
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.873302194816263e-06,
      "loss": 0.0011,
      "step": 25603
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.872583833535616e-06,
      "loss": 0.0012,
      "step": 25604
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.871865483753588e-06,
      "loss": 0.0013,
      "step": 25605
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.871147145474067e-06,
      "loss": 0.0014,
      "step": 25606
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.870428818700928e-06,
      "loss": 0.0008,
      "step": 25607
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.869710503438062e-06,
      "loss": 0.0012,
      "step": 25608
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.868992199689346e-06,
      "loss": 0.0014,
      "step": 25609
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.868273907458662e-06,
      "loss": 0.0011,
      "step": 25610
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.867555626749896e-06,
      "loss": 0.0013,
      "step": 25611
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.866837357566926e-06,
      "loss": 0.0012,
      "step": 25612
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.866119099913638e-06,
      "loss": 0.001,
      "step": 25613
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.865400853793913e-06,
      "loss": 0.0013,
      "step": 25614
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.864682619211632e-06,
      "loss": 0.0013,
      "step": 25615
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.86396439617068e-06,
      "loss": 0.0007,
      "step": 25616
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.863246184674935e-06,
      "loss": 0.0011,
      "step": 25617
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.86252798472828e-06,
      "loss": 0.001,
      "step": 25618
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.861809796334598e-06,
      "loss": 0.0009,
      "step": 25619
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.861091619497774e-06,
      "loss": 0.0009,
      "step": 25620
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.86037345422168e-06,
      "loss": 0.0012,
      "step": 25621
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.859655300510209e-06,
      "loss": 0.0007,
      "step": 25622
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.858937158367234e-06,
      "loss": 0.0012,
      "step": 25623
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.858219027796642e-06,
      "loss": 0.0008,
      "step": 25624
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.857500908802312e-06,
      "loss": 0.0009,
      "step": 25625
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.856782801388124e-06,
      "loss": 0.0014,
      "step": 25626
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.856064705557965e-06,
      "loss": 0.001,
      "step": 25627
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.855346621315707e-06,
      "loss": 0.0014,
      "step": 25628
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.85462854866524e-06,
      "loss": 0.001,
      "step": 25629
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.853910487610439e-06,
      "loss": 0.0012,
      "step": 25630
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.85319243815519e-06,
      "loss": 0.0007,
      "step": 25631
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.852474400303372e-06,
      "loss": 0.0013,
      "step": 25632
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.851756374058868e-06,
      "loss": 0.0011,
      "step": 25633
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.851038359425553e-06,
      "loss": 0.0007,
      "step": 25634
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.850320356407315e-06,
      "loss": 0.0008,
      "step": 25635
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.84960236500803e-06,
      "loss": 0.001,
      "step": 25636
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.84888438523158e-06,
      "loss": 0.0008,
      "step": 25637
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.848166417081845e-06,
      "loss": 0.0009,
      "step": 25638
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.847448460562708e-06,
      "loss": 0.0005,
      "step": 25639
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.846730515678047e-06,
      "loss": 0.0012,
      "step": 25640
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.846012582431744e-06,
      "loss": 0.0014,
      "step": 25641
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.84529466082768e-06,
      "loss": 0.0008,
      "step": 25642
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.844576750869733e-06,
      "loss": 0.0007,
      "step": 25643
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.843858852561785e-06,
      "loss": 0.0013,
      "step": 25644
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.843140965907713e-06,
      "loss": 0.0013,
      "step": 25645
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.842423090911403e-06,
      "loss": 0.0005,
      "step": 25646
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.841705227576731e-06,
      "loss": 0.0014,
      "step": 25647
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.84098737590758e-06,
      "loss": 0.0011,
      "step": 25648
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.840269535907826e-06,
      "loss": 0.001,
      "step": 25649
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.83955170758135e-06,
      "loss": 0.0006,
      "step": 25650
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.838833890932035e-06,
      "loss": 0.0015,
      "step": 25651
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.838116085963755e-06,
      "loss": 0.0011,
      "step": 25652
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.837398292680395e-06,
      "loss": 0.001,
      "step": 25653
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.836680511085832e-06,
      "loss": 0.0018,
      "step": 25654
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.83596274118395e-06,
      "loss": 0.0015,
      "step": 25655
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.835244982978623e-06,
      "loss": 0.0007,
      "step": 25656
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.83452723647373e-06,
      "loss": 0.0008,
      "step": 25657
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.833809501673155e-06,
      "loss": 0.0013,
      "step": 25658
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.833091778580774e-06,
      "loss": 0.0007,
      "step": 25659
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.83237406720047e-06,
      "loss": 0.001,
      "step": 25660
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.831656367536117e-06,
      "loss": 0.0015,
      "step": 25661
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.830938679591598e-06,
      "loss": 0.0011,
      "step": 25662
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.830221003370789e-06,
      "loss": 0.0004,
      "step": 25663
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.829503338877574e-06,
      "loss": 0.0014,
      "step": 25664
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.828785686115828e-06,
      "loss": 0.001,
      "step": 25665
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.828068045089425e-06,
      "loss": 0.0014,
      "step": 25666
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.827350415802254e-06,
      "loss": 0.0009,
      "step": 25667
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.82663279825819e-06,
      "loss": 0.0005,
      "step": 25668
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.82591519246111e-06,
      "loss": 0.0008,
      "step": 25669
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.825197598414895e-06,
      "loss": 0.001,
      "step": 25670
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.824480016123421e-06,
      "loss": 0.0008,
      "step": 25671
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.823762445590568e-06,
      "loss": 0.0011,
      "step": 25672
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.823044886820216e-06,
      "loss": 0.0008,
      "step": 25673
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.822327339816239e-06,
      "loss": 0.0005,
      "step": 25674
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.82160980458252e-06,
      "loss": 0.0005,
      "step": 25675
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.820892281122932e-06,
      "loss": 0.0008,
      "step": 25676
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.82017476944136e-06,
      "loss": 0.0009,
      "step": 25677
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.819457269541675e-06,
      "loss": 0.0006,
      "step": 25678
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.818739781427762e-06,
      "loss": 0.0011,
      "step": 25679
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.818022305103492e-06,
      "loss": 0.0009,
      "step": 25680
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.81730484057275e-06,
      "loss": 0.001,
      "step": 25681
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.816587387839409e-06,
      "loss": 0.0008,
      "step": 25682
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.815869946907347e-06,
      "loss": 0.0011,
      "step": 25683
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.815152517780444e-06,
      "loss": 0.001,
      "step": 25684
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.814435100462576e-06,
      "loss": 0.0015,
      "step": 25685
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.813717694957624e-06,
      "loss": 0.001,
      "step": 25686
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.813000301269458e-06,
      "loss": 0.0012,
      "step": 25687
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.812282919401964e-06,
      "loss": 0.0012,
      "step": 25688
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.811565549359014e-06,
      "loss": 0.0006,
      "step": 25689
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.810848191144487e-06,
      "loss": 0.0005,
      "step": 25690
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.81013084476226e-06,
      "loss": 0.0008,
      "step": 25691
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.809413510216212e-06,
      "loss": 0.0013,
      "step": 25692
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.808696187510219e-06,
      "loss": 0.0009,
      "step": 25693
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.807978876648155e-06,
      "loss": 0.001,
      "step": 25694
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.807261577633902e-06,
      "loss": 0.0008,
      "step": 25695
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.806544290471336e-06,
      "loss": 0.0007,
      "step": 25696
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.80582701516433e-06,
      "loss": 0.0015,
      "step": 25697
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.805109751716766e-06,
      "loss": 0.001,
      "step": 25698
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.804392500132517e-06,
      "loss": 0.0007,
      "step": 25699
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.803675260415461e-06,
      "loss": 0.0012,
      "step": 25700
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.802958032569475e-06,
      "loss": 0.0012,
      "step": 25701
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.802240816598432e-06,
      "loss": 0.0013,
      "step": 25702
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.801523612506219e-06,
      "loss": 0.0014,
      "step": 25703
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.800806420296701e-06,
      "loss": 0.001,
      "step": 25704
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.80008923997376e-06,
      "loss": 0.0008,
      "step": 25705
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.799372071541272e-06,
      "loss": 0.0012,
      "step": 25706
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.79865491500311e-06,
      "loss": 0.0016,
      "step": 25707
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.797937770363155e-06,
      "loss": 0.0006,
      "step": 25708
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.79722063762528e-06,
      "loss": 0.0014,
      "step": 25709
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.796503516793362e-06,
      "loss": 0.0015,
      "step": 25710
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.795786407871276e-06,
      "loss": 0.0011,
      "step": 25711
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.7950693108629e-06,
      "loss": 0.002,
      "step": 25712
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.79435222577211e-06,
      "loss": 0.0009,
      "step": 25713
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.793635152602777e-06,
      "loss": 0.001,
      "step": 25714
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.792918091358784e-06,
      "loss": 0.001,
      "step": 25715
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.792201042043999e-06,
      "loss": 0.0012,
      "step": 25716
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.791484004662306e-06,
      "loss": 0.001,
      "step": 25717
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.790766979217572e-06,
      "loss": 0.001,
      "step": 25718
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.79004996571368e-06,
      "loss": 0.0013,
      "step": 25719
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.7893329641545e-06,
      "loss": 0.0009,
      "step": 25720
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.788615974543911e-06,
      "loss": 0.0005,
      "step": 25721
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.787898996885788e-06,
      "loss": 0.0012,
      "step": 25722
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.787182031184002e-06,
      "loss": 0.0011,
      "step": 25723
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.786465077442433e-06,
      "loss": 0.0011,
      "step": 25724
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.785748135664953e-06,
      "loss": 0.001,
      "step": 25725
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.78503120585544e-06,
      "loss": 0.0006,
      "step": 25726
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.784314288017764e-06,
      "loss": 0.0011,
      "step": 25727
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.783597382155807e-06,
      "loss": 0.0012,
      "step": 25728
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.782880488273442e-06,
      "loss": 0.0006,
      "step": 25729
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.782163606374536e-06,
      "loss": 0.0006,
      "step": 25730
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.781446736462975e-06,
      "loss": 0.0013,
      "step": 25731
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.780729878542623e-06,
      "loss": 0.0011,
      "step": 25732
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.780013032617366e-06,
      "loss": 0.0013,
      "step": 25733
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.779296198691067e-06,
      "loss": 0.0003,
      "step": 25734
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.778579376767608e-06,
      "loss": 0.0005,
      "step": 25735
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.777862566850862e-06,
      "loss": 0.0015,
      "step": 25736
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.777145768944702e-06,
      "loss": 0.0006,
      "step": 25737
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.776428983053e-06,
      "loss": 0.0007,
      "step": 25738
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.775712209179638e-06,
      "loss": 0.0005,
      "step": 25739
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.774995447328481e-06,
      "loss": 0.0009,
      "step": 25740
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.774278697503412e-06,
      "loss": 0.0018,
      "step": 25741
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.773561959708298e-06,
      "loss": 0.0015,
      "step": 25742
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.772845233947016e-06,
      "loss": 0.0011,
      "step": 25743
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.772128520223438e-06,
      "loss": 0.0009,
      "step": 25744
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.77141181854144e-06,
      "loss": 0.0009,
      "step": 25745
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.770695128904896e-06,
      "loss": 0.0008,
      "step": 25746
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.769978451317675e-06,
      "loss": 0.0006,
      "step": 25747
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.769261785783658e-06,
      "loss": 0.0015,
      "step": 25748
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.76854513230671e-06,
      "loss": 0.0006,
      "step": 25749
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.767828490890715e-06,
      "loss": 0.0017,
      "step": 25750
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.767111861539536e-06,
      "loss": 0.001,
      "step": 25751
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.766395244257052e-06,
      "loss": 0.0006,
      "step": 25752
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.765678639047135e-06,
      "loss": 0.0012,
      "step": 25753
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.76496204591366e-06,
      "loss": 0.0016,
      "step": 25754
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.764245464860498e-06,
      "loss": 0.001,
      "step": 25755
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.763528895891521e-06,
      "loss": 0.0012,
      "step": 25756
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.762812339010606e-06,
      "loss": 0.0007,
      "step": 25757
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.762095794221621e-06,
      "loss": 0.0006,
      "step": 25758
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.761379261528445e-06,
      "loss": 0.001,
      "step": 25759
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.760662740934945e-06,
      "loss": 0.0005,
      "step": 25760
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.759946232444996e-06,
      "loss": 0.0016,
      "step": 25761
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.759229736062474e-06,
      "loss": 0.0007,
      "step": 25762
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.758513251791244e-06,
      "loss": 0.001,
      "step": 25763
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.757796779635187e-06,
      "loss": 0.0011,
      "step": 25764
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.75708031959817e-06,
      "loss": 0.0009,
      "step": 25765
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.756363871684067e-06,
      "loss": 0.001,
      "step": 25766
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.755647435896749e-06,
      "loss": 0.0009,
      "step": 25767
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.754931012240093e-06,
      "loss": 0.0006,
      "step": 25768
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.754214600717968e-06,
      "loss": 0.0011,
      "step": 25769
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.753498201334244e-06,
      "loss": 0.0006,
      "step": 25770
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.752781814092796e-06,
      "loss": 0.0004,
      "step": 25771
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.752065438997494e-06,
      "loss": 0.0006,
      "step": 25772
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.751349076052214e-06,
      "loss": 0.0011,
      "step": 25773
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.75063272526082e-06,
      "loss": 0.0007,
      "step": 25774
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.749916386627192e-06,
      "loss": 0.0009,
      "step": 25775
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.749200060155203e-06,
      "loss": 0.0014,
      "step": 25776
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.748483745848715e-06,
      "loss": 0.0004,
      "step": 25777
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.74776744371161e-06,
      "loss": 0.0009,
      "step": 25778
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.747051153747754e-06,
      "loss": 0.0009,
      "step": 25779
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.746334875961017e-06,
      "loss": 0.0009,
      "step": 25780
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.745618610355274e-06,
      "loss": 0.0013,
      "step": 25781
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.744902356934395e-06,
      "loss": 0.0008,
      "step": 25782
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.744186115702252e-06,
      "loss": 0.0007,
      "step": 25783
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.743469886662715e-06,
      "loss": 0.0012,
      "step": 25784
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.74275366981966e-06,
      "loss": 0.0005,
      "step": 25785
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.742037465176952e-06,
      "loss": 0.0011,
      "step": 25786
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.741321272738462e-06,
      "loss": 0.0013,
      "step": 25787
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.740605092508065e-06,
      "loss": 0.0016,
      "step": 25788
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.739888924489629e-06,
      "loss": 0.0008,
      "step": 25789
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.739172768687028e-06,
      "loss": 0.0008,
      "step": 25790
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.738456625104129e-06,
      "loss": 0.0007,
      "step": 25791
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.737740493744807e-06,
      "loss": 0.0013,
      "step": 25792
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.737024374612928e-06,
      "loss": 0.0006,
      "step": 25793
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.736308267712367e-06,
      "loss": 0.0013,
      "step": 25794
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.735592173046992e-06,
      "loss": 0.0009,
      "step": 25795
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.73487609062067e-06,
      "loss": 0.001,
      "step": 25796
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.73416002043728e-06,
      "loss": 0.0012,
      "step": 25797
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.733443962500686e-06,
      "loss": 0.0009,
      "step": 25798
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.732727916814759e-06,
      "loss": 0.0009,
      "step": 25799
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.732011883383371e-06,
      "loss": 0.002,
      "step": 25800
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.731295862210392e-06,
      "loss": 0.0007,
      "step": 25801
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.730579853299691e-06,
      "loss": 0.0011,
      "step": 25802
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.729863856655137e-06,
      "loss": 0.0014,
      "step": 25803
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.729147872280603e-06,
      "loss": 0.001,
      "step": 25804
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.728431900179955e-06,
      "loss": 0.0012,
      "step": 25805
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.727715940357067e-06,
      "loss": 0.0008,
      "step": 25806
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.726999992815804e-06,
      "loss": 0.0007,
      "step": 25807
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.726284057560041e-06,
      "loss": 0.0016,
      "step": 25808
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.725568134593644e-06,
      "loss": 0.001,
      "step": 25809
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.724852223920481e-06,
      "loss": 0.0008,
      "step": 25810
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.724136325544426e-06,
      "loss": 0.0017,
      "step": 25811
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.72342043946935e-06,
      "loss": 0.0015,
      "step": 25812
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.722704565699113e-06,
      "loss": 0.0009,
      "step": 25813
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.721988704237594e-06,
      "loss": 0.0009,
      "step": 25814
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.721272855088656e-06,
      "loss": 0.0011,
      "step": 25815
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.720557018256172e-06,
      "loss": 0.0013,
      "step": 25816
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.719841193744008e-06,
      "loss": 0.001,
      "step": 25817
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.719125381556036e-06,
      "loss": 0.0006,
      "step": 25818
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.718409581696124e-06,
      "loss": 0.001,
      "step": 25819
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.717693794168137e-06,
      "loss": 0.0008,
      "step": 25820
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.716978018975951e-06,
      "loss": 0.0009,
      "step": 25821
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.716262256123428e-06,
      "loss": 0.001,
      "step": 25822
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.71554650561444e-06,
      "loss": 0.001,
      "step": 25823
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.714830767452855e-06,
      "loss": 0.0013,
      "step": 25824
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.714115041642542e-06,
      "loss": 0.001,
      "step": 25825
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.713399328187371e-06,
      "loss": 0.0005,
      "step": 25826
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.712683627091205e-06,
      "loss": 0.0016,
      "step": 25827
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.71196793835792e-06,
      "loss": 0.0007,
      "step": 25828
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.711252261991376e-06,
      "loss": 0.0007,
      "step": 25829
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.710536597995449e-06,
      "loss": 0.0003,
      "step": 25830
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.709820946374e-06,
      "loss": 0.0007,
      "step": 25831
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.709105307130903e-06,
      "loss": 0.0011,
      "step": 25832
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.708389680270023e-06,
      "loss": 0.0012,
      "step": 25833
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.707674065795227e-06,
      "loss": 0.0009,
      "step": 25834
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.706958463710389e-06,
      "loss": 0.0013,
      "step": 25835
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.706242874019367e-06,
      "loss": 0.0013,
      "step": 25836
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.705527296726036e-06,
      "loss": 0.0012,
      "step": 25837
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.70481173183426e-06,
      "loss": 0.0008,
      "step": 25838
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.704096179347912e-06,
      "loss": 0.0008,
      "step": 25839
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.703380639270853e-06,
      "loss": 0.001,
      "step": 25840
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.702665111606954e-06,
      "loss": 0.001,
      "step": 25841
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.701949596360083e-06,
      "loss": 0.001,
      "step": 25842
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.701234093534104e-06,
      "loss": 0.0012,
      "step": 25843
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.700518603132888e-06,
      "loss": 0.0009,
      "step": 25844
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.699803125160299e-06,
      "loss": 0.0009,
      "step": 25845
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.6990876596202e-06,
      "loss": 0.0008,
      "step": 25846
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.698372206516472e-06,
      "loss": 0.0008,
      "step": 25847
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.697656765852971e-06,
      "loss": 0.0009,
      "step": 25848
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.696941337633568e-06,
      "loss": 0.0013,
      "step": 25849
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.696225921862126e-06,
      "loss": 0.0014,
      "step": 25850
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.695510518542517e-06,
      "loss": 0.0012,
      "step": 25851
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.694795127678605e-06,
      "loss": 0.0008,
      "step": 25852
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.694079749274255e-06,
      "loss": 0.0008,
      "step": 25853
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.693364383333335e-06,
      "loss": 0.0006,
      "step": 25854
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.692649029859713e-06,
      "loss": 0.0009,
      "step": 25855
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.691933688857254e-06,
      "loss": 0.0011,
      "step": 25856
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.691218360329824e-06,
      "loss": 0.0008,
      "step": 25857
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.690503044281292e-06,
      "loss": 0.0006,
      "step": 25858
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.689787740715521e-06,
      "loss": 0.0016,
      "step": 25859
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.689072449636379e-06,
      "loss": 0.0009,
      "step": 25860
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.688357171047731e-06,
      "loss": 0.0004,
      "step": 25861
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.687641904953443e-06,
      "loss": 0.0012,
      "step": 25862
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.686926651357383e-06,
      "loss": 0.0011,
      "step": 25863
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.686211410263413e-06,
      "loss": 0.0014,
      "step": 25864
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.685496181675405e-06,
      "loss": 0.0012,
      "step": 25865
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.684780965597217e-06,
      "loss": 0.0019,
      "step": 25866
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.684065762032724e-06,
      "loss": 0.0011,
      "step": 25867
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.683350570985785e-06,
      "loss": 0.0013,
      "step": 25868
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.682635392460265e-06,
      "loss": 0.0012,
      "step": 25869
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.681920226460033e-06,
      "loss": 0.0011,
      "step": 25870
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.681205072988953e-06,
      "loss": 0.0009,
      "step": 25871
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.680489932050891e-06,
      "loss": 0.0013,
      "step": 25872
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.679774803649711e-06,
      "loss": 0.001,
      "step": 25873
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.679059687789281e-06,
      "loss": 0.0009,
      "step": 25874
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.678344584473463e-06,
      "loss": 0.0006,
      "step": 25875
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.677629493706123e-06,
      "loss": 0.0015,
      "step": 25876
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.676914415491127e-06,
      "loss": 0.0009,
      "step": 25877
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.676199349832339e-06,
      "loss": 0.0009,
      "step": 25878
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.675484296733625e-06,
      "loss": 0.0013,
      "step": 25879
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.674769256198847e-06,
      "loss": 0.0007,
      "step": 25880
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.674054228231875e-06,
      "loss": 0.001,
      "step": 25881
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.67333921283657e-06,
      "loss": 0.0014,
      "step": 25882
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.672624210016792e-06,
      "loss": 0.0009,
      "step": 25883
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.671909219776415e-06,
      "loss": 0.0007,
      "step": 25884
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.671194242119302e-06,
      "loss": 0.0009,
      "step": 25885
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.67047927704931e-06,
      "loss": 0.0007,
      "step": 25886
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.669764324570312e-06,
      "loss": 0.0011,
      "step": 25887
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.669049384686165e-06,
      "loss": 0.0008,
      "step": 25888
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.66833445740074e-06,
      "loss": 0.0012,
      "step": 25889
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.667619542717895e-06,
      "loss": 0.0016,
      "step": 25890
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.6669046406415e-06,
      "loss": 0.0012,
      "step": 25891
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.666189751175414e-06,
      "loss": 0.0009,
      "step": 25892
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.665474874323504e-06,
      "loss": 0.0006,
      "step": 25893
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.664760010089632e-06,
      "loss": 0.0009,
      "step": 25894
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.664045158477662e-06,
      "loss": 0.0005,
      "step": 25895
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.66333031949146e-06,
      "loss": 0.0015,
      "step": 25896
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.662615493134887e-06,
      "loss": 0.0015,
      "step": 25897
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.661900679411807e-06,
      "loss": 0.0011,
      "step": 25898
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.661185878326086e-06,
      "loss": 0.0008,
      "step": 25899
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.660471089881584e-06,
      "loss": 0.0011,
      "step": 25900
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.659756314082167e-06,
      "loss": 0.0008,
      "step": 25901
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.659041550931696e-06,
      "loss": 0.0005,
      "step": 25902
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.658326800434038e-06,
      "loss": 0.0011,
      "step": 25903
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.657612062593052e-06,
      "loss": 0.0007,
      "step": 25904
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.656897337412606e-06,
      "loss": 0.0006,
      "step": 25905
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.656182624896555e-06,
      "loss": 0.0007,
      "step": 25906
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.655467925048772e-06,
      "loss": 0.0013,
      "step": 25907
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.654753237873114e-06,
      "loss": 0.0009,
      "step": 25908
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.654038563373443e-06,
      "loss": 0.0011,
      "step": 25909
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.653323901553625e-06,
      "loss": 0.0008,
      "step": 25910
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.65260925241752e-06,
      "loss": 0.0009,
      "step": 25911
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.651894615968996e-06,
      "loss": 0.0011,
      "step": 25912
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.651179992211907e-06,
      "loss": 0.0011,
      "step": 25913
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.650465381150123e-06,
      "loss": 0.0007,
      "step": 25914
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.649750782787505e-06,
      "loss": 0.0013,
      "step": 25915
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.64903619712791e-06,
      "loss": 0.0011,
      "step": 25916
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.648321624175206e-06,
      "loss": 0.001,
      "step": 25917
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.647607063933253e-06,
      "loss": 0.0016,
      "step": 25918
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.646892516405911e-06,
      "loss": 0.0004,
      "step": 25919
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.64617798159705e-06,
      "loss": 0.0012,
      "step": 25920
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.645463459510524e-06,
      "loss": 0.0006,
      "step": 25921
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.6447489501502e-06,
      "loss": 0.0014,
      "step": 25922
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.644034453519937e-06,
      "loss": 0.0014,
      "step": 25923
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.643319969623598e-06,
      "loss": 0.001,
      "step": 25924
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.642605498465046e-06,
      "loss": 0.001,
      "step": 25925
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.641891040048137e-06,
      "loss": 0.0012,
      "step": 25926
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.641176594376741e-06,
      "loss": 0.0012,
      "step": 25927
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.640462161454712e-06,
      "loss": 0.0008,
      "step": 25928
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.639747741285916e-06,
      "loss": 0.0007,
      "step": 25929
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.639033333874212e-06,
      "loss": 0.0008,
      "step": 25930
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.638318939223466e-06,
      "loss": 0.0007,
      "step": 25931
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.637604557337534e-06,
      "loss": 0.0012,
      "step": 25932
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.636890188220278e-06,
      "loss": 0.0009,
      "step": 25933
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.63617583187556e-06,
      "loss": 0.0014,
      "step": 25934
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.63546148830724e-06,
      "loss": 0.0012,
      "step": 25935
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.634747157519185e-06,
      "loss": 0.0011,
      "step": 25936
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.634032839515246e-06,
      "loss": 0.0011,
      "step": 25937
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.633318534299294e-06,
      "loss": 0.0012,
      "step": 25938
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.632604241875182e-06,
      "loss": 0.0011,
      "step": 25939
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.631889962246774e-06,
      "loss": 0.0014,
      "step": 25940
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.63117569541793e-06,
      "loss": 0.0008,
      "step": 25941
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.630461441392509e-06,
      "loss": 0.0018,
      "step": 25942
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.629747200174378e-06,
      "loss": 0.0009,
      "step": 25943
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.6290329717673886e-06,
      "loss": 0.0009,
      "step": 25944
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.628318756175408e-06,
      "loss": 0.0009,
      "step": 25945
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.627604553402291e-06,
      "loss": 0.0014,
      "step": 25946
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.626890363451903e-06,
      "loss": 0.0006,
      "step": 25947
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.626176186328102e-06,
      "loss": 0.0015,
      "step": 25948
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.625462022034748e-06,
      "loss": 0.0014,
      "step": 25949
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.624747870575701e-06,
      "loss": 0.0017,
      "step": 25950
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.6240337319548186e-06,
      "loss": 0.0012,
      "step": 25951
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.6233196061759665e-06,
      "loss": 0.0011,
      "step": 25952
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.6226054932429985e-06,
      "loss": 0.0009,
      "step": 25953
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.6218913931597795e-06,
      "loss": 0.0009,
      "step": 25954
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.621177305930162e-06,
      "loss": 0.0008,
      "step": 25955
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.620463231558015e-06,
      "loss": 0.0007,
      "step": 25956
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.61974917004719e-06,
      "loss": 0.0007,
      "step": 25957
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.619035121401555e-06,
      "loss": 0.0018,
      "step": 25958
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.618321085624959e-06,
      "loss": 0.0011,
      "step": 25959
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.617607062721271e-06,
      "loss": 0.0021,
      "step": 25960
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.616893052694342e-06,
      "loss": 0.0015,
      "step": 25961
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.616179055548038e-06,
      "loss": 0.0015,
      "step": 25962
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.615465071286212e-06,
      "loss": 0.0013,
      "step": 25963
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.61475109991273e-06,
      "loss": 0.001,
      "step": 25964
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.614037141431447e-06,
      "loss": 0.0008,
      "step": 25965
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.61332319584622e-06,
      "loss": 0.0014,
      "step": 25966
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.612609263160912e-06,
      "loss": 0.001,
      "step": 25967
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.611895343379376e-06,
      "loss": 0.0011,
      "step": 25968
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.611181436505479e-06,
      "loss": 0.0004,
      "step": 25969
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.610467542543073e-06,
      "loss": 0.0005,
      "step": 25970
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.60975366149602e-06,
      "loss": 0.0009,
      "step": 25971
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.609039793368178e-06,
      "loss": 0.0009,
      "step": 25972
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.608325938163402e-06,
      "loss": 0.0015,
      "step": 25973
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.6076120958855545e-06,
      "loss": 0.0003,
      "step": 25974
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.606898266538491e-06,
      "loss": 0.0011,
      "step": 25975
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.606184450126075e-06,
      "loss": 0.0005,
      "step": 25976
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.605470646652157e-06,
      "loss": 0.0012,
      "step": 25977
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.604756856120601e-06,
      "loss": 0.0013,
      "step": 25978
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.604043078535261e-06,
      "loss": 0.0014,
      "step": 25979
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.603329313899998e-06,
      "loss": 0.0013,
      "step": 25980
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.602615562218669e-06,
      "loss": 0.0006,
      "step": 25981
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.60190182349513e-06,
      "loss": 0.0017,
      "step": 25982
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.601188097733243e-06,
      "loss": 0.0012,
      "step": 25983
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.60047438493686e-06,
      "loss": 0.0008,
      "step": 25984
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5997606851098425e-06,
      "loss": 0.0007,
      "step": 25985
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.599046998256046e-06,
      "loss": 0.0012,
      "step": 25986
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.598333324379333e-06,
      "loss": 0.0013,
      "step": 25987
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.597619663483554e-06,
      "loss": 0.0012,
      "step": 25988
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.596906015572567e-06,
      "loss": 0.0008,
      "step": 25989
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.596192380650236e-06,
      "loss": 0.0013,
      "step": 25990
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.595478758720407e-06,
      "loss": 0.0011,
      "step": 25991
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.594765149786947e-06,
      "loss": 0.0008,
      "step": 25992
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5940515538537116e-06,
      "loss": 0.0016,
      "step": 25993
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5933379709245535e-06,
      "loss": 0.0012,
      "step": 25994
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.592624401003335e-06,
      "loss": 0.0009,
      "step": 25995
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.591910844093909e-06,
      "loss": 0.0016,
      "step": 25996
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.591197300200131e-06,
      "loss": 0.0008,
      "step": 25997
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.590483769325862e-06,
      "loss": 0.0007,
      "step": 25998
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.589770251474956e-06,
      "loss": 0.0007,
      "step": 25999
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.589056746651271e-06,
      "loss": 0.0011,
      "step": 26000
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5883432548586596e-06,
      "loss": 0.0009,
      "step": 26001
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5876297761009845e-06,
      "loss": 0.0007,
      "step": 26002
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.586916310382097e-06,
      "loss": 0.0008,
      "step": 26003
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.586202857705855e-06,
      "loss": 0.0007,
      "step": 26004
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.585489418076116e-06,
      "loss": 0.0009,
      "step": 26005
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.584775991496732e-06,
      "loss": 0.0019,
      "step": 26006
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.584062577971565e-06,
      "loss": 0.0011,
      "step": 26007
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.583349177504464e-06,
      "loss": 0.0011,
      "step": 26008
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.582635790099293e-06,
      "loss": 0.0008,
      "step": 26009
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5819224157599e-06,
      "loss": 0.0011,
      "step": 26010
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.581209054490147e-06,
      "loss": 0.0009,
      "step": 26011
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5804957062938865e-06,
      "loss": 0.0009,
      "step": 26012
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.579782371174973e-06,
      "loss": 0.0008,
      "step": 26013
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.579069049137267e-06,
      "loss": 0.0019,
      "step": 26014
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.578355740184616e-06,
      "loss": 0.001,
      "step": 26015
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.577642444320884e-06,
      "loss": 0.0015,
      "step": 26016
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.57692916154992e-06,
      "loss": 0.0007,
      "step": 26017
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5762158918755844e-06,
      "loss": 0.001,
      "step": 26018
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.575502635301727e-06,
      "loss": 0.0014,
      "step": 26019
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5747893918322065e-06,
      "loss": 0.0013,
      "step": 26020
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5740761614708794e-06,
      "loss": 0.0009,
      "step": 26021
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.573362944221595e-06,
      "loss": 0.0007,
      "step": 26022
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.572649740088214e-06,
      "loss": 0.0008,
      "step": 26023
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.571936549074587e-06,
      "loss": 0.0011,
      "step": 26024
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5712233711845725e-06,
      "loss": 0.0016,
      "step": 26025
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.570510206422021e-06,
      "loss": 0.0009,
      "step": 26026
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.569797054790789e-06,
      "loss": 0.0012,
      "step": 26027
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.569083916294734e-06,
      "loss": 0.0012,
      "step": 26028
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.568370790937708e-06,
      "loss": 0.0014,
      "step": 26029
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.567657678723565e-06,
      "loss": 0.0011,
      "step": 26030
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.56694457965616e-06,
      "loss": 0.0004,
      "step": 26031
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.566231493739346e-06,
      "loss": 0.0008,
      "step": 26032
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.565518420976981e-06,
      "loss": 0.0013,
      "step": 26033
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5648053613729124e-06,
      "loss": 0.0006,
      "step": 26034
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.564092314931002e-06,
      "loss": 0.0006,
      "step": 26035
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.563379281655098e-06,
      "loss": 0.0016,
      "step": 26036
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.562666261549058e-06,
      "loss": 0.001,
      "step": 26037
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.561953254616734e-06,
      "loss": 0.0012,
      "step": 26038
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5612402608619785e-06,
      "loss": 0.0009,
      "step": 26039
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.560527280288649e-06,
      "loss": 0.0014,
      "step": 26040
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5598143129005945e-06,
      "loss": 0.0013,
      "step": 26041
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.559101358701673e-06,
      "loss": 0.0006,
      "step": 26042
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.558388417695734e-06,
      "loss": 0.0006,
      "step": 26043
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.557675489886636e-06,
      "loss": 0.0015,
      "step": 26044
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5569625752782276e-06,
      "loss": 0.0012,
      "step": 26045
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5562496738743615e-06,
      "loss": 0.001,
      "step": 26046
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.555536785678897e-06,
      "loss": 0.0011,
      "step": 26047
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.55482391069568e-06,
      "loss": 0.0009,
      "step": 26048
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.55411104892857e-06,
      "loss": 0.0006,
      "step": 26049
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.553398200381414e-06,
      "loss": 0.0011,
      "step": 26050
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.55268536505807e-06,
      "loss": 0.0014,
      "step": 26051
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.551972542962389e-06,
      "loss": 0.0014,
      "step": 26052
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.551259734098221e-06,
      "loss": 0.0013,
      "step": 26053
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.550546938469424e-06,
      "loss": 0.0009,
      "step": 26054
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.549834156079845e-06,
      "loss": 0.0014,
      "step": 26055
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.549121386933343e-06,
      "loss": 0.0007,
      "step": 26056
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.548408631033764e-06,
      "loss": 0.0005,
      "step": 26057
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.547695888384964e-06,
      "loss": 0.0015,
      "step": 26058
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.546983158990794e-06,
      "loss": 0.0011,
      "step": 26059
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.54627044285511e-06,
      "loss": 0.0014,
      "step": 26060
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.545557739981759e-06,
      "loss": 0.0008,
      "step": 26061
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.544845050374594e-06,
      "loss": 0.0007,
      "step": 26062
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.544132374037467e-06,
      "loss": 0.0011,
      "step": 26063
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5434197109742355e-06,
      "loss": 0.0004,
      "step": 26064
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.542707061188745e-06,
      "loss": 0.0009,
      "step": 26065
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.541994424684852e-06,
      "loss": 0.0011,
      "step": 26066
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.541281801466404e-06,
      "loss": 0.0016,
      "step": 26067
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.540569191537256e-06,
      "loss": 0.001,
      "step": 26068
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.539856594901258e-06,
      "loss": 0.0008,
      "step": 26069
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5391440115622605e-06,
      "loss": 0.0016,
      "step": 26070
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.538431441524119e-06,
      "loss": 0.001,
      "step": 26071
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.537718884790679e-06,
      "loss": 0.0007,
      "step": 26072
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.537006341365798e-06,
      "loss": 0.0008,
      "step": 26073
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.536293811253321e-06,
      "loss": 0.0011,
      "step": 26074
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.535581294457106e-06,
      "loss": 0.0006,
      "step": 26075
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.534868790980998e-06,
      "loss": 0.001,
      "step": 26076
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.534156300828854e-06,
      "loss": 0.0011,
      "step": 26077
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.53344382400452e-06,
      "loss": 0.0009,
      "step": 26078
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.532731360511848e-06,
      "loss": 0.0014,
      "step": 26079
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.532018910354691e-06,
      "loss": 0.0014,
      "step": 26080
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.531306473536897e-06,
      "loss": 0.0009,
      "step": 26081
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5305940500623185e-06,
      "loss": 0.0008,
      "step": 26082
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5298816399348056e-06,
      "loss": 0.0016,
      "step": 26083
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.52916924315821e-06,
      "loss": 0.0008,
      "step": 26084
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.52845685973638e-06,
      "loss": 0.0013,
      "step": 26085
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.527744489673167e-06,
      "loss": 0.0007,
      "step": 26086
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.527032132972422e-06,
      "loss": 0.001,
      "step": 26087
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.526319789637993e-06,
      "loss": 0.0011,
      "step": 26088
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.525607459673734e-06,
      "loss": 0.0006,
      "step": 26089
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.524895143083491e-06,
      "loss": 0.0009,
      "step": 26090
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.524182839871118e-06,
      "loss": 0.0012,
      "step": 26091
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.52347055004046e-06,
      "loss": 0.0008,
      "step": 26092
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.522758273595374e-06,
      "loss": 0.0013,
      "step": 26093
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.522046010539704e-06,
      "loss": 0.001,
      "step": 26094
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.521333760877301e-06,
      "loss": 0.0012,
      "step": 26095
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.520621524612016e-06,
      "loss": 0.0007,
      "step": 26096
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.519909301747697e-06,
      "loss": 0.0011,
      "step": 26097
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.519197092288195e-06,
      "loss": 0.001,
      "step": 26098
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.518484896237356e-06,
      "loss": 0.0012,
      "step": 26099
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.517772713599033e-06,
      "loss": 0.0009,
      "step": 26100
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5170605443770775e-06,
      "loss": 0.0008,
      "step": 26101
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.516348388575336e-06,
      "loss": 0.0007,
      "step": 26102
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.515636246197655e-06,
      "loss": 0.0013,
      "step": 26103
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.514924117247888e-06,
      "loss": 0.0011,
      "step": 26104
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.514212001729881e-06,
      "loss": 0.001,
      "step": 26105
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.513499899647485e-06,
      "loss": 0.0011,
      "step": 26106
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.512787811004547e-06,
      "loss": 0.0018,
      "step": 26107
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.512075735804919e-06,
      "loss": 0.0006,
      "step": 26108
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.511363674052444e-06,
      "loss": 0.0011,
      "step": 26109
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.510651625750978e-06,
      "loss": 0.0006,
      "step": 26110
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.509939590904365e-06,
      "loss": 0.0008,
      "step": 26111
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.509227569516453e-06,
      "loss": 0.0008,
      "step": 26112
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.508515561591092e-06,
      "loss": 0.0009,
      "step": 26113
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.507803567132131e-06,
      "loss": 0.0014,
      "step": 26114
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5070915861434165e-06,
      "loss": 0.0009,
      "step": 26115
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.506379618628798e-06,
      "loss": 0.0012,
      "step": 26116
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.505667664592125e-06,
      "loss": 0.0018,
      "step": 26117
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.504955724037243e-06,
      "loss": 0.001,
      "step": 26118
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.5042437969679995e-06,
      "loss": 0.0006,
      "step": 26119
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.503531883388247e-06,
      "loss": 0.0014,
      "step": 26120
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.502819983301826e-06,
      "loss": 0.0007,
      "step": 26121
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.502108096712592e-06,
      "loss": 0.0011,
      "step": 26122
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.501396223624389e-06,
      "loss": 0.0018,
      "step": 26123
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.500684364041065e-06,
      "loss": 0.0008,
      "step": 26124
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.4999725179664675e-06,
      "loss": 0.0009,
      "step": 26125
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.499260685404443e-06,
      "loss": 0.0009,
      "step": 26126
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.498548866358842e-06,
      "loss": 0.0016,
      "step": 26127
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.497837060833507e-06,
      "loss": 0.0012,
      "step": 26128
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.497125268832291e-06,
      "loss": 0.0008,
      "step": 26129
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.496413490359036e-06,
      "loss": 0.0015,
      "step": 26130
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.4957017254175935e-06,
      "loss": 0.001,
      "step": 26131
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.494989974011806e-06,
      "loss": 0.0009,
      "step": 26132
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.494278236145527e-06,
      "loss": 0.0013,
      "step": 26133
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.4935665118225985e-06,
      "loss": 0.0009,
      "step": 26134
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.4928548010468635e-06,
      "loss": 0.0009,
      "step": 26135
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.492143103822176e-06,
      "loss": 0.0005,
      "step": 26136
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.491431420152384e-06,
      "loss": 0.0011,
      "step": 26137
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.490719750041327e-06,
      "loss": 0.0011,
      "step": 26138
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.490008093492858e-06,
      "loss": 0.0011,
      "step": 26139
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.489296450510817e-06,
      "loss": 0.0013,
      "step": 26140
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.488584821099057e-06,
      "loss": 0.0015,
      "step": 26141
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.48787320526142e-06,
      "loss": 0.0009,
      "step": 26142
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.487161603001753e-06,
      "loss": 0.0009,
      "step": 26143
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.486450014323905e-06,
      "loss": 0.0011,
      "step": 26144
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.4857384392317156e-06,
      "loss": 0.0013,
      "step": 26145
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.485026877729039e-06,
      "loss": 0.0012,
      "step": 26146
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.484315329819715e-06,
      "loss": 0.0019,
      "step": 26147
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.483603795507594e-06,
      "loss": 0.0018,
      "step": 26148
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.4828922747965164e-06,
      "loss": 0.0013,
      "step": 26149
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.482180767690334e-06,
      "loss": 0.001,
      "step": 26150
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.481469274192889e-06,
      "loss": 0.001,
      "step": 26151
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.4807577943080265e-06,
      "loss": 0.0015,
      "step": 26152
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.4800463280395944e-06,
      "loss": 0.0013,
      "step": 26153
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.479334875391435e-06,
      "loss": 0.0011,
      "step": 26154
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.478623436367397e-06,
      "loss": 0.0006,
      "step": 26155
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.4779120109713225e-06,
      "loss": 0.0012,
      "step": 26156
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.477200599207062e-06,
      "loss": 0.0015,
      "step": 26157
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.476489201078455e-06,
      "loss": 0.0019,
      "step": 26158
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.475777816589348e-06,
      "loss": 0.001,
      "step": 26159
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.475066445743588e-06,
      "loss": 0.0009,
      "step": 26160
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.474355088545018e-06,
      "loss": 0.0007,
      "step": 26161
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.473643744997483e-06,
      "loss": 0.0005,
      "step": 26162
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.472932415104828e-06,
      "loss": 0.0013,
      "step": 26163
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.472221098870901e-06,
      "loss": 0.001,
      "step": 26164
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.471509796299541e-06,
      "loss": 0.0007,
      "step": 26165
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.4707985073945965e-06,
      "loss": 0.0006,
      "step": 26166
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.470087232159911e-06,
      "loss": 0.0011,
      "step": 26167
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.4693759705993265e-06,
      "loss": 0.0005,
      "step": 26168
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.468664722716692e-06,
      "loss": 0.0009,
      "step": 26169
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.467953488515847e-06,
      "loss": 0.0008,
      "step": 26170
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.467242268000636e-06,
      "loss": 0.0007,
      "step": 26171
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.46653106117491e-06,
      "loss": 0.0014,
      "step": 26172
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.465819868042505e-06,
      "loss": 0.0014,
      "step": 26173
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.465108688607271e-06,
      "loss": 0.0013,
      "step": 26174
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.464397522873048e-06,
      "loss": 0.0012,
      "step": 26175
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.46368637084368e-06,
      "loss": 0.0009,
      "step": 26176
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.4629752325230135e-06,
      "loss": 0.0012,
      "step": 26177
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.462264107914887e-06,
      "loss": 0.0014,
      "step": 26178
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.4615529970231514e-06,
      "loss": 0.0006,
      "step": 26179
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.460841899851643e-06,
      "loss": 0.0011,
      "step": 26180
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.460130816404212e-06,
      "loss": 0.0007,
      "step": 26181
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.459419746684698e-06,
      "loss": 0.0009,
      "step": 26182
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.458708690696941e-06,
      "loss": 0.0009,
      "step": 26183
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.45799764844479e-06,
      "loss": 0.0009,
      "step": 26184
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.457286619932085e-06,
      "loss": 0.0011,
      "step": 26185
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.456575605162671e-06,
      "loss": 0.0012,
      "step": 26186
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.455864604140389e-06,
      "loss": 0.0014,
      "step": 26187
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.455153616869085e-06,
      "loss": 0.001,
      "step": 26188
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.454442643352599e-06,
      "loss": 0.0007,
      "step": 26189
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.453731683594775e-06,
      "loss": 0.001,
      "step": 26190
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.453020737599457e-06,
      "loss": 0.0009,
      "step": 26191
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.4523098053704826e-06,
      "loss": 0.0009,
      "step": 26192
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.451598886911699e-06,
      "loss": 0.0008,
      "step": 26193
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.450887982226949e-06,
      "loss": 0.0007,
      "step": 26194
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.450177091320072e-06,
      "loss": 0.0006,
      "step": 26195
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.449466214194912e-06,
      "loss": 0.0007,
      "step": 26196
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.4487553508553125e-06,
      "loss": 0.0009,
      "step": 26197
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.448044501305114e-06,
      "loss": 0.0008,
      "step": 26198
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.447333665548158e-06,
      "loss": 0.0012,
      "step": 26199
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.446622843588289e-06,
      "loss": 0.0013,
      "step": 26200
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.445912035429345e-06,
      "loss": 0.0009,
      "step": 26201
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.4452012410751725e-06,
      "loss": 0.0012,
      "step": 26202
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.44449046052961e-06,
      "loss": 0.0008,
      "step": 26203
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.443779693796502e-06,
      "loss": 0.0006,
      "step": 26204
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.443068940879686e-06,
      "loss": 0.0009,
      "step": 26205
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.442358201783009e-06,
      "loss": 0.0007,
      "step": 26206
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.441647476510305e-06,
      "loss": 0.0007,
      "step": 26207
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.440936765065425e-06,
      "loss": 0.0011,
      "step": 26208
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.440226067452203e-06,
      "loss": 0.0005,
      "step": 26209
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.439515383674486e-06,
      "loss": 0.0008,
      "step": 26210
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.43880471373611e-06,
      "loss": 0.001,
      "step": 26211
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.438094057640919e-06,
      "loss": 0.0014,
      "step": 26212
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.437383415392751e-06,
      "loss": 0.0012,
      "step": 26213
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.436672786995454e-06,
      "loss": 0.0011,
      "step": 26214
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.435962172452862e-06,
      "loss": 0.0009,
      "step": 26215
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.435251571768817e-06,
      "loss": 0.0012,
      "step": 26216
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.4345409849471626e-06,
      "loss": 0.0007,
      "step": 26217
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.433830411991736e-06,
      "loss": 0.0009,
      "step": 26218
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.433119852906381e-06,
      "loss": 0.0009,
      "step": 26219
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.432409307694935e-06,
      "loss": 0.0008,
      "step": 26220
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.431698776361243e-06,
      "loss": 0.0011,
      "step": 26221
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.43098825890914e-06,
      "loss": 0.0009,
      "step": 26222
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.4302777553424695e-06,
      "loss": 0.0009,
      "step": 26223
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.429567265665074e-06,
      "loss": 0.0015,
      "step": 26224
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.428856789880787e-06,
      "loss": 0.0006,
      "step": 26225
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.428146327993455e-06,
      "loss": 0.0005,
      "step": 26226
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.427435880006914e-06,
      "loss": 0.001,
      "step": 26227
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.426725445925007e-06,
      "loss": 0.0011,
      "step": 26228
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.426015025751571e-06,
      "loss": 0.0004,
      "step": 26229
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.425304619490448e-06,
      "loss": 0.0006,
      "step": 26230
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.424594227145478e-06,
      "loss": 0.0014,
      "step": 26231
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.4238838487204964e-06,
      "loss": 0.001,
      "step": 26232
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.423173484219348e-06,
      "loss": 0.0013,
      "step": 26233
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.42246313364587e-06,
      "loss": 0.0013,
      "step": 26234
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.421752797003903e-06,
      "loss": 0.0008,
      "step": 26235
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.421042474297282e-06,
      "loss": 0.0015,
      "step": 26236
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.4203321655298534e-06,
      "loss": 0.0019,
      "step": 26237
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.419621870705451e-06,
      "loss": 0.0012,
      "step": 26238
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.418911589827915e-06,
      "loss": 0.0011,
      "step": 26239
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.418201322901086e-06,
      "loss": 0.0008,
      "step": 26240
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.417491069928801e-06,
      "loss": 0.0011,
      "step": 26241
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.416780830914901e-06,
      "loss": 0.0009,
      "step": 26242
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.416070605863219e-06,
      "loss": 0.0012,
      "step": 26243
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.415360394777602e-06,
      "loss": 0.0006,
      "step": 26244
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.414650197661886e-06,
      "loss": 0.0015,
      "step": 26245
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.413940014519907e-06,
      "loss": 0.0007,
      "step": 26246
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.4132298453555075e-06,
      "loss": 0.0014,
      "step": 26247
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.4125196901725235e-06,
      "loss": 0.0006,
      "step": 26248
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.411809548974792e-06,
      "loss": 0.0007,
      "step": 26249
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.411099421766154e-06,
      "loss": 0.0007,
      "step": 26250
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.410389308550445e-06,
      "loss": 0.0019,
      "step": 26251
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.409679209331507e-06,
      "loss": 0.0006,
      "step": 26252
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.4089691241131745e-06,
      "loss": 0.0004,
      "step": 26253
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.408259052899287e-06,
      "loss": 0.0014,
      "step": 26254
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.407548995693683e-06,
      "loss": 0.0005,
      "step": 26255
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.406838952500197e-06,
      "loss": 0.001,
      "step": 26256
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.4061289233226705e-06,
      "loss": 0.0019,
      "step": 26257
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.40541890816494e-06,
      "loss": 0.0004,
      "step": 26258
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.4047089070308445e-06,
      "loss": 0.0009,
      "step": 26259
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.403998919924217e-06,
      "loss": 0.0009,
      "step": 26260
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.403288946848901e-06,
      "loss": 0.0007,
      "step": 26261
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.402578987808729e-06,
      "loss": 0.001,
      "step": 26262
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.401869042807541e-06,
      "loss": 0.001,
      "step": 26263
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.401159111849174e-06,
      "loss": 0.0011,
      "step": 26264
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.400449194937462e-06,
      "loss": 0.0016,
      "step": 26265
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.399739292076249e-06,
      "loss": 0.0014,
      "step": 26266
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.399029403269364e-06,
      "loss": 0.0017,
      "step": 26267
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.39831952852065e-06,
      "loss": 0.0012,
      "step": 26268
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.397609667833938e-06,
      "loss": 0.0014,
      "step": 26269
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.396899821213072e-06,
      "loss": 0.0008,
      "step": 26270
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.396189988661886e-06,
      "loss": 0.0017,
      "step": 26271
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.395480170184211e-06,
      "loss": 0.0006,
      "step": 26272
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3947703657838924e-06,
      "loss": 0.0011,
      "step": 26273
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.394060575464758e-06,
      "loss": 0.0009,
      "step": 26274
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.393350799230652e-06,
      "loss": 0.0017,
      "step": 26275
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.392641037085405e-06,
      "loss": 0.0013,
      "step": 26276
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.391931289032859e-06,
      "loss": 0.0007,
      "step": 26277
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.391221555076842e-06,
      "loss": 0.0008,
      "step": 26278
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.390511835221199e-06,
      "loss": 0.0008,
      "step": 26279
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.389802129469756e-06,
      "loss": 0.0008,
      "step": 26280
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.389092437826361e-06,
      "loss": 0.001,
      "step": 26281
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.38838276029484e-06,
      "loss": 0.0009,
      "step": 26282
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.387673096879036e-06,
      "loss": 0.0012,
      "step": 26283
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.386963447582778e-06,
      "loss": 0.0005,
      "step": 26284
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.386253812409906e-06,
      "loss": 0.0017,
      "step": 26285
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3855441913642536e-06,
      "loss": 0.0011,
      "step": 26286
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3848345844496585e-06,
      "loss": 0.0011,
      "step": 26287
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.384124991669954e-06,
      "loss": 0.0013,
      "step": 26288
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.383415413028975e-06,
      "loss": 0.0012,
      "step": 26289
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.382705848530559e-06,
      "loss": 0.0014,
      "step": 26290
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.381996298178539e-06,
      "loss": 0.0014,
      "step": 26291
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3812867619767515e-06,
      "loss": 0.0011,
      "step": 26292
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.38057723992903e-06,
      "loss": 0.0005,
      "step": 26293
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.379867732039213e-06,
      "loss": 0.001,
      "step": 26294
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.379158238311133e-06,
      "loss": 0.0012,
      "step": 26295
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.378448758748622e-06,
      "loss": 0.0011,
      "step": 26296
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.377739293355519e-06,
      "loss": 0.0011,
      "step": 26297
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.377029842135656e-06,
      "loss": 0.0011,
      "step": 26298
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.37632040509287e-06,
      "loss": 0.001,
      "step": 26299
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.375610982230992e-06,
      "loss": 0.001,
      "step": 26300
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.374901573553861e-06,
      "loss": 0.0011,
      "step": 26301
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3741921790653056e-06,
      "loss": 0.0011,
      "step": 26302
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.373482798769167e-06,
      "loss": 0.0011,
      "step": 26303
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.372773432669275e-06,
      "loss": 0.0011,
      "step": 26304
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.372064080769462e-06,
      "loss": 0.0007,
      "step": 26305
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.371354743073567e-06,
      "loss": 0.0005,
      "step": 26306
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.370645419585418e-06,
      "loss": 0.0011,
      "step": 26307
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3699361103088564e-06,
      "loss": 0.001,
      "step": 26308
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.369226815247707e-06,
      "loss": 0.0006,
      "step": 26309
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.368517534405813e-06,
      "loss": 0.0011,
      "step": 26310
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3678082677870025e-06,
      "loss": 0.0015,
      "step": 26311
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3670990153951075e-06,
      "loss": 0.0003,
      "step": 26312
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3663897772339666e-06,
      "loss": 0.0004,
      "step": 26313
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.365680553307408e-06,
      "loss": 0.0011,
      "step": 26314
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.36497134361927e-06,
      "loss": 0.0006,
      "step": 26315
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.364262148173379e-06,
      "loss": 0.0009,
      "step": 26316
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.363552966973575e-06,
      "loss": 0.001,
      "step": 26317
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.362843800023689e-06,
      "loss": 0.001,
      "step": 26318
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.362134647327555e-06,
      "loss": 0.0009,
      "step": 26319
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.361425508889004e-06,
      "loss": 0.0008,
      "step": 26320
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.36071638471187e-06,
      "loss": 0.0006,
      "step": 26321
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.360007274799984e-06,
      "loss": 0.001,
      "step": 26322
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.359298179157182e-06,
      "loss": 0.0014,
      "step": 26323
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3585890977872924e-06,
      "loss": 0.0019,
      "step": 26324
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.357880030694152e-06,
      "loss": 0.0012,
      "step": 26325
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.357170977881589e-06,
      "loss": 0.0014,
      "step": 26326
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.356461939353442e-06,
      "loss": 0.0019,
      "step": 26327
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.355752915113538e-06,
      "loss": 0.0006,
      "step": 26328
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.355043905165709e-06,
      "loss": 0.0012,
      "step": 26329
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.354334909513792e-06,
      "loss": 0.001,
      "step": 26330
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.353625928161612e-06,
      "loss": 0.0008,
      "step": 26331
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.352916961113008e-06,
      "loss": 0.0007,
      "step": 26332
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.352208008371808e-06,
      "loss": 0.0013,
      "step": 26333
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.351499069941845e-06,
      "loss": 0.0006,
      "step": 26334
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.350790145826949e-06,
      "loss": 0.0013,
      "step": 26335
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.350081236030957e-06,
      "loss": 0.0013,
      "step": 26336
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.349372340557695e-06,
      "loss": 0.0014,
      "step": 26337
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.348663459410997e-06,
      "loss": 0.001,
      "step": 26338
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.347954592594694e-06,
      "loss": 0.0011,
      "step": 26339
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3472457401126165e-06,
      "loss": 0.0005,
      "step": 26340
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.346536901968597e-06,
      "loss": 0.0011,
      "step": 26341
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.345828078166466e-06,
      "loss": 0.0009,
      "step": 26342
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.345119268710058e-06,
      "loss": 0.001,
      "step": 26343
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.344410473603201e-06,
      "loss": 0.0015,
      "step": 26344
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.343701692849723e-06,
      "loss": 0.0008,
      "step": 26345
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3429929264534606e-06,
      "loss": 0.0015,
      "step": 26346
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3422841744182415e-06,
      "loss": 0.0014,
      "step": 26347
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.341575436747898e-06,
      "loss": 0.001,
      "step": 26348
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.340866713446259e-06,
      "loss": 0.0013,
      "step": 26349
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.340158004517157e-06,
      "loss": 0.0012,
      "step": 26350
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.339449309964424e-06,
      "loss": 0.0008,
      "step": 26351
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.338740629791881e-06,
      "loss": 0.0016,
      "step": 26352
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3380319640033706e-06,
      "loss": 0.0007,
      "step": 26353
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.337323312602719e-06,
      "loss": 0.0014,
      "step": 26354
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.336614675593754e-06,
      "loss": 0.0008,
      "step": 26355
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.335906052980308e-06,
      "loss": 0.001,
      "step": 26356
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.33519744476621e-06,
      "loss": 0.0009,
      "step": 26357
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.334488850955293e-06,
      "loss": 0.0009,
      "step": 26358
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3337802715513804e-06,
      "loss": 0.0013,
      "step": 26359
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3330717065583105e-06,
      "loss": 0.0007,
      "step": 26360
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.332363155979907e-06,
      "loss": 0.0009,
      "step": 26361
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.331654619819999e-06,
      "loss": 0.0017,
      "step": 26362
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.330946098082421e-06,
      "loss": 0.001,
      "step": 26363
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.330237590770996e-06,
      "loss": 0.0003,
      "step": 26364
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3295290978895615e-06,
      "loss": 0.0011,
      "step": 26365
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.328820619441941e-06,
      "loss": 0.002,
      "step": 26366
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.328112155431966e-06,
      "loss": 0.0009,
      "step": 26367
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.327403705863465e-06,
      "loss": 0.0011,
      "step": 26368
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3266952707402675e-06,
      "loss": 0.0007,
      "step": 26369
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.325986850066203e-06,
      "loss": 0.0006,
      "step": 26370
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.325278443845098e-06,
      "loss": 0.001,
      "step": 26371
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.324570052080786e-06,
      "loss": 0.0009,
      "step": 26372
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.323861674777091e-06,
      "loss": 0.0008,
      "step": 26373
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.323153311937845e-06,
      "loss": 0.0007,
      "step": 26374
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.322444963566875e-06,
      "loss": 0.0005,
      "step": 26375
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.32173662966801e-06,
      "loss": 0.0021,
      "step": 26376
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.321028310245082e-06,
      "loss": 0.0008,
      "step": 26377
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.320320005301912e-06,
      "loss": 0.001,
      "step": 26378
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.319611714842334e-06,
      "loss": 0.0011,
      "step": 26379
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.318903438870175e-06,
      "loss": 0.0005,
      "step": 26380
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3181951773892644e-06,
      "loss": 0.0016,
      "step": 26381
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.317486930403425e-06,
      "loss": 0.001,
      "step": 26382
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.316778697916493e-06,
      "loss": 0.0009,
      "step": 26383
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.316070479932293e-06,
      "loss": 0.0014,
      "step": 26384
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3153622764546486e-06,
      "loss": 0.0011,
      "step": 26385
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.314654087487394e-06,
      "loss": 0.0011,
      "step": 26386
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.31394591303435e-06,
      "loss": 0.0006,
      "step": 26387
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.313237753099349e-06,
      "loss": 0.0011,
      "step": 26388
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.312529607686221e-06,
      "loss": 0.0006,
      "step": 26389
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.311821476798788e-06,
      "loss": 0.0009,
      "step": 26390
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.311113360440883e-06,
      "loss": 0.0013,
      "step": 26391
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.310405258616326e-06,
      "loss": 0.0013,
      "step": 26392
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.309697171328953e-06,
      "loss": 0.0012,
      "step": 26393
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.308989098582587e-06,
      "loss": 0.0013,
      "step": 26394
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.30828104038105e-06,
      "loss": 0.0013,
      "step": 26395
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.307572996728177e-06,
      "loss": 0.0009,
      "step": 26396
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.30686496762779e-06,
      "loss": 0.001,
      "step": 26397
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.30615695308372e-06,
      "loss": 0.0012,
      "step": 26398
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.305448953099789e-06,
      "loss": 0.0004,
      "step": 26399
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.304740967679828e-06,
      "loss": 0.001,
      "step": 26400
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.304032996827663e-06,
      "loss": 0.001,
      "step": 26401
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.303325040547116e-06,
      "loss": 0.0011,
      "step": 26402
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.3026170988420195e-06,
      "loss": 0.0013,
      "step": 26403
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.301909171716195e-06,
      "loss": 0.0007,
      "step": 26404
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.301201259173474e-06,
      "loss": 0.0015,
      "step": 26405
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.300493361217675e-06,
      "loss": 0.0006,
      "step": 26406
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.299785477852634e-06,
      "loss": 0.0012,
      "step": 26407
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.299077609082171e-06,
      "loss": 0.0008,
      "step": 26408
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.298369754910112e-06,
      "loss": 0.0007,
      "step": 26409
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.297661915340285e-06,
      "loss": 0.0012,
      "step": 26410
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.296954090376514e-06,
      "loss": 0.001,
      "step": 26411
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.296246280022625e-06,
      "loss": 0.0008,
      "step": 26412
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.295538484282445e-06,
      "loss": 0.0014,
      "step": 26413
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2948307031598005e-06,
      "loss": 0.0009,
      "step": 26414
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2941229366585134e-06,
      "loss": 0.0011,
      "step": 26415
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.293415184782413e-06,
      "loss": 0.0007,
      "step": 26416
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.292707447535323e-06,
      "loss": 0.0009,
      "step": 26417
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.291999724921066e-06,
      "loss": 0.0009,
      "step": 26418
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.291292016943472e-06,
      "loss": 0.0014,
      "step": 26419
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.290584323606362e-06,
      "loss": 0.001,
      "step": 26420
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.289876644913566e-06,
      "loss": 0.0009,
      "step": 26421
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2891689808689035e-06,
      "loss": 0.0011,
      "step": 26422
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.288461331476205e-06,
      "loss": 0.0009,
      "step": 26423
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.287753696739286e-06,
      "loss": 0.0007,
      "step": 26424
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.287046076661983e-06,
      "loss": 0.0017,
      "step": 26425
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.286338471248113e-06,
      "loss": 0.0012,
      "step": 26426
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.285630880501504e-06,
      "loss": 0.0014,
      "step": 26427
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.284923304425978e-06,
      "loss": 0.0009,
      "step": 26428
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.284215743025362e-06,
      "loss": 0.0009,
      "step": 26429
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2835081963034795e-06,
      "loss": 0.0008,
      "step": 26430
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.282800664264154e-06,
      "loss": 0.0014,
      "step": 26431
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.282093146911208e-06,
      "loss": 0.0013,
      "step": 26432
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.28138564424847e-06,
      "loss": 0.0014,
      "step": 26433
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.280678156279761e-06,
      "loss": 0.0009,
      "step": 26434
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.279970683008906e-06,
      "loss": 0.0008,
      "step": 26435
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.279263224439727e-06,
      "loss": 0.0015,
      "step": 26436
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2785557805760495e-06,
      "loss": 0.0008,
      "step": 26437
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.277848351421699e-06,
      "loss": 0.001,
      "step": 26438
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2771409369804944e-06,
      "loss": 0.0011,
      "step": 26439
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.276433537256264e-06,
      "loss": 0.0013,
      "step": 26440
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.27572615225283e-06,
      "loss": 0.0009,
      "step": 26441
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2750187819740126e-06,
      "loss": 0.0009,
      "step": 26442
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.274311426423639e-06,
      "loss": 0.0013,
      "step": 26443
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.273604085605529e-06,
      "loss": 0.0007,
      "step": 26444
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.272896759523511e-06,
      "loss": 0.0014,
      "step": 26445
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.272189448181402e-06,
      "loss": 0.0016,
      "step": 26446
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.271482151583029e-06,
      "loss": 0.0007,
      "step": 26447
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.270774869732213e-06,
      "loss": 0.0007,
      "step": 26448
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.270067602632778e-06,
      "loss": 0.001,
      "step": 26449
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.269360350288548e-06,
      "loss": 0.0009,
      "step": 26450
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.268653112703341e-06,
      "loss": 0.0009,
      "step": 26451
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.267945889880985e-06,
      "loss": 0.0007,
      "step": 26452
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.267238681825299e-06,
      "loss": 0.0017,
      "step": 26453
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.266531488540107e-06,
      "loss": 0.0006,
      "step": 26454
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.265824310029229e-06,
      "loss": 0.0008,
      "step": 26455
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.265117146296492e-06,
      "loss": 0.0012,
      "step": 26456
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.264409997345715e-06,
      "loss": 0.0018,
      "step": 26457
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.263702863180718e-06,
      "loss": 0.001,
      "step": 26458
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2629957438053285e-06,
      "loss": 0.0008,
      "step": 26459
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.262288639223361e-06,
      "loss": 0.0019,
      "step": 26460
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.261581549438644e-06,
      "loss": 0.0012,
      "step": 26461
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.260874474455e-06,
      "loss": 0.0007,
      "step": 26462
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.260167414276245e-06,
      "loss": 0.0011,
      "step": 26463
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.259460368906205e-06,
      "loss": 0.0013,
      "step": 26464
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.258753338348699e-06,
      "loss": 0.0007,
      "step": 26465
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.25804632260755e-06,
      "loss": 0.0008,
      "step": 26466
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.257339321686582e-06,
      "loss": 0.0009,
      "step": 26467
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.256632335589609e-06,
      "loss": 0.0009,
      "step": 26468
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.25592536432046e-06,
      "loss": 0.001,
      "step": 26469
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.255218407882949e-06,
      "loss": 0.0014,
      "step": 26470
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2545114662809045e-06,
      "loss": 0.0006,
      "step": 26471
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.25380453951814e-06,
      "loss": 0.001,
      "step": 26472
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.253097627598483e-06,
      "loss": 0.0011,
      "step": 26473
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.252390730525751e-06,
      "loss": 0.0008,
      "step": 26474
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.251683848303766e-06,
      "loss": 0.0006,
      "step": 26475
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.250976980936346e-06,
      "loss": 0.0013,
      "step": 26476
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2502701284273145e-06,
      "loss": 0.0008,
      "step": 26477
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.249563290780492e-06,
      "loss": 0.0006,
      "step": 26478
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.248856467999696e-06,
      "loss": 0.0014,
      "step": 26479
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.24814966008875e-06,
      "loss": 0.0014,
      "step": 26480
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.247442867051475e-06,
      "loss": 0.0011,
      "step": 26481
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.246736088891686e-06,
      "loss": 0.001,
      "step": 26482
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.246029325613209e-06,
      "loss": 0.001,
      "step": 26483
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.24532257721986e-06,
      "loss": 0.0009,
      "step": 26484
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.244615843715461e-06,
      "loss": 0.0013,
      "step": 26485
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2439091251038295e-06,
      "loss": 0.001,
      "step": 26486
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.24320242138879e-06,
      "loss": 0.0009,
      "step": 26487
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.242495732574158e-06,
      "loss": 0.001,
      "step": 26488
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.241789058663755e-06,
      "loss": 0.0012,
      "step": 26489
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.241082399661401e-06,
      "loss": 0.0012,
      "step": 26490
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.240375755570912e-06,
      "loss": 0.0004,
      "step": 26491
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.239669126396112e-06,
      "loss": 0.0004,
      "step": 26492
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.238962512140816e-06,
      "loss": 0.001,
      "step": 26493
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.238255912808847e-06,
      "loss": 0.0011,
      "step": 26494
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.237549328404021e-06,
      "loss": 0.001,
      "step": 26495
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.236842758930156e-06,
      "loss": 0.0005,
      "step": 26496
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.236136204391079e-06,
      "loss": 0.0014,
      "step": 26497
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.235429664790603e-06,
      "loss": 0.0008,
      "step": 26498
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.234723140132545e-06,
      "loss": 0.0009,
      "step": 26499
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.234016630420728e-06,
      "loss": 0.0002,
      "step": 26500
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.233310135658966e-06,
      "loss": 0.0017,
      "step": 26501
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2326036558510845e-06,
      "loss": 0.0014,
      "step": 26502
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.231897191000894e-06,
      "loss": 0.0011,
      "step": 26503
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.23119074111222e-06,
      "loss": 0.0014,
      "step": 26504
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.230484306188874e-06,
      "loss": 0.0006,
      "step": 26505
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.229777886234681e-06,
      "loss": 0.0006,
      "step": 26506
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.229071481253457e-06,
      "loss": 0.001,
      "step": 26507
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.228365091249016e-06,
      "loss": 0.0014,
      "step": 26508
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.227658716225181e-06,
      "loss": 0.0009,
      "step": 26509
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.226952356185766e-06,
      "loss": 0.0006,
      "step": 26510
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.226246011134593e-06,
      "loss": 0.0004,
      "step": 26511
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2255396810754765e-06,
      "loss": 0.0007,
      "step": 26512
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.224833366012236e-06,
      "loss": 0.0005,
      "step": 26513
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.22412706594869e-06,
      "loss": 0.0016,
      "step": 26514
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2234207808886525e-06,
      "loss": 0.0013,
      "step": 26515
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.222714510835944e-06,
      "loss": 0.0016,
      "step": 26516
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.222008255794379e-06,
      "loss": 0.0018,
      "step": 26517
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2213020157677795e-06,
      "loss": 0.0013,
      "step": 26518
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.220595790759956e-06,
      "loss": 0.0009,
      "step": 26519
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.219889580774734e-06,
      "loss": 0.0009,
      "step": 26520
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.219183385815922e-06,
      "loss": 0.0011,
      "step": 26521
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.218477205887344e-06,
      "loss": 0.0017,
      "step": 26522
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.217771040992814e-06,
      "loss": 0.0009,
      "step": 26523
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2170648911361475e-06,
      "loss": 0.0011,
      "step": 26524
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.216358756321163e-06,
      "loss": 0.0004,
      "step": 26525
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.215652636551674e-06,
      "loss": 0.0013,
      "step": 26526
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.214946531831502e-06,
      "loss": 0.0012,
      "step": 26527
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.214240442164459e-06,
      "loss": 0.0012,
      "step": 26528
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2135343675543664e-06,
      "loss": 0.0008,
      "step": 26529
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.212828308005038e-06,
      "loss": 0.001,
      "step": 26530
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.212122263520287e-06,
      "loss": 0.0013,
      "step": 26531
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.21141623410393e-06,
      "loss": 0.0011,
      "step": 26532
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.210710219759789e-06,
      "loss": 0.0011,
      "step": 26533
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.210004220491673e-06,
      "loss": 0.0008,
      "step": 26534
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.209298236303406e-06,
      "loss": 0.0015,
      "step": 26535
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.208592267198795e-06,
      "loss": 0.0009,
      "step": 26536
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.207886313181662e-06,
      "loss": 0.0007,
      "step": 26537
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.20718037425582e-06,
      "loss": 0.0013,
      "step": 26538
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2064744504250824e-06,
      "loss": 0.0013,
      "step": 26539
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.205768541693271e-06,
      "loss": 0.001,
      "step": 26540
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.205062648064194e-06,
      "loss": 0.001,
      "step": 26541
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2043567695416735e-06,
      "loss": 0.0011,
      "step": 26542
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.203650906129518e-06,
      "loss": 0.0016,
      "step": 26543
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2029450578315496e-06,
      "loss": 0.0009,
      "step": 26544
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.202239224651577e-06,
      "loss": 0.0009,
      "step": 26545
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.201533406593419e-06,
      "loss": 0.0015,
      "step": 26546
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.2008276036608915e-06,
      "loss": 0.0009,
      "step": 26547
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.200121815857805e-06,
      "loss": 0.0009,
      "step": 26548
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.199416043187978e-06,
      "loss": 0.0013,
      "step": 26549
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.198710285655222e-06,
      "loss": 0.0006,
      "step": 26550
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.198004543263355e-06,
      "loss": 0.0006,
      "step": 26551
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.19729881601619e-06,
      "loss": 0.001,
      "step": 26552
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.196593103917542e-06,
      "loss": 0.0007,
      "step": 26553
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.195887406971225e-06,
      "loss": 0.0014,
      "step": 26554
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.195181725181051e-06,
      "loss": 0.0012,
      "step": 26555
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.194476058550839e-06,
      "loss": 0.0014,
      "step": 26556
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.193770407084397e-06,
      "loss": 0.0017,
      "step": 26557
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.193064770785545e-06,
      "loss": 0.0011,
      "step": 26558
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.192359149658093e-06,
      "loss": 0.0014,
      "step": 26559
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.191653543705857e-06,
      "loss": 0.001,
      "step": 26560
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.190947952932648e-06,
      "loss": 0.0013,
      "step": 26561
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.190242377342284e-06,
      "loss": 0.0007,
      "step": 26562
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.189536816938577e-06,
      "loss": 0.001,
      "step": 26563
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.188831271725338e-06,
      "loss": 0.0009,
      "step": 26564
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.188125741706383e-06,
      "loss": 0.001,
      "step": 26565
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.187420226885524e-06,
      "loss": 0.0007,
      "step": 26566
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.186714727266575e-06,
      "loss": 0.0015,
      "step": 26567
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.1860092428533465e-06,
      "loss": 0.0012,
      "step": 26568
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.185303773649657e-06,
      "loss": 0.0013,
      "step": 26569
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.184598319659317e-06,
      "loss": 0.0007,
      "step": 26570
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.183892880886141e-06,
      "loss": 0.0008,
      "step": 26571
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.183187457333937e-06,
      "loss": 0.0015,
      "step": 26572
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.182482049006523e-06,
      "loss": 0.001,
      "step": 26573
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.181776655907709e-06,
      "loss": 0.0008,
      "step": 26574
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.181071278041307e-06,
      "loss": 0.001,
      "step": 26575
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.180365915411131e-06,
      "loss": 0.0011,
      "step": 26576
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.179660568020996e-06,
      "loss": 0.0012,
      "step": 26577
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.178955235874709e-06,
      "loss": 0.0009,
      "step": 26578
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.178249918976085e-06,
      "loss": 0.0009,
      "step": 26579
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.17754461732894e-06,
      "loss": 0.0009,
      "step": 26580
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.176839330937077e-06,
      "loss": 0.0008,
      "step": 26581
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.176134059804316e-06,
      "loss": 0.0005,
      "step": 26582
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.175428803934466e-06,
      "loss": 0.0013,
      "step": 26583
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.174723563331341e-06,
      "loss": 0.0013,
      "step": 26584
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.174018337998747e-06,
      "loss": 0.001,
      "step": 26585
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.1733131279405025e-06,
      "loss": 0.0014,
      "step": 26586
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.172607933160417e-06,
      "loss": 0.0005,
      "step": 26587
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.1719027536622985e-06,
      "loss": 0.0011,
      "step": 26588
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.171197589449966e-06,
      "loss": 0.0013,
      "step": 26589
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.170492440527221e-06,
      "loss": 0.0012,
      "step": 26590
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.169787306897884e-06,
      "loss": 0.0015,
      "step": 26591
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.1690821885657594e-06,
      "loss": 0.0009,
      "step": 26592
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.168377085534664e-06,
      "loss": 0.0011,
      "step": 26593
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.167671997808406e-06,
      "loss": 0.0006,
      "step": 26594
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.166966925390793e-06,
      "loss": 0.001,
      "step": 26595
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.166261868285644e-06,
      "loss": 0.0007,
      "step": 26596
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.1655568264967615e-06,
      "loss": 0.0009,
      "step": 26597
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.164851800027962e-06,
      "loss": 0.0009,
      "step": 26598
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.164146788883053e-06,
      "loss": 0.0011,
      "step": 26599
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.163441793065848e-06,
      "loss": 0.0009,
      "step": 26600
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.162736812580153e-06,
      "loss": 0.0012,
      "step": 26601
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.162031847429783e-06,
      "loss": 0.0013,
      "step": 26602
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.161326897618547e-06,
      "loss": 0.0013,
      "step": 26603
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.160621963150249e-06,
      "loss": 0.0008,
      "step": 26604
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.159917044028709e-06,
      "loss": 0.001,
      "step": 26605
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.159212140257734e-06,
      "loss": 0.0015,
      "step": 26606
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.158507251841131e-06,
      "loss": 0.001,
      "step": 26607
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.157802378782712e-06,
      "loss": 0.0011,
      "step": 26608
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.157097521086287e-06,
      "loss": 0.0015,
      "step": 26609
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.156392678755666e-06,
      "loss": 0.0017,
      "step": 26610
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.155687851794658e-06,
      "loss": 0.0013,
      "step": 26611
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.154983040207071e-06,
      "loss": 0.0009,
      "step": 26612
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.1542782439967174e-06,
      "loss": 0.001,
      "step": 26613
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.153573463167403e-06,
      "loss": 0.0009,
      "step": 26614
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.152868697722941e-06,
      "loss": 0.0006,
      "step": 26615
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.152163947667138e-06,
      "loss": 0.0006,
      "step": 26616
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.151459213003805e-06,
      "loss": 0.0009,
      "step": 26617
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.150754493736749e-06,
      "loss": 0.0004,
      "step": 26618
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.150049789869782e-06,
      "loss": 0.0011,
      "step": 26619
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.149345101406711e-06,
      "loss": 0.0008,
      "step": 26620
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.148640428351341e-06,
      "loss": 0.0005,
      "step": 26621
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.147935770707488e-06,
      "loss": 0.0011,
      "step": 26622
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.147231128478957e-06,
      "loss": 0.0023,
      "step": 26623
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.146526501669557e-06,
      "loss": 0.001,
      "step": 26624
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.1458218902830935e-06,
      "loss": 0.0007,
      "step": 26625
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.14511729432338e-06,
      "loss": 0.0009,
      "step": 26626
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.144412713794224e-06,
      "loss": 0.0013,
      "step": 26627
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.14370814869943e-06,
      "loss": 0.0015,
      "step": 26628
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.14300359904281e-06,
      "loss": 0.0011,
      "step": 26629
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.142299064828169e-06,
      "loss": 0.0012,
      "step": 26630
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.141594546059316e-06,
      "loss": 0.0016,
      "step": 26631
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.140890042740061e-06,
      "loss": 0.0006,
      "step": 26632
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.14018555487421e-06,
      "loss": 0.0014,
      "step": 26633
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.139481082465569e-06,
      "loss": 0.0011,
      "step": 26634
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.138776625517949e-06,
      "loss": 0.001,
      "step": 26635
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.138072184035157e-06,
      "loss": 0.0017,
      "step": 26636
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.1373677580209986e-06,
      "loss": 0.0013,
      "step": 26637
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.1366633474792825e-06,
      "loss": 0.0009,
      "step": 26638
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.135958952413815e-06,
      "loss": 0.001,
      "step": 26639
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.135254572828401e-06,
      "loss": 0.001,
      "step": 26640
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.134550208726856e-06,
      "loss": 0.0008,
      "step": 26641
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.133845860112978e-06,
      "loss": 0.0006,
      "step": 26642
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.133141526990581e-06,
      "loss": 0.0014,
      "step": 26643
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.13243720936347e-06,
      "loss": 0.0007,
      "step": 26644
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.131732907235447e-06,
      "loss": 0.0024,
      "step": 26645
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.131028620610323e-06,
      "loss": 0.0008,
      "step": 26646
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.130324349491904e-06,
      "loss": 0.001,
      "step": 26647
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.129620093883998e-06,
      "loss": 0.0005,
      "step": 26648
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.1289158537904065e-06,
      "loss": 0.0007,
      "step": 26649
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.128211629214943e-06,
      "loss": 0.0008,
      "step": 26650
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.127507420161409e-06,
      "loss": 0.0012,
      "step": 26651
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.126803226633611e-06,
      "loss": 0.0015,
      "step": 26652
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.126099048635358e-06,
      "loss": 0.0014,
      "step": 26653
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.12539488617045e-06,
      "loss": 0.001,
      "step": 26654
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.124690739242701e-06,
      "loss": 0.001,
      "step": 26655
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.123986607855911e-06,
      "loss": 0.0012,
      "step": 26656
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.1232824920138884e-06,
      "loss": 0.0011,
      "step": 26657
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.122578391720437e-06,
      "loss": 0.0016,
      "step": 26658
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.121874306979366e-06,
      "loss": 0.0007,
      "step": 26659
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.121170237794479e-06,
      "loss": 0.0005,
      "step": 26660
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.1204661841695785e-06,
      "loss": 0.0011,
      "step": 26661
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.119762146108474e-06,
      "loss": 0.0005,
      "step": 26662
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.119058123614968e-06,
      "loss": 0.0009,
      "step": 26663
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.118354116692869e-06,
      "loss": 0.0015,
      "step": 26664
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.117650125345978e-06,
      "loss": 0.0011,
      "step": 26665
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.116946149578106e-06,
      "loss": 0.0013,
      "step": 26666
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.116242189393052e-06,
      "loss": 0.0009,
      "step": 26667
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.115538244794622e-06,
      "loss": 0.001,
      "step": 26668
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.114834315786623e-06,
      "loss": 0.0012,
      "step": 26669
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.114130402372857e-06,
      "loss": 0.0016,
      "step": 26670
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.1134265045571325e-06,
      "loss": 0.0009,
      "step": 26671
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.11272262234325e-06,
      "loss": 0.0005,
      "step": 26672
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.112018755735017e-06,
      "loss": 0.001,
      "step": 26673
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.111314904736235e-06,
      "loss": 0.0012,
      "step": 26674
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.110611069350713e-06,
      "loss": 0.0011,
      "step": 26675
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.109907249582251e-06,
      "loss": 0.0005,
      "step": 26676
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.10920344543465e-06,
      "loss": 0.0004,
      "step": 26677
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.108499656911721e-06,
      "loss": 0.0007,
      "step": 26678
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.1077958840172675e-06,
      "loss": 0.0014,
      "step": 26679
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.107092126755089e-06,
      "loss": 0.002,
      "step": 26680
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.106388385128993e-06,
      "loss": 0.0011,
      "step": 26681
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.10568465914278e-06,
      "loss": 0.0008,
      "step": 26682
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.104980948800256e-06,
      "loss": 0.0011,
      "step": 26683
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.104277254105225e-06,
      "loss": 0.0011,
      "step": 26684
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.1035735750614866e-06,
      "loss": 0.0007,
      "step": 26685
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.102869911672849e-06,
      "loss": 0.0006,
      "step": 26686
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.102166263943112e-06,
      "loss": 0.0006,
      "step": 26687
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.101462631876081e-06,
      "loss": 0.0005,
      "step": 26688
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.100759015475558e-06,
      "loss": 0.0014,
      "step": 26689
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.100055414745346e-06,
      "loss": 0.0009,
      "step": 26690
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0993518296892475e-06,
      "loss": 0.0009,
      "step": 26691
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.098648260311067e-06,
      "loss": 0.0014,
      "step": 26692
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.097944706614607e-06,
      "loss": 0.0014,
      "step": 26693
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.097241168603667e-06,
      "loss": 0.0009,
      "step": 26694
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.096537646282054e-06,
      "loss": 0.0012,
      "step": 26695
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0958341396535666e-06,
      "loss": 0.0012,
      "step": 26696
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.095130648722012e-06,
      "loss": 0.002,
      "step": 26697
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.094427173491187e-06,
      "loss": 0.0016,
      "step": 26698
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.093723713964899e-06,
      "loss": 0.0006,
      "step": 26699
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.093020270146946e-06,
      "loss": 0.0013,
      "step": 26700
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0923168420411325e-06,
      "loss": 0.0008,
      "step": 26701
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.09161342965126e-06,
      "loss": 0.0014,
      "step": 26702
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.090910032981129e-06,
      "loss": 0.0012,
      "step": 26703
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.090206652034546e-06,
      "loss": 0.0011,
      "step": 26704
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0895032868153055e-06,
      "loss": 0.0009,
      "step": 26705
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0887999373272155e-06,
      "loss": 0.0012,
      "step": 26706
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.088096603574076e-06,
      "loss": 0.0009,
      "step": 26707
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.087393285559685e-06,
      "loss": 0.0006,
      "step": 26708
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.086689983287849e-06,
      "loss": 0.0007,
      "step": 26709
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.085986696762364e-06,
      "loss": 0.001,
      "step": 26710
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.085283425987037e-06,
      "loss": 0.0018,
      "step": 26711
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.084580170965664e-06,
      "loss": 0.001,
      "step": 26712
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.083876931702045e-06,
      "loss": 0.0008,
      "step": 26713
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0831737081999905e-06,
      "loss": 0.0008,
      "step": 26714
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.082470500463292e-06,
      "loss": 0.0009,
      "step": 26715
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.081767308495756e-06,
      "loss": 0.001,
      "step": 26716
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.081064132301181e-06,
      "loss": 0.0017,
      "step": 26717
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.080360971883365e-06,
      "loss": 0.0007,
      "step": 26718
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.079657827246114e-06,
      "loss": 0.001,
      "step": 26719
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0789546983932224e-06,
      "loss": 0.0005,
      "step": 26720
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.078251585328495e-06,
      "loss": 0.0007,
      "step": 26721
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.07754848805573e-06,
      "loss": 0.0007,
      "step": 26722
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0768454065787305e-06,
      "loss": 0.0014,
      "step": 26723
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.076142340901295e-06,
      "loss": 0.0006,
      "step": 26724
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.07543929102722e-06,
      "loss": 0.0011,
      "step": 26725
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0747362569603105e-06,
      "loss": 0.001,
      "step": 26726
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.074033238704363e-06,
      "loss": 0.0007,
      "step": 26727
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0733302362631804e-06,
      "loss": 0.001,
      "step": 26728
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.072627249640559e-06,
      "loss": 0.0008,
      "step": 26729
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.071924278840302e-06,
      "loss": 0.0005,
      "step": 26730
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.071221323866204e-06,
      "loss": 0.001,
      "step": 26731
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.070518384722071e-06,
      "loss": 0.0009,
      "step": 26732
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0698154614117e-06,
      "loss": 0.0013,
      "step": 26733
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.069112553938884e-06,
      "loss": 0.0013,
      "step": 26734
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.068409662307432e-06,
      "loss": 0.0008,
      "step": 26735
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.067706786521136e-06,
      "loss": 0.0007,
      "step": 26736
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0670039265837975e-06,
      "loss": 0.0009,
      "step": 26737
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0663010824992166e-06,
      "loss": 0.0012,
      "step": 26738
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.065598254271191e-06,
      "loss": 0.001,
      "step": 26739
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.064895441903519e-06,
      "loss": 0.0007,
      "step": 26740
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.064192645399999e-06,
      "loss": 0.0009,
      "step": 26741
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.063489864764433e-06,
      "loss": 0.0008,
      "step": 26742
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.062787100000612e-06,
      "loss": 0.001,
      "step": 26743
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.062084351112344e-06,
      "loss": 0.001,
      "step": 26744
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.06138161810342e-06,
      "loss": 0.0007,
      "step": 26745
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.060678900977642e-06,
      "loss": 0.0007,
      "step": 26746
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.059976199738805e-06,
      "loss": 0.0009,
      "step": 26747
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.059273514390712e-06,
      "loss": 0.0011,
      "step": 26748
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.058570844937154e-06,
      "loss": 0.0008,
      "step": 26749
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.057868191381936e-06,
      "loss": 0.0007,
      "step": 26750
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.057165553728852e-06,
      "loss": 0.0009,
      "step": 26751
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.056462931981702e-06,
      "loss": 0.0011,
      "step": 26752
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.055760326144281e-06,
      "loss": 0.001,
      "step": 26753
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.055057736220387e-06,
      "loss": 0.0013,
      "step": 26754
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0543551622138194e-06,
      "loss": 0.0013,
      "step": 26755
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.053652604128376e-06,
      "loss": 0.0019,
      "step": 26756
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.052950061967851e-06,
      "loss": 0.0015,
      "step": 26757
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.052247535736042e-06,
      "loss": 0.0015,
      "step": 26758
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.05154502543675e-06,
      "loss": 0.0014,
      "step": 26759
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.050842531073766e-06,
      "loss": 0.0011,
      "step": 26760
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.050140052650894e-06,
      "loss": 0.001,
      "step": 26761
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.049437590171924e-06,
      "loss": 0.0013,
      "step": 26762
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.048735143640657e-06,
      "loss": 0.0008,
      "step": 26763
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.04803271306089e-06,
      "loss": 0.0008,
      "step": 26764
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.047330298436417e-06,
      "loss": 0.0007,
      "step": 26765
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.046627899771037e-06,
      "loss": 0.0005,
      "step": 26766
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.045925517068543e-06,
      "loss": 0.0011,
      "step": 26767
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.045223150332735e-06,
      "loss": 0.0011,
      "step": 26768
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.044520799567407e-06,
      "loss": 0.001,
      "step": 26769
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.043818464776358e-06,
      "loss": 0.0007,
      "step": 26770
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0431161459633805e-06,
      "loss": 0.0014,
      "step": 26771
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.042413843132272e-06,
      "loss": 0.0013,
      "step": 26772
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.041711556286831e-06,
      "loss": 0.0012,
      "step": 26773
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.041009285430849e-06,
      "loss": 0.0008,
      "step": 26774
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.040307030568124e-06,
      "loss": 0.0007,
      "step": 26775
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.03960479170245e-06,
      "loss": 0.0011,
      "step": 26776
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.038902568837626e-06,
      "loss": 0.0014,
      "step": 26777
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.038200361977444e-06,
      "loss": 0.0006,
      "step": 26778
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.037498171125703e-06,
      "loss": 0.0006,
      "step": 26779
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.036795996286195e-06,
      "loss": 0.0007,
      "step": 26780
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.036093837462715e-06,
      "loss": 0.0005,
      "step": 26781
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.035391694659062e-06,
      "loss": 0.0007,
      "step": 26782
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.034689567879026e-06,
      "loss": 0.0007,
      "step": 26783
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0339874571264074e-06,
      "loss": 0.0007,
      "step": 26784
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.033285362404994e-06,
      "loss": 0.0007,
      "step": 26785
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.032583283718586e-06,
      "loss": 0.0014,
      "step": 26786
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.03188122107098e-06,
      "loss": 0.0011,
      "step": 26787
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.031179174465965e-06,
      "loss": 0.0011,
      "step": 26788
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.03047714390734e-06,
      "loss": 0.0005,
      "step": 26789
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.029775129398898e-06,
      "loss": 0.0012,
      "step": 26790
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.029073130944431e-06,
      "loss": 0.0009,
      "step": 26791
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.028371148547737e-06,
      "loss": 0.0011,
      "step": 26792
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.027669182212606e-06,
      "loss": 0.0007,
      "step": 26793
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.026967231942838e-06,
      "loss": 0.001,
      "step": 26794
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.026265297742221e-06,
      "loss": 0.0011,
      "step": 26795
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.025563379614552e-06,
      "loss": 0.0018,
      "step": 26796
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.024861477563627e-06,
      "loss": 0.0005,
      "step": 26797
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.024159591593234e-06,
      "loss": 0.0025,
      "step": 26798
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.023457721707172e-06,
      "loss": 0.0011,
      "step": 26799
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.02275586790923e-06,
      "loss": 0.0006,
      "step": 26800
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.022054030203206e-06,
      "loss": 0.001,
      "step": 26801
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.021352208592889e-06,
      "loss": 0.0004,
      "step": 26802
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.020650403082077e-06,
      "loss": 0.0013,
      "step": 26803
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.019948613674559e-06,
      "loss": 0.0011,
      "step": 26804
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.019246840374131e-06,
      "loss": 0.0009,
      "step": 26805
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.018545083184586e-06,
      "loss": 0.0007,
      "step": 26806
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0178433421097135e-06,
      "loss": 0.0008,
      "step": 26807
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.017141617153311e-06,
      "loss": 0.0012,
      "step": 26808
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.016439908319168e-06,
      "loss": 0.0008,
      "step": 26809
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.01573821561108e-06,
      "loss": 0.0008,
      "step": 26810
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0150365390328355e-06,
      "loss": 0.0014,
      "step": 26811
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.014334878588233e-06,
      "loss": 0.0008,
      "step": 26812
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.013633234281061e-06,
      "loss": 0.0015,
      "step": 26813
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.01293160611511e-06,
      "loss": 0.0012,
      "step": 26814
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.012229994094176e-06,
      "loss": 0.0009,
      "step": 26815
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.011528398222049e-06,
      "loss": 0.0009,
      "step": 26816
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.010826818502524e-06,
      "loss": 0.0009,
      "step": 26817
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.010125254939389e-06,
      "loss": 0.0011,
      "step": 26818
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.00942370753644e-06,
      "loss": 0.0014,
      "step": 26819
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0087221762974664e-06,
      "loss": 0.0008,
      "step": 26820
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.008020661226254e-06,
      "loss": 0.0009,
      "step": 26821
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.007319162326608e-06,
      "loss": 0.0013,
      "step": 26822
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.006617679602312e-06,
      "loss": 0.0011,
      "step": 26823
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.005916213057158e-06,
      "loss": 0.0007,
      "step": 26824
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0052147626949374e-06,
      "loss": 0.0007,
      "step": 26825
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.00451332851944e-06,
      "loss": 0.0008,
      "step": 26826
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.0038119105344625e-06,
      "loss": 0.0007,
      "step": 26827
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.003110508743789e-06,
      "loss": 0.0012,
      "step": 26828
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.002409123151217e-06,
      "loss": 0.0013,
      "step": 26829
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.001707753760534e-06,
      "loss": 0.0008,
      "step": 26830
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.00100640057553e-06,
      "loss": 0.0011,
      "step": 26831
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.000305063599997e-06,
      "loss": 0.0016,
      "step": 26832
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.999603742837726e-06,
      "loss": 0.0006,
      "step": 26833
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.998902438292507e-06,
      "loss": 0.0011,
      "step": 26834
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9982011499681316e-06,
      "loss": 0.0011,
      "step": 26835
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.99749987786839e-06,
      "loss": 0.0009,
      "step": 26836
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.996798621997074e-06,
      "loss": 0.001,
      "step": 26837
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.996097382357968e-06,
      "loss": 0.001,
      "step": 26838
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.995396158954869e-06,
      "loss": 0.0006,
      "step": 26839
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.994694951791563e-06,
      "loss": 0.0011,
      "step": 26840
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.993993760871842e-06,
      "loss": 0.0019,
      "step": 26841
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.993292586199494e-06,
      "loss": 0.0008,
      "step": 26842
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.992591427778312e-06,
      "loss": 0.0012,
      "step": 26843
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9918902856120806e-06,
      "loss": 0.0008,
      "step": 26844
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.991189159704597e-06,
      "loss": 0.0007,
      "step": 26845
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.990488050059644e-06,
      "loss": 0.0009,
      "step": 26846
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.989786956681013e-06,
      "loss": 0.0008,
      "step": 26847
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.989085879572495e-06,
      "loss": 0.0006,
      "step": 26848
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.988384818737876e-06,
      "loss": 0.0008,
      "step": 26849
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9876837741809515e-06,
      "loss": 0.0006,
      "step": 26850
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.986982745905502e-06,
      "loss": 0.0015,
      "step": 26851
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.986281733915323e-06,
      "loss": 0.0014,
      "step": 26852
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9855807382142035e-06,
      "loss": 0.001,
      "step": 26853
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.984879758805927e-06,
      "loss": 0.0007,
      "step": 26854
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.984178795694288e-06,
      "loss": 0.0016,
      "step": 26855
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.983477848883071e-06,
      "loss": 0.0013,
      "step": 26856
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.982776918376064e-06,
      "loss": 0.0014,
      "step": 26857
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.982076004177062e-06,
      "loss": 0.0011,
      "step": 26858
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.981375106289847e-06,
      "loss": 0.0008,
      "step": 26859
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9806742247182115e-06,
      "loss": 0.0008,
      "step": 26860
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9799733594659415e-06,
      "loss": 0.0006,
      "step": 26861
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.979272510536826e-06,
      "loss": 0.001,
      "step": 26862
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9785716779346535e-06,
      "loss": 0.0009,
      "step": 26863
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.977870861663209e-06,
      "loss": 0.0012,
      "step": 26864
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.977170061726284e-06,
      "loss": 0.0006,
      "step": 26865
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.976469278127662e-06,
      "loss": 0.0009,
      "step": 26866
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.975768510871137e-06,
      "loss": 0.0007,
      "step": 26867
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.975067759960491e-06,
      "loss": 0.0017,
      "step": 26868
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.974367025399516e-06,
      "loss": 0.0012,
      "step": 26869
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.973666307191997e-06,
      "loss": 0.0011,
      "step": 26870
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.972965605341718e-06,
      "loss": 0.0009,
      "step": 26871
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.972264919852474e-06,
      "loss": 0.0009,
      "step": 26872
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.971564250728044e-06,
      "loss": 0.0009,
      "step": 26873
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9708635979722215e-06,
      "loss": 0.0013,
      "step": 26874
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.97016296158879e-06,
      "loss": 0.0024,
      "step": 26875
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9694623415815385e-06,
      "loss": 0.0007,
      "step": 26876
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.968761737954252e-06,
      "loss": 0.0008,
      "step": 26877
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.968061150710718e-06,
      "loss": 0.0008,
      "step": 26878
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.967360579854725e-06,
      "loss": 0.001,
      "step": 26879
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.966660025390055e-06,
      "loss": 0.0011,
      "step": 26880
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9659594873204995e-06,
      "loss": 0.0017,
      "step": 26881
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.965258965649841e-06,
      "loss": 0.0008,
      "step": 26882
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.964558460381869e-06,
      "loss": 0.0005,
      "step": 26883
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.963857971520366e-06,
      "loss": 0.0009,
      "step": 26884
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.963157499069122e-06,
      "loss": 0.001,
      "step": 26885
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.962457043031923e-06,
      "loss": 0.0009,
      "step": 26886
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9617566034125485e-06,
      "loss": 0.0011,
      "step": 26887
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.961056180214793e-06,
      "loss": 0.0008,
      "step": 26888
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.960355773442436e-06,
      "loss": 0.0017,
      "step": 26889
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.959655383099267e-06,
      "loss": 0.0007,
      "step": 26890
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.958955009189069e-06,
      "loss": 0.0008,
      "step": 26891
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.95825465171563e-06,
      "loss": 0.001,
      "step": 26892
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.95755431068273e-06,
      "loss": 0.0004,
      "step": 26893
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.956853986094163e-06,
      "loss": 0.0008,
      "step": 26894
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9561536779537066e-06,
      "loss": 0.0011,
      "step": 26895
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.955453386265152e-06,
      "loss": 0.001,
      "step": 26896
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.954753111032278e-06,
      "loss": 0.0008,
      "step": 26897
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.954052852258876e-06,
      "loss": 0.0009,
      "step": 26898
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.953352609948725e-06,
      "loss": 0.001,
      "step": 26899
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.952652384105614e-06,
      "loss": 0.0012,
      "step": 26900
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.951952174733326e-06,
      "loss": 0.0011,
      "step": 26901
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.951251981835645e-06,
      "loss": 0.0013,
      "step": 26902
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.950551805416358e-06,
      "loss": 0.0013,
      "step": 26903
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.949851645479245e-06,
      "loss": 0.0011,
      "step": 26904
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.949151502028095e-06,
      "loss": 0.0009,
      "step": 26905
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.948451375066689e-06,
      "loss": 0.0012,
      "step": 26906
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.947751264598814e-06,
      "loss": 0.0007,
      "step": 26907
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.947051170628251e-06,
      "loss": 0.0014,
      "step": 26908
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.946351093158788e-06,
      "loss": 0.0009,
      "step": 26909
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.945651032194205e-06,
      "loss": 0.0009,
      "step": 26910
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9449509877382855e-06,
      "loss": 0.0007,
      "step": 26911
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.944250959794817e-06,
      "loss": 0.0011,
      "step": 26912
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.943550948367579e-06,
      "loss": 0.0009,
      "step": 26913
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.94285095346036e-06,
      "loss": 0.001,
      "step": 26914
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.942150975076938e-06,
      "loss": 0.0012,
      "step": 26915
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9414510132211015e-06,
      "loss": 0.001,
      "step": 26916
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.940751067896627e-06,
      "loss": 0.0013,
      "step": 26917
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.940051139107307e-06,
      "loss": 0.0019,
      "step": 26918
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.939351226856918e-06,
      "loss": 0.0015,
      "step": 26919
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.938651331149242e-06,
      "loss": 0.0017,
      "step": 26920
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.937951451988066e-06,
      "loss": 0.001,
      "step": 26921
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.937251589377171e-06,
      "loss": 0.001,
      "step": 26922
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.936551743320341e-06,
      "loss": 0.0009,
      "step": 26923
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9358519138213555e-06,
      "loss": 0.0007,
      "step": 26924
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.935152100884002e-06,
      "loss": 0.0005,
      "step": 26925
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9344523045120586e-06,
      "loss": 0.0007,
      "step": 26926
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.933752524709308e-06,
      "loss": 0.001,
      "step": 26927
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.933052761479535e-06,
      "loss": 0.0009,
      "step": 26928
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.932353014826519e-06,
      "loss": 0.0008,
      "step": 26929
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.931653284754043e-06,
      "loss": 0.0009,
      "step": 26930
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9309535712658926e-06,
      "loss": 0.0006,
      "step": 26931
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.930253874365844e-06,
      "loss": 0.0002,
      "step": 26932
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.929554194057685e-06,
      "loss": 0.0005,
      "step": 26933
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.928854530345191e-06,
      "loss": 0.0011,
      "step": 26934
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.92815488323215e-06,
      "loss": 0.0007,
      "step": 26935
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.92745525272234e-06,
      "loss": 0.0007,
      "step": 26936
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.92675563881954e-06,
      "loss": 0.001,
      "step": 26937
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.926056041527538e-06,
      "loss": 0.0014,
      "step": 26938
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9253564608501075e-06,
      "loss": 0.0011,
      "step": 26939
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.924656896791038e-06,
      "loss": 0.0015,
      "step": 26940
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.923957349354102e-06,
      "loss": 0.0013,
      "step": 26941
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.923257818543089e-06,
      "loss": 0.0009,
      "step": 26942
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.922558304361775e-06,
      "loss": 0.0007,
      "step": 26943
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.921858806813939e-06,
      "loss": 0.001,
      "step": 26944
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.921159325903368e-06,
      "loss": 0.0012,
      "step": 26945
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.920459861633836e-06,
      "loss": 0.0011,
      "step": 26946
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.919760414009129e-06,
      "loss": 0.0013,
      "step": 26947
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.919060983033023e-06,
      "loss": 0.0014,
      "step": 26948
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.918361568709305e-06,
      "loss": 0.001,
      "step": 26949
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.917662171041748e-06,
      "loss": 0.0006,
      "step": 26950
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.916962790034134e-06,
      "loss": 0.0004,
      "step": 26951
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.916263425690246e-06,
      "loss": 0.0009,
      "step": 26952
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.915564078013861e-06,
      "loss": 0.0007,
      "step": 26953
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.914864747008762e-06,
      "loss": 0.0013,
      "step": 26954
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9141654326787256e-06,
      "loss": 0.0008,
      "step": 26955
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.913466135027536e-06,
      "loss": 0.0004,
      "step": 26956
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9127668540589666e-06,
      "loss": 0.0006,
      "step": 26957
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.912067589776803e-06,
      "loss": 0.0012,
      "step": 26958
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.911368342184821e-06,
      "loss": 0.0012,
      "step": 26959
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9106691112868e-06,
      "loss": 0.0006,
      "step": 26960
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.909969897086524e-06,
      "loss": 0.0012,
      "step": 26961
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.909270699587764e-06,
      "loss": 0.0005,
      "step": 26962
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.908571518794307e-06,
      "loss": 0.0012,
      "step": 26963
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.907872354709928e-06,
      "loss": 0.0009,
      "step": 26964
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.907173207338402e-06,
      "loss": 0.001,
      "step": 26965
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9064740766835194e-06,
      "loss": 0.0011,
      "step": 26966
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.905774962749052e-06,
      "loss": 0.0012,
      "step": 26967
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.905075865538775e-06,
      "loss": 0.0012,
      "step": 26968
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9043767850564745e-06,
      "loss": 0.002,
      "step": 26969
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.903677721305923e-06,
      "loss": 0.001,
      "step": 26970
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.9029786742909035e-06,
      "loss": 0.0012,
      "step": 26971
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.902279644015188e-06,
      "loss": 0.0007,
      "step": 26972
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.901580630482563e-06,
      "loss": 0.001,
      "step": 26973
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.900881633696801e-06,
      "loss": 0.0014,
      "step": 26974
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.900182653661682e-06,
      "loss": 0.001,
      "step": 26975
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.899483690380983e-06,
      "loss": 0.0011,
      "step": 26976
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8987847438584824e-06,
      "loss": 0.0007,
      "step": 26977
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.898085814097958e-06,
      "loss": 0.0012,
      "step": 26978
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.897386901103186e-06,
      "loss": 0.0014,
      "step": 26979
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.896688004877948e-06,
      "loss": 0.0005,
      "step": 26980
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.895989125426014e-06,
      "loss": 0.0014,
      "step": 26981
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.895290262751172e-06,
      "loss": 0.0016,
      "step": 26982
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8945914168571925e-06,
      "loss": 0.0013,
      "step": 26983
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.893892587747853e-06,
      "loss": 0.0007,
      "step": 26984
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.893193775426932e-06,
      "loss": 0.001,
      "step": 26985
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.892494979898203e-06,
      "loss": 0.0007,
      "step": 26986
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.891796201165451e-06,
      "loss": 0.0016,
      "step": 26987
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.891097439232443e-06,
      "loss": 0.0009,
      "step": 26988
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.890398694102965e-06,
      "loss": 0.0013,
      "step": 26989
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.889699965780787e-06,
      "loss": 0.0009,
      "step": 26990
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.88900125426969e-06,
      "loss": 0.0005,
      "step": 26991
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.888302559573448e-06,
      "loss": 0.0013,
      "step": 26992
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.887603881695837e-06,
      "loss": 0.0008,
      "step": 26993
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.886905220640636e-06,
      "loss": 0.0009,
      "step": 26994
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.886206576411619e-06,
      "loss": 0.0015,
      "step": 26995
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.885507949012562e-06,
      "loss": 0.0012,
      "step": 26996
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8848093384472405e-06,
      "loss": 0.0004,
      "step": 26997
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.884110744719434e-06,
      "loss": 0.0012,
      "step": 26998
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.883412167832917e-06,
      "loss": 0.001,
      "step": 26999
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.882713607791463e-06,
      "loss": 0.0015,
      "step": 27000
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.882015064598844e-06,
      "loss": 0.0008,
      "step": 27001
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.881316538258847e-06,
      "loss": 0.0012,
      "step": 27002
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.880618028775239e-06,
      "loss": 0.0007,
      "step": 27003
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8799195361518e-06,
      "loss": 0.0008,
      "step": 27004
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.879221060392301e-06,
      "loss": 0.0009,
      "step": 27005
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.87852260150052e-06,
      "loss": 0.0014,
      "step": 27006
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8778241594802335e-06,
      "loss": 0.0005,
      "step": 27007
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.87712573433521e-06,
      "loss": 0.0014,
      "step": 27008
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.876427326069232e-06,
      "loss": 0.0006,
      "step": 27009
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.87572893468607e-06,
      "loss": 0.0013,
      "step": 27010
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.875030560189502e-06,
      "loss": 0.0014,
      "step": 27011
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.874332202583298e-06,
      "loss": 0.0004,
      "step": 27012
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.873633861871237e-06,
      "loss": 0.0008,
      "step": 27013
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.872935538057091e-06,
      "loss": 0.0015,
      "step": 27014
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.872237231144636e-06,
      "loss": 0.0012,
      "step": 27015
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.871538941137648e-06,
      "loss": 0.0013,
      "step": 27016
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8708406680398945e-06,
      "loss": 0.0006,
      "step": 27017
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.870142411855156e-06,
      "loss": 0.0009,
      "step": 27018
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.869444172587204e-06,
      "loss": 0.0015,
      "step": 27019
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8687459502398145e-06,
      "loss": 0.0009,
      "step": 27020
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.868047744816757e-06,
      "loss": 0.0008,
      "step": 27021
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.867349556321812e-06,
      "loss": 0.0008,
      "step": 27022
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.866651384758749e-06,
      "loss": 0.0008,
      "step": 27023
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.865953230131339e-06,
      "loss": 0.0013,
      "step": 27024
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.86525509244336e-06,
      "loss": 0.0009,
      "step": 27025
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.864556971698584e-06,
      "loss": 0.0008,
      "step": 27026
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8638588679007836e-06,
      "loss": 0.0005,
      "step": 27027
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.863160781053733e-06,
      "loss": 0.0007,
      "step": 27028
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8624627111612055e-06,
      "loss": 0.0012,
      "step": 27029
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.861764658226972e-06,
      "loss": 0.0008,
      "step": 27030
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.861066622254808e-06,
      "loss": 0.001,
      "step": 27031
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.860368603248488e-06,
      "loss": 0.0014,
      "step": 27032
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.859670601211779e-06,
      "loss": 0.0009,
      "step": 27033
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.858972616148458e-06,
      "loss": 0.0011,
      "step": 27034
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8582746480622954e-06,
      "loss": 0.0007,
      "step": 27035
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.857576696957067e-06,
      "loss": 0.0011,
      "step": 27036
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.856878762836538e-06,
      "loss": 0.001,
      "step": 27037
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.856180845704488e-06,
      "loss": 0.0008,
      "step": 27038
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.855482945564689e-06,
      "loss": 0.0006,
      "step": 27039
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.854785062420912e-06,
      "loss": 0.0007,
      "step": 27040
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.854087196276924e-06,
      "loss": 0.0009,
      "step": 27041
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.853389347136505e-06,
      "loss": 0.0005,
      "step": 27042
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.85269151500342e-06,
      "loss": 0.0008,
      "step": 27043
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.851993699881446e-06,
      "loss": 0.0008,
      "step": 27044
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.851295901774351e-06,
      "loss": 0.001,
      "step": 27045
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.850598120685909e-06,
      "loss": 0.0009,
      "step": 27046
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.849900356619888e-06,
      "loss": 0.0006,
      "step": 27047
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8492026095800635e-06,
      "loss": 0.0013,
      "step": 27048
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.848504879570206e-06,
      "loss": 0.0007,
      "step": 27049
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.847807166594083e-06,
      "loss": 0.0005,
      "step": 27050
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.847109470655472e-06,
      "loss": 0.0007,
      "step": 27051
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.846411791758136e-06,
      "loss": 0.0015,
      "step": 27052
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.845714129905855e-06,
      "loss": 0.0011,
      "step": 27053
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.845016485102391e-06,
      "loss": 0.001,
      "step": 27054
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.844318857351523e-06,
      "loss": 0.0009,
      "step": 27055
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8436212466570166e-06,
      "loss": 0.0014,
      "step": 27056
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8429236530226415e-06,
      "loss": 0.001,
      "step": 27057
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.842226076452172e-06,
      "loss": 0.0009,
      "step": 27058
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.841528516949374e-06,
      "loss": 0.0012,
      "step": 27059
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.840830974518022e-06,
      "loss": 0.0007,
      "step": 27060
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.840133449161883e-06,
      "loss": 0.0009,
      "step": 27061
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8394359408847315e-06,
      "loss": 0.0011,
      "step": 27062
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.838738449690334e-06,
      "loss": 0.001,
      "step": 27063
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8380409755824585e-06,
      "loss": 0.0012,
      "step": 27064
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.837343518564881e-06,
      "loss": 0.0006,
      "step": 27065
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8366460786413644e-06,
      "loss": 0.0012,
      "step": 27066
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.835948655815683e-06,
      "loss": 0.0012,
      "step": 27067
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.835251250091604e-06,
      "loss": 0.0012,
      "step": 27068
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.834553861472899e-06,
      "loss": 0.0008,
      "step": 27069
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.833856489963336e-06,
      "loss": 0.0008,
      "step": 27070
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.833159135566683e-06,
      "loss": 0.0011,
      "step": 27071
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.832461798286714e-06,
      "loss": 0.0007,
      "step": 27072
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.831764478127189e-06,
      "loss": 0.0011,
      "step": 27073
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.831067175091883e-06,
      "loss": 0.0008,
      "step": 27074
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8303698891845695e-06,
      "loss": 0.0008,
      "step": 27075
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.829672620409009e-06,
      "loss": 0.0011,
      "step": 27076
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.828975368768975e-06,
      "loss": 0.0016,
      "step": 27077
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.828278134268233e-06,
      "loss": 0.0009,
      "step": 27078
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8275809169105565e-06,
      "loss": 0.001,
      "step": 27079
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.826883716699711e-06,
      "loss": 0.0009,
      "step": 27080
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.826186533639461e-06,
      "loss": 0.0015,
      "step": 27081
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.82548936773358e-06,
      "loss": 0.0017,
      "step": 27082
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.824792218985833e-06,
      "loss": 0.0016,
      "step": 27083
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.824095087399991e-06,
      "loss": 0.0005,
      "step": 27084
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.823397972979819e-06,
      "loss": 0.001,
      "step": 27085
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.822700875729089e-06,
      "loss": 0.0006,
      "step": 27086
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8220037956515635e-06,
      "loss": 0.0009,
      "step": 27087
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.821306732751016e-06,
      "loss": 0.0008,
      "step": 27088
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.82060968703121e-06,
      "loss": 0.0005,
      "step": 27089
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.81991265849591e-06,
      "loss": 0.0003,
      "step": 27090
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.8192156471488935e-06,
      "loss": 0.0013,
      "step": 27091
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.818518652993917e-06,
      "loss": 0.0008,
      "step": 27092
    },
    {
      "epoch": 1.11,
      "learning_rate": 6.817821676034755e-06,
      "loss": 0.0012,
      "step": 27093
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.8171247162751695e-06,
      "loss": 0.0006,
      "step": 27094
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.816427773718933e-06,
      "loss": 0.0006,
      "step": 27095
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.81573084836981e-06,
      "loss": 0.0014,
      "step": 27096
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.815033940231563e-06,
      "loss": 0.0014,
      "step": 27097
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.814337049307966e-06,
      "loss": 0.0008,
      "step": 27098
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.813640175602782e-06,
      "loss": 0.0009,
      "step": 27099
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.812943319119778e-06,
      "loss": 0.0012,
      "step": 27100
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.812246479862719e-06,
      "loss": 0.0012,
      "step": 27101
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.811549657835374e-06,
      "loss": 0.0012,
      "step": 27102
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.8108528530415074e-06,
      "loss": 0.0008,
      "step": 27103
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.810156065484887e-06,
      "loss": 0.0011,
      "step": 27104
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.809459295169279e-06,
      "loss": 0.0016,
      "step": 27105
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.808762542098446e-06,
      "loss": 0.0011,
      "step": 27106
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.808065806276158e-06,
      "loss": 0.0011,
      "step": 27107
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.807369087706179e-06,
      "loss": 0.0009,
      "step": 27108
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.806672386392275e-06,
      "loss": 0.0012,
      "step": 27109
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.805975702338209e-06,
      "loss": 0.0014,
      "step": 27110
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.80527903554775e-06,
      "loss": 0.001,
      "step": 27111
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.804582386024666e-06,
      "loss": 0.0017,
      "step": 27112
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.803885753772719e-06,
      "loss": 0.0009,
      "step": 27113
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.803189138795672e-06,
      "loss": 0.0006,
      "step": 27114
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.802492541097294e-06,
      "loss": 0.0009,
      "step": 27115
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.801795960681348e-06,
      "loss": 0.0005,
      "step": 27116
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.801099397551599e-06,
      "loss": 0.0007,
      "step": 27117
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.800402851711812e-06,
      "loss": 0.0007,
      "step": 27118
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7997063231657555e-06,
      "loss": 0.0008,
      "step": 27119
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.79900981191719e-06,
      "loss": 0.0006,
      "step": 27120
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.798313317969878e-06,
      "loss": 0.0016,
      "step": 27121
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.797616841327591e-06,
      "loss": 0.0013,
      "step": 27122
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7969203819940866e-06,
      "loss": 0.0008,
      "step": 27123
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.796223939973134e-06,
      "loss": 0.0009,
      "step": 27124
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.795527515268494e-06,
      "loss": 0.001,
      "step": 27125
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.794831107883935e-06,
      "loss": 0.0013,
      "step": 27126
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.794134717823216e-06,
      "loss": 0.0008,
      "step": 27127
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.793438345090105e-06,
      "loss": 0.0011,
      "step": 27128
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.792741989688365e-06,
      "loss": 0.0002,
      "step": 27129
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.792045651621757e-06,
      "loss": 0.0008,
      "step": 27130
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.791349330894048e-06,
      "loss": 0.0018,
      "step": 27131
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.790653027508997e-06,
      "loss": 0.0011,
      "step": 27132
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.789956741470376e-06,
      "loss": 0.0006,
      "step": 27133
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.78926047278194e-06,
      "loss": 0.0009,
      "step": 27134
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.788564221447456e-06,
      "loss": 0.0012,
      "step": 27135
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7878679874706884e-06,
      "loss": 0.0009,
      "step": 27136
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7871717708553964e-06,
      "loss": 0.0009,
      "step": 27137
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.786475571605346e-06,
      "loss": 0.0005,
      "step": 27138
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7857793897242996e-06,
      "loss": 0.0005,
      "step": 27139
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7850832252160214e-06,
      "loss": 0.0009,
      "step": 27140
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.784387078084269e-06,
      "loss": 0.0008,
      "step": 27141
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7836909483328125e-06,
      "loss": 0.0012,
      "step": 27142
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7829948359654085e-06,
      "loss": 0.0008,
      "step": 27143
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.782298740985822e-06,
      "loss": 0.0006,
      "step": 27144
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.781602663397817e-06,
      "loss": 0.0007,
      "step": 27145
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.780906603205148e-06,
      "loss": 0.0003,
      "step": 27146
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.780210560411586e-06,
      "loss": 0.001,
      "step": 27147
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.779514535020892e-06,
      "loss": 0.0007,
      "step": 27148
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.778818527036825e-06,
      "loss": 0.0011,
      "step": 27149
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.778122536463147e-06,
      "loss": 0.0007,
      "step": 27150
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.777426563303622e-06,
      "loss": 0.001,
      "step": 27151
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.776730607562011e-06,
      "loss": 0.0011,
      "step": 27152
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7760346692420755e-06,
      "loss": 0.0011,
      "step": 27153
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.775338748347574e-06,
      "loss": 0.0011,
      "step": 27154
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.774642844882273e-06,
      "loss": 0.0011,
      "step": 27155
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.773946958849929e-06,
      "loss": 0.001,
      "step": 27156
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.773251090254308e-06,
      "loss": 0.0011,
      "step": 27157
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7725552390991665e-06,
      "loss": 0.0007,
      "step": 27158
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.77185940538827e-06,
      "loss": 0.0006,
      "step": 27159
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.771163589125376e-06,
      "loss": 0.0006,
      "step": 27160
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.770467790314248e-06,
      "loss": 0.0013,
      "step": 27161
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.769772008958645e-06,
      "loss": 0.0018,
      "step": 27162
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.769076245062326e-06,
      "loss": 0.001,
      "step": 27163
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.768380498629057e-06,
      "loss": 0.0013,
      "step": 27164
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.767684769662591e-06,
      "loss": 0.0008,
      "step": 27165
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.766989058166697e-06,
      "loss": 0.0011,
      "step": 27166
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.766293364145126e-06,
      "loss": 0.0006,
      "step": 27167
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.765597687601648e-06,
      "loss": 0.0014,
      "step": 27168
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.764902028540017e-06,
      "loss": 0.0008,
      "step": 27169
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.764206386963992e-06,
      "loss": 0.0008,
      "step": 27170
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.763510762877338e-06,
      "loss": 0.0016,
      "step": 27171
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.762815156283809e-06,
      "loss": 0.0009,
      "step": 27172
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.762119567187171e-06,
      "loss": 0.0008,
      "step": 27173
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7614239955911766e-06,
      "loss": 0.0023,
      "step": 27174
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.760728441499592e-06,
      "loss": 0.0013,
      "step": 27175
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.760032904916174e-06,
      "loss": 0.0008,
      "step": 27176
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.759337385844678e-06,
      "loss": 0.0007,
      "step": 27177
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.75864188428887e-06,
      "loss": 0.0005,
      "step": 27178
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7579464002525055e-06,
      "loss": 0.001,
      "step": 27179
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.757250933739344e-06,
      "loss": 0.0018,
      "step": 27180
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.756555484753144e-06,
      "loss": 0.0011,
      "step": 27181
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7558600532976624e-06,
      "loss": 0.0015,
      "step": 27182
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.755164639376666e-06,
      "loss": 0.001,
      "step": 27183
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.754469242993904e-06,
      "loss": 0.0008,
      "step": 27184
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7537738641531415e-06,
      "loss": 0.0003,
      "step": 27185
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.753078502858136e-06,
      "loss": 0.001,
      "step": 27186
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.752383159112641e-06,
      "loss": 0.0007,
      "step": 27187
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7516878329204216e-06,
      "loss": 0.001,
      "step": 27188
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.750992524285229e-06,
      "loss": 0.0008,
      "step": 27189
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.75029723321083e-06,
      "loss": 0.0008,
      "step": 27190
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.749601959700973e-06,
      "loss": 0.0005,
      "step": 27191
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.748906703759424e-06,
      "loss": 0.0013,
      "step": 27192
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7482114653899354e-06,
      "loss": 0.0007,
      "step": 27193
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.747516244596267e-06,
      "loss": 0.0005,
      "step": 27194
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.746821041382179e-06,
      "loss": 0.0011,
      "step": 27195
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.746125855751422e-06,
      "loss": 0.0009,
      "step": 27196
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.745430687707761e-06,
      "loss": 0.0011,
      "step": 27197
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.74473553725495e-06,
      "loss": 0.0007,
      "step": 27198
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.744040404396747e-06,
      "loss": 0.0013,
      "step": 27199
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7433452891369065e-06,
      "loss": 0.0005,
      "step": 27200
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7426501914791895e-06,
      "loss": 0.0013,
      "step": 27201
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.741955111427352e-06,
      "loss": 0.0006,
      "step": 27202
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.741260048985148e-06,
      "loss": 0.002,
      "step": 27203
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.740565004156338e-06,
      "loss": 0.001,
      "step": 27204
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7398699769446755e-06,
      "loss": 0.0012,
      "step": 27205
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.73917496735392e-06,
      "loss": 0.0009,
      "step": 27206
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.738479975387825e-06,
      "loss": 0.0008,
      "step": 27207
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.73778500105015e-06,
      "loss": 0.0009,
      "step": 27208
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.737090044344652e-06,
      "loss": 0.0008,
      "step": 27209
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.736395105275081e-06,
      "loss": 0.0011,
      "step": 27210
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7357001838452e-06,
      "loss": 0.0009,
      "step": 27211
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.735005280058761e-06,
      "loss": 0.0012,
      "step": 27212
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.734310393919522e-06,
      "loss": 0.0007,
      "step": 27213
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.733615525431236e-06,
      "loss": 0.0014,
      "step": 27214
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.732920674597665e-06,
      "loss": 0.0018,
      "step": 27215
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.732225841422557e-06,
      "loss": 0.0011,
      "step": 27216
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.731531025909672e-06,
      "loss": 0.0007,
      "step": 27217
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.730836228062762e-06,
      "loss": 0.0013,
      "step": 27218
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7301414478855885e-06,
      "loss": 0.0008,
      "step": 27219
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.729446685381901e-06,
      "loss": 0.0007,
      "step": 27220
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.728751940555458e-06,
      "loss": 0.0009,
      "step": 27221
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.728057213410013e-06,
      "loss": 0.0007,
      "step": 27222
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.727362503949322e-06,
      "loss": 0.0008,
      "step": 27223
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7266678121771375e-06,
      "loss": 0.0007,
      "step": 27224
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.725973138097219e-06,
      "loss": 0.0006,
      "step": 27225
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.725278481713318e-06,
      "loss": 0.0005,
      "step": 27226
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.724583843029187e-06,
      "loss": 0.0012,
      "step": 27227
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.723889222048583e-06,
      "loss": 0.0009,
      "step": 27228
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.72319461877526e-06,
      "loss": 0.0005,
      "step": 27229
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.722500033212974e-06,
      "loss": 0.0011,
      "step": 27230
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7218054653654765e-06,
      "loss": 0.0019,
      "step": 27231
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.721110915236524e-06,
      "loss": 0.0011,
      "step": 27232
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.720416382829867e-06,
      "loss": 0.0011,
      "step": 27233
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7197218681492645e-06,
      "loss": 0.0005,
      "step": 27234
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.719027371198468e-06,
      "loss": 0.0013,
      "step": 27235
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.718332891981229e-06,
      "loss": 0.0007,
      "step": 27236
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.717638430501304e-06,
      "loss": 0.0021,
      "step": 27237
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.716943986762444e-06,
      "loss": 0.0014,
      "step": 27238
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.716249560768407e-06,
      "loss": 0.0008,
      "step": 27239
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.715555152522939e-06,
      "loss": 0.0011,
      "step": 27240
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.714860762029801e-06,
      "loss": 0.0004,
      "step": 27241
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.714166389292743e-06,
      "loss": 0.0016,
      "step": 27242
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.713472034315516e-06,
      "loss": 0.0009,
      "step": 27243
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.712777697101875e-06,
      "loss": 0.001,
      "step": 27244
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.712083377655573e-06,
      "loss": 0.0007,
      "step": 27245
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.711389075980364e-06,
      "loss": 0.0014,
      "step": 27246
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.710694792079996e-06,
      "loss": 0.0007,
      "step": 27247
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.710000525958227e-06,
      "loss": 0.0009,
      "step": 27248
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.709306277618808e-06,
      "loss": 0.0012,
      "step": 27249
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.708612047065488e-06,
      "loss": 0.0013,
      "step": 27250
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.707917834302024e-06,
      "loss": 0.0011,
      "step": 27251
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.707223639332163e-06,
      "loss": 0.0004,
      "step": 27252
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.706529462159664e-06,
      "loss": 0.001,
      "step": 27253
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.705835302788271e-06,
      "loss": 0.0012,
      "step": 27254
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.70514116122174e-06,
      "loss": 0.001,
      "step": 27255
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.704447037463827e-06,
      "loss": 0.001,
      "step": 27256
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.703752931518277e-06,
      "loss": 0.0007,
      "step": 27257
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.703058843388846e-06,
      "loss": 0.0009,
      "step": 27258
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.702364773079284e-06,
      "loss": 0.0009,
      "step": 27259
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.701670720593341e-06,
      "loss": 0.0009,
      "step": 27260
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.70097668593477e-06,
      "loss": 0.0012,
      "step": 27261
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.7002826691073205e-06,
      "loss": 0.0008,
      "step": 27262
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6995886701147475e-06,
      "loss": 0.001,
      "step": 27263
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.698894688960798e-06,
      "loss": 0.0011,
      "step": 27264
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.698200725649224e-06,
      "loss": 0.0012,
      "step": 27265
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.697506780183778e-06,
      "loss": 0.0009,
      "step": 27266
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.696812852568209e-06,
      "loss": 0.0005,
      "step": 27267
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.696118942806268e-06,
      "loss": 0.0007,
      "step": 27268
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.695425050901705e-06,
      "loss": 0.0012,
      "step": 27269
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.694731176858272e-06,
      "loss": 0.0007,
      "step": 27270
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.694037320679718e-06,
      "loss": 0.0008,
      "step": 27271
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.693343482369795e-06,
      "loss": 0.0016,
      "step": 27272
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.69264966193225e-06,
      "loss": 0.0008,
      "step": 27273
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6919558593708375e-06,
      "loss": 0.0007,
      "step": 27274
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6912620746893045e-06,
      "loss": 0.0005,
      "step": 27275
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.690568307891401e-06,
      "loss": 0.0007,
      "step": 27276
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.689874558980878e-06,
      "loss": 0.0005,
      "step": 27277
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.689180827961481e-06,
      "loss": 0.0008,
      "step": 27278
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.688487114836968e-06,
      "loss": 0.001,
      "step": 27279
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.68779341961108e-06,
      "loss": 0.0006,
      "step": 27280
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.687099742287572e-06,
      "loss": 0.0008,
      "step": 27281
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6864060828701916e-06,
      "loss": 0.0006,
      "step": 27282
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.685712441362685e-06,
      "loss": 0.0007,
      "step": 27283
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.685018817768807e-06,
      "loss": 0.0008,
      "step": 27284
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6843252120922996e-06,
      "loss": 0.0013,
      "step": 27285
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.683631624336919e-06,
      "loss": 0.0008,
      "step": 27286
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.682938054506409e-06,
      "loss": 0.0016,
      "step": 27287
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.682244502604522e-06,
      "loss": 0.0005,
      "step": 27288
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.681550968635004e-06,
      "loss": 0.001,
      "step": 27289
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.680857452601599e-06,
      "loss": 0.0008,
      "step": 27290
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.680163954508067e-06,
      "loss": 0.0005,
      "step": 27291
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.67947047435815e-06,
      "loss": 0.0014,
      "step": 27292
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.678777012155593e-06,
      "loss": 0.0004,
      "step": 27293
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.678083567904149e-06,
      "loss": 0.0008,
      "step": 27294
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.677390141607563e-06,
      "loss": 0.0013,
      "step": 27295
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.676696733269588e-06,
      "loss": 0.0004,
      "step": 27296
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.676003342893964e-06,
      "loss": 0.0016,
      "step": 27297
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.675309970484445e-06,
      "loss": 0.0009,
      "step": 27298
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.674616616044778e-06,
      "loss": 0.0007,
      "step": 27299
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6739232795787065e-06,
      "loss": 0.0014,
      "step": 27300
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.673229961089982e-06,
      "loss": 0.0007,
      "step": 27301
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.672536660582349e-06,
      "loss": 0.0009,
      "step": 27302
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.671843378059559e-06,
      "loss": 0.001,
      "step": 27303
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.671150113525354e-06,
      "loss": 0.0011,
      "step": 27304
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.670456866983486e-06,
      "loss": 0.0005,
      "step": 27305
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.669763638437699e-06,
      "loss": 0.0008,
      "step": 27306
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6690704278917374e-06,
      "loss": 0.0005,
      "step": 27307
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.668377235349355e-06,
      "loss": 0.001,
      "step": 27308
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.66768406081429e-06,
      "loss": 0.0007,
      "step": 27309
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.666990904290298e-06,
      "loss": 0.0007,
      "step": 27310
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.666297765781117e-06,
      "loss": 0.0007,
      "step": 27311
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6656046452905e-06,
      "loss": 0.0014,
      "step": 27312
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.664911542822188e-06,
      "loss": 0.0006,
      "step": 27313
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.664218458379933e-06,
      "loss": 0.0006,
      "step": 27314
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.663525391967477e-06,
      "loss": 0.001,
      "step": 27315
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.662832343588565e-06,
      "loss": 0.0007,
      "step": 27316
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.662139313246947e-06,
      "loss": 0.0011,
      "step": 27317
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.661446300946365e-06,
      "loss": 0.0011,
      "step": 27318
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.660753306690569e-06,
      "loss": 0.0008,
      "step": 27319
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.660060330483298e-06,
      "loss": 0.0009,
      "step": 27320
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.659367372328304e-06,
      "loss": 0.0014,
      "step": 27321
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.658674432229331e-06,
      "loss": 0.0007,
      "step": 27322
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.657981510190119e-06,
      "loss": 0.0007,
      "step": 27323
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6572886062144215e-06,
      "loss": 0.0011,
      "step": 27324
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.656595720305976e-06,
      "loss": 0.0007,
      "step": 27325
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.65590285246853e-06,
      "loss": 0.0005,
      "step": 27326
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.655210002705834e-06,
      "loss": 0.0005,
      "step": 27327
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.654517171021626e-06,
      "loss": 0.0007,
      "step": 27328
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.653824357419655e-06,
      "loss": 0.0004,
      "step": 27329
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.653131561903661e-06,
      "loss": 0.0012,
      "step": 27330
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.652438784477394e-06,
      "loss": 0.0012,
      "step": 27331
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.651746025144597e-06,
      "loss": 0.001,
      "step": 27332
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6510532839090084e-06,
      "loss": 0.0014,
      "step": 27333
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.65036056077438e-06,
      "loss": 0.0007,
      "step": 27334
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.649667855744451e-06,
      "loss": 0.0011,
      "step": 27335
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.648975168822971e-06,
      "loss": 0.0006,
      "step": 27336
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.648282500013676e-06,
      "loss": 0.0007,
      "step": 27337
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.647589849320319e-06,
      "loss": 0.0009,
      "step": 27338
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.646897216746637e-06,
      "loss": 0.001,
      "step": 27339
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.646204602296373e-06,
      "loss": 0.0012,
      "step": 27340
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.645512005973278e-06,
      "loss": 0.0007,
      "step": 27341
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.644819427781086e-06,
      "loss": 0.0006,
      "step": 27342
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.644126867723548e-06,
      "loss": 0.0009,
      "step": 27343
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.643434325804403e-06,
      "loss": 0.0013,
      "step": 27344
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.642741802027397e-06,
      "loss": 0.0006,
      "step": 27345
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.642049296396271e-06,
      "loss": 0.0011,
      "step": 27346
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.64135680891477e-06,
      "loss": 0.0006,
      "step": 27347
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.640664339586633e-06,
      "loss": 0.0012,
      "step": 27348
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6399718884156065e-06,
      "loss": 0.0008,
      "step": 27349
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.639279455405432e-06,
      "loss": 0.0009,
      "step": 27350
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.63858704055985e-06,
      "loss": 0.0008,
      "step": 27351
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.637894643882607e-06,
      "loss": 0.0013,
      "step": 27352
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.637202265377443e-06,
      "loss": 0.0006,
      "step": 27353
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.636509905048101e-06,
      "loss": 0.0013,
      "step": 27354
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6358175628983225e-06,
      "loss": 0.0006,
      "step": 27355
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.635125238931848e-06,
      "loss": 0.0011,
      "step": 27356
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.634432933152424e-06,
      "loss": 0.001,
      "step": 27357
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.633740645563789e-06,
      "loss": 0.0005,
      "step": 27358
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.633048376169685e-06,
      "loss": 0.0008,
      "step": 27359
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.632356124973853e-06,
      "loss": 0.0007,
      "step": 27360
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.631663891980039e-06,
      "loss": 0.0014,
      "step": 27361
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.630971677191978e-06,
      "loss": 0.0005,
      "step": 27362
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.630279480613416e-06,
      "loss": 0.001,
      "step": 27363
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6295873022480925e-06,
      "loss": 0.0006,
      "step": 27364
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.628895142099751e-06,
      "loss": 0.0006,
      "step": 27365
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.628203000172131e-06,
      "loss": 0.0012,
      "step": 27366
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.627510876468972e-06,
      "loss": 0.0012,
      "step": 27367
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.626818770994017e-06,
      "loss": 0.0009,
      "step": 27368
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.626126683751006e-06,
      "loss": 0.0007,
      "step": 27369
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.62543461474368e-06,
      "loss": 0.001,
      "step": 27370
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.62474256397578e-06,
      "loss": 0.0011,
      "step": 27371
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.624050531451046e-06,
      "loss": 0.0006,
      "step": 27372
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6233585171732176e-06,
      "loss": 0.0011,
      "step": 27373
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.622666521146036e-06,
      "loss": 0.0013,
      "step": 27374
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.62197454337324e-06,
      "loss": 0.0012,
      "step": 27375
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6212825838585726e-06,
      "loss": 0.0006,
      "step": 27376
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.620590642605771e-06,
      "loss": 0.0005,
      "step": 27377
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.619898719618578e-06,
      "loss": 0.0007,
      "step": 27378
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.619206814900732e-06,
      "loss": 0.0009,
      "step": 27379
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.61851492845597e-06,
      "loss": 0.0005,
      "step": 27380
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6178230602880376e-06,
      "loss": 0.0015,
      "step": 27381
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.617131210400667e-06,
      "loss": 0.0007,
      "step": 27382
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6164393787976045e-06,
      "loss": 0.0003,
      "step": 27383
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.615747565482584e-06,
      "loss": 0.0007,
      "step": 27384
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.615055770459348e-06,
      "loss": 0.0005,
      "step": 27385
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6143639937316364e-06,
      "loss": 0.0011,
      "step": 27386
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.613672235303185e-06,
      "loss": 0.0005,
      "step": 27387
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6129804951777364e-06,
      "loss": 0.0009,
      "step": 27388
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.612288773359023e-06,
      "loss": 0.0007,
      "step": 27389
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.611597069850793e-06,
      "loss": 0.001,
      "step": 27390
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.610905384656776e-06,
      "loss": 0.001,
      "step": 27391
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6102137177807166e-06,
      "loss": 0.0005,
      "step": 27392
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.60952206922635e-06,
      "loss": 0.0008,
      "step": 27393
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.608830438997417e-06,
      "loss": 0.0009,
      "step": 27394
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.608138827097654e-06,
      "loss": 0.0015,
      "step": 27395
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.607447233530799e-06,
      "loss": 0.0011,
      "step": 27396
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.606755658300592e-06,
      "loss": 0.0005,
      "step": 27397
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6060641014107655e-06,
      "loss": 0.0008,
      "step": 27398
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6053725628650626e-06,
      "loss": 0.001,
      "step": 27399
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.604681042667222e-06,
      "loss": 0.001,
      "step": 27400
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.603989540820979e-06,
      "loss": 0.0011,
      "step": 27401
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.6032980573300735e-06,
      "loss": 0.0006,
      "step": 27402
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.602606592198237e-06,
      "loss": 0.0008,
      "step": 27403
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.601915145429214e-06,
      "loss": 0.001,
      "step": 27404
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.601223717026738e-06,
      "loss": 0.0005,
      "step": 27405
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.600532306994545e-06,
      "loss": 0.0009,
      "step": 27406
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.599840915336375e-06,
      "loss": 0.0016,
      "step": 27407
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.599149542055961e-06,
      "loss": 0.0018,
      "step": 27408
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.598458187157046e-06,
      "loss": 0.001,
      "step": 27409
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.597766850643361e-06,
      "loss": 0.0007,
      "step": 27410
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.597075532518646e-06,
      "loss": 0.001,
      "step": 27411
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5963842327866366e-06,
      "loss": 0.0012,
      "step": 27412
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.595692951451067e-06,
      "loss": 0.0011,
      "step": 27413
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5950016885156785e-06,
      "loss": 0.0007,
      "step": 27414
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.594310443984202e-06,
      "loss": 0.0011,
      "step": 27415
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.593619217860378e-06,
      "loss": 0.001,
      "step": 27416
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.592928010147938e-06,
      "loss": 0.0009,
      "step": 27417
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.592236820850624e-06,
      "loss": 0.001,
      "step": 27418
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.591545649972169e-06,
      "loss": 0.0011,
      "step": 27419
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.590854497516305e-06,
      "loss": 0.0015,
      "step": 27420
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.590163363486772e-06,
      "loss": 0.001,
      "step": 27421
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.589472247887305e-06,
      "loss": 0.0011,
      "step": 27422
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.588781150721639e-06,
      "loss": 0.0013,
      "step": 27423
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.588090071993508e-06,
      "loss": 0.0007,
      "step": 27424
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.58739901170665e-06,
      "loss": 0.0013,
      "step": 27425
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.586707969864797e-06,
      "loss": 0.0012,
      "step": 27426
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5860169464716885e-06,
      "loss": 0.001,
      "step": 27427
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.585325941531055e-06,
      "loss": 0.0011,
      "step": 27428
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.584634955046634e-06,
      "loss": 0.0009,
      "step": 27429
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5839439870221586e-06,
      "loss": 0.001,
      "step": 27430
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5832530374613635e-06,
      "loss": 0.0012,
      "step": 27431
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5825621063679865e-06,
      "loss": 0.0016,
      "step": 27432
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.581871193745757e-06,
      "loss": 0.0008,
      "step": 27433
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.58118029959841e-06,
      "loss": 0.0007,
      "step": 27434
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.580489423929686e-06,
      "loss": 0.0012,
      "step": 27435
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.579798566743314e-06,
      "loss": 0.0007,
      "step": 27436
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.579107728043026e-06,
      "loss": 0.0013,
      "step": 27437
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.578416907832563e-06,
      "loss": 0.0006,
      "step": 27438
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5777261061156515e-06,
      "loss": 0.0015,
      "step": 27439
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.57703532289603e-06,
      "loss": 0.0011,
      "step": 27440
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.57634455817743e-06,
      "loss": 0.0012,
      "step": 27441
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.575653811963587e-06,
      "loss": 0.0007,
      "step": 27442
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5749630842582325e-06,
      "loss": 0.0007,
      "step": 27443
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5742723750651006e-06,
      "loss": 0.0011,
      "step": 27444
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.573581684387926e-06,
      "loss": 0.0008,
      "step": 27445
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.572891012230438e-06,
      "loss": 0.0014,
      "step": 27446
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.572200358596373e-06,
      "loss": 0.0007,
      "step": 27447
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.571509723489462e-06,
      "loss": 0.0013,
      "step": 27448
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.570819106913441e-06,
      "loss": 0.0006,
      "step": 27449
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.570128508872038e-06,
      "loss": 0.0006,
      "step": 27450
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.56943792936899e-06,
      "loss": 0.0007,
      "step": 27451
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.568747368408029e-06,
      "loss": 0.0009,
      "step": 27452
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.568056825992884e-06,
      "loss": 0.0018,
      "step": 27453
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.567366302127291e-06,
      "loss": 0.0009,
      "step": 27454
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.566675796814979e-06,
      "loss": 0.001,
      "step": 27455
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.565985310059683e-06,
      "loss": 0.0007,
      "step": 27456
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.565294841865136e-06,
      "loss": 0.0008,
      "step": 27457
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5646043922350665e-06,
      "loss": 0.0008,
      "step": 27458
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.563913961173207e-06,
      "loss": 0.001,
      "step": 27459
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5632235486832926e-06,
      "loss": 0.0007,
      "step": 27460
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.562533154769052e-06,
      "loss": 0.0008,
      "step": 27461
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.561842779434215e-06,
      "loss": 0.0012,
      "step": 27462
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.561152422682518e-06,
      "loss": 0.0005,
      "step": 27463
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.560462084517688e-06,
      "loss": 0.0009,
      "step": 27464
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.55977176494346e-06,
      "loss": 0.0005,
      "step": 27465
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.559081463963562e-06,
      "loss": 0.001,
      "step": 27466
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.558391181581727e-06,
      "loss": 0.001,
      "step": 27467
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.557700917801685e-06,
      "loss": 0.0007,
      "step": 27468
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.557010672627164e-06,
      "loss": 0.0008,
      "step": 27469
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.556320446061902e-06,
      "loss": 0.001,
      "step": 27470
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.555630238109621e-06,
      "loss": 0.0009,
      "step": 27471
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.554940048774057e-06,
      "loss": 0.0013,
      "step": 27472
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.554249878058942e-06,
      "loss": 0.0011,
      "step": 27473
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.553559725968002e-06,
      "loss": 0.001,
      "step": 27474
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.552869592504972e-06,
      "loss": 0.001,
      "step": 27475
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.552179477673577e-06,
      "loss": 0.0009,
      "step": 27476
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.551489381477549e-06,
      "loss": 0.0015,
      "step": 27477
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5507993039206195e-06,
      "loss": 0.0012,
      "step": 27478
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.550109245006515e-06,
      "loss": 0.0004,
      "step": 27479
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.54941920473897e-06,
      "loss": 0.001,
      "step": 27480
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5487291831217095e-06,
      "loss": 0.0008,
      "step": 27481
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5480391801584655e-06,
      "loss": 0.001,
      "step": 27482
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.547349195852967e-06,
      "loss": 0.001,
      "step": 27483
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.546659230208944e-06,
      "loss": 0.0014,
      "step": 27484
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.545969283230125e-06,
      "loss": 0.0014,
      "step": 27485
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.545279354920238e-06,
      "loss": 0.0012,
      "step": 27486
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.544589445283014e-06,
      "loss": 0.0009,
      "step": 27487
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.543899554322179e-06,
      "loss": 0.0016,
      "step": 27488
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.543209682041467e-06,
      "loss": 0.0013,
      "step": 27489
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5425198284446025e-06,
      "loss": 0.0005,
      "step": 27490
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.541829993535316e-06,
      "loss": 0.0007,
      "step": 27491
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.541140177317335e-06,
      "loss": 0.0006,
      "step": 27492
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.540450379794387e-06,
      "loss": 0.0008,
      "step": 27493
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.539760600970205e-06,
      "loss": 0.0013,
      "step": 27494
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.539070840848512e-06,
      "loss": 0.0008,
      "step": 27495
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.538381099433038e-06,
      "loss": 0.0012,
      "step": 27496
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.53769137672751e-06,
      "loss": 0.0007,
      "step": 27497
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.537001672735659e-06,
      "loss": 0.0011,
      "step": 27498
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.536311987461208e-06,
      "loss": 0.0018,
      "step": 27499
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.535622320907891e-06,
      "loss": 0.0016,
      "step": 27500
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.534932673079431e-06,
      "loss": 0.0011,
      "step": 27501
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.534243043979556e-06,
      "loss": 0.0006,
      "step": 27502
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.533553433611994e-06,
      "loss": 0.0007,
      "step": 27503
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.532863841980472e-06,
      "loss": 0.0006,
      "step": 27504
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.53217426908872e-06,
      "loss": 0.001,
      "step": 27505
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.531484714940462e-06,
      "loss": 0.0011,
      "step": 27506
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.530795179539421e-06,
      "loss": 0.0012,
      "step": 27507
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5301056628893346e-06,
      "loss": 0.001,
      "step": 27508
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.529416164993922e-06,
      "loss": 0.0009,
      "step": 27509
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.528726685856912e-06,
      "loss": 0.0006,
      "step": 27510
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.528037225482031e-06,
      "loss": 0.0012,
      "step": 27511
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.527347783873003e-06,
      "loss": 0.0014,
      "step": 27512
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.526658361033562e-06,
      "loss": 0.0008,
      "step": 27513
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.525968956967425e-06,
      "loss": 0.0007,
      "step": 27514
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.525279571678325e-06,
      "loss": 0.0008,
      "step": 27515
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.524590205169983e-06,
      "loss": 0.001,
      "step": 27516
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.523900857446128e-06,
      "loss": 0.0008,
      "step": 27517
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.523211528510487e-06,
      "loss": 0.0014,
      "step": 27518
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.522522218366783e-06,
      "loss": 0.0007,
      "step": 27519
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.521832927018743e-06,
      "loss": 0.0013,
      "step": 27520
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.521143654470091e-06,
      "loss": 0.0013,
      "step": 27521
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5204544007245565e-06,
      "loss": 0.0012,
      "step": 27522
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.51976516578586e-06,
      "loss": 0.001,
      "step": 27523
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.519075949657732e-06,
      "loss": 0.0004,
      "step": 27524
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.518386752343892e-06,
      "loss": 0.0006,
      "step": 27525
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.5176975738480696e-06,
      "loss": 0.0007,
      "step": 27526
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.517008414173989e-06,
      "loss": 0.0006,
      "step": 27527
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.516319273325371e-06,
      "loss": 0.001,
      "step": 27528
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.515630151305946e-06,
      "loss": 0.0003,
      "step": 27529
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.514941048119434e-06,
      "loss": 0.0007,
      "step": 27530
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.514251963769564e-06,
      "loss": 0.001,
      "step": 27531
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.51356289826006e-06,
      "loss": 0.0012,
      "step": 27532
    },
    {
      "epoch": 1.12,
      "learning_rate": 6.512873851594641e-06,
      "loss": 0.0007,
      "step": 27533
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.512184823777038e-06,
      "loss": 0.0007,
      "step": 27534
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.511495814810969e-06,
      "loss": 0.0008,
      "step": 27535
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.510806824700164e-06,
      "loss": 0.0018,
      "step": 27536
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.510117853448343e-06,
      "loss": 0.0012,
      "step": 27537
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.509428901059232e-06,
      "loss": 0.001,
      "step": 27538
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.508739967536553e-06,
      "loss": 0.0005,
      "step": 27539
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.50805105288403e-06,
      "loss": 0.0011,
      "step": 27540
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.50736215710539e-06,
      "loss": 0.0008,
      "step": 27541
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.50667328020435e-06,
      "loss": 0.0014,
      "step": 27542
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.505984422184635e-06,
      "loss": 0.0008,
      "step": 27543
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.505295583049974e-06,
      "loss": 0.0012,
      "step": 27544
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.504606762804084e-06,
      "loss": 0.0012,
      "step": 27545
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.503917961450694e-06,
      "loss": 0.0008,
      "step": 27546
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.50322917899352e-06,
      "loss": 0.001,
      "step": 27547
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.50254041543629e-06,
      "loss": 0.0009,
      "step": 27548
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.501851670782726e-06,
      "loss": 0.0007,
      "step": 27549
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.501162945036548e-06,
      "loss": 0.0012,
      "step": 27550
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.500474238201479e-06,
      "loss": 0.0009,
      "step": 27551
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.499785550281243e-06,
      "loss": 0.0008,
      "step": 27552
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.499096881279564e-06,
      "loss": 0.0009,
      "step": 27553
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.498408231200159e-06,
      "loss": 0.0012,
      "step": 27554
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.497719600046757e-06,
      "loss": 0.0012,
      "step": 27555
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.497030987823072e-06,
      "loss": 0.001,
      "step": 27556
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.496342394532834e-06,
      "loss": 0.0012,
      "step": 27557
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.49565382017976e-06,
      "loss": 0.0005,
      "step": 27558
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.494965264767572e-06,
      "loss": 0.0011,
      "step": 27559
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.494276728299993e-06,
      "loss": 0.0013,
      "step": 27560
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.493588210780743e-06,
      "loss": 0.0011,
      "step": 27561
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.492899712213545e-06,
      "loss": 0.0005,
      "step": 27562
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.492211232602118e-06,
      "loss": 0.0008,
      "step": 27563
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.491522771950187e-06,
      "loss": 0.001,
      "step": 27564
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.490834330261471e-06,
      "loss": 0.0008,
      "step": 27565
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.490145907539689e-06,
      "loss": 0.001,
      "step": 27566
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4894575037885665e-06,
      "loss": 0.0005,
      "step": 27567
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.488769119011819e-06,
      "loss": 0.0006,
      "step": 27568
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.488080753213172e-06,
      "loss": 0.001,
      "step": 27569
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4873924063963425e-06,
      "loss": 0.0005,
      "step": 27570
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.486704078565054e-06,
      "loss": 0.0007,
      "step": 27571
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4860157697230216e-06,
      "loss": 0.0013,
      "step": 27572
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.485327479873973e-06,
      "loss": 0.0005,
      "step": 27573
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4846392090216256e-06,
      "loss": 0.0008,
      "step": 27574
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.483950957169695e-06,
      "loss": 0.0007,
      "step": 27575
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.483262724321908e-06,
      "loss": 0.0007,
      "step": 27576
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.482574510481978e-06,
      "loss": 0.0011,
      "step": 27577
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.481886315653632e-06,
      "loss": 0.0014,
      "step": 27578
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4811981398405786e-06,
      "loss": 0.0011,
      "step": 27579
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.480509983046549e-06,
      "loss": 0.0008,
      "step": 27580
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.47982184527526e-06,
      "loss": 0.0011,
      "step": 27581
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.479133726530429e-06,
      "loss": 0.001,
      "step": 27582
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.478445626815772e-06,
      "loss": 0.0005,
      "step": 27583
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.477757546135015e-06,
      "loss": 0.0007,
      "step": 27584
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.477069484491871e-06,
      "loss": 0.0006,
      "step": 27585
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4763814418900625e-06,
      "loss": 0.001,
      "step": 27586
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.475693418333307e-06,
      "loss": 0.0008,
      "step": 27587
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.475005413825326e-06,
      "loss": 0.001,
      "step": 27588
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.474317428369834e-06,
      "loss": 0.0013,
      "step": 27589
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.47362946197055e-06,
      "loss": 0.0007,
      "step": 27590
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.472941514631197e-06,
      "loss": 0.0018,
      "step": 27591
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.472253586355486e-06,
      "loss": 0.0013,
      "step": 27592
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.471565677147142e-06,
      "loss": 0.0019,
      "step": 27593
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.470877787009879e-06,
      "loss": 0.0013,
      "step": 27594
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.470189915947419e-06,
      "loss": 0.0008,
      "step": 27595
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.469502063963475e-06,
      "loss": 0.0006,
      "step": 27596
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4688142310617685e-06,
      "loss": 0.0012,
      "step": 27597
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.468126417246017e-06,
      "loss": 0.0009,
      "step": 27598
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.467438622519934e-06,
      "loss": 0.0006,
      "step": 27599
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.466750846887242e-06,
      "loss": 0.0016,
      "step": 27600
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4660630903516554e-06,
      "loss": 0.0007,
      "step": 27601
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.465375352916894e-06,
      "loss": 0.0011,
      "step": 27602
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.464687634586672e-06,
      "loss": 0.001,
      "step": 27603
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.463999935364708e-06,
      "loss": 0.0005,
      "step": 27604
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.463312255254721e-06,
      "loss": 0.0009,
      "step": 27605
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.462624594260425e-06,
      "loss": 0.0007,
      "step": 27606
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.461936952385538e-06,
      "loss": 0.0011,
      "step": 27607
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.461249329633774e-06,
      "loss": 0.0006,
      "step": 27608
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.460561726008856e-06,
      "loss": 0.0015,
      "step": 27609
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.459874141514493e-06,
      "loss": 0.001,
      "step": 27610
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4591865761544085e-06,
      "loss": 0.0011,
      "step": 27611
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.45849902993231e-06,
      "loss": 0.0009,
      "step": 27612
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.457811502851923e-06,
      "loss": 0.0011,
      "step": 27613
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.45712399491696e-06,
      "loss": 0.001,
      "step": 27614
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.456436506131131e-06,
      "loss": 0.0011,
      "step": 27615
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.455749036498159e-06,
      "loss": 0.0015,
      "step": 27616
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.45506158602176e-06,
      "loss": 0.0007,
      "step": 27617
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4543741547056475e-06,
      "loss": 0.0014,
      "step": 27618
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.453686742553536e-06,
      "loss": 0.0011,
      "step": 27619
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4529993495691426e-06,
      "loss": 0.0007,
      "step": 27620
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.452311975756183e-06,
      "loss": 0.0009,
      "step": 27621
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.451624621118371e-06,
      "loss": 0.0009,
      "step": 27622
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.450937285659422e-06,
      "loss": 0.0015,
      "step": 27623
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.450249969383051e-06,
      "loss": 0.0014,
      "step": 27624
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.449562672292973e-06,
      "loss": 0.0006,
      "step": 27625
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.448875394392905e-06,
      "loss": 0.0015,
      "step": 27626
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.448188135686557e-06,
      "loss": 0.0011,
      "step": 27627
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.447500896177649e-06,
      "loss": 0.0012,
      "step": 27628
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.44681367586989e-06,
      "loss": 0.0009,
      "step": 27629
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.446126474767e-06,
      "loss": 0.0014,
      "step": 27630
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.44543929287269e-06,
      "loss": 0.0009,
      "step": 27631
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.444752130190673e-06,
      "loss": 0.0009,
      "step": 27632
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.444064986724668e-06,
      "loss": 0.0008,
      "step": 27633
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.443377862478382e-06,
      "loss": 0.0007,
      "step": 27634
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4426907574555364e-06,
      "loss": 0.0007,
      "step": 27635
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.442003671659838e-06,
      "loss": 0.001,
      "step": 27636
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.441316605095007e-06,
      "loss": 0.0011,
      "step": 27637
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.440629557764752e-06,
      "loss": 0.0011,
      "step": 27638
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.439942529672788e-06,
      "loss": 0.0003,
      "step": 27639
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.439255520822831e-06,
      "loss": 0.0012,
      "step": 27640
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.438568531218588e-06,
      "loss": 0.0014,
      "step": 27641
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.437881560863779e-06,
      "loss": 0.0009,
      "step": 27642
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.437194609762112e-06,
      "loss": 0.001,
      "step": 27643
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.436507677917304e-06,
      "loss": 0.0007,
      "step": 27644
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.435820765333066e-06,
      "loss": 0.0008,
      "step": 27645
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.435133872013108e-06,
      "loss": 0.0004,
      "step": 27646
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.434446997961149e-06,
      "loss": 0.0011,
      "step": 27647
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.433760143180895e-06,
      "loss": 0.0004,
      "step": 27648
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.433073307676063e-06,
      "loss": 0.0007,
      "step": 27649
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.432386491450362e-06,
      "loss": 0.0004,
      "step": 27650
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.431699694507503e-06,
      "loss": 0.0004,
      "step": 27651
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.431012916851204e-06,
      "loss": 0.0008,
      "step": 27652
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.430326158485174e-06,
      "loss": 0.0013,
      "step": 27653
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.429639419413125e-06,
      "loss": 0.0004,
      "step": 27654
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.428952699638771e-06,
      "loss": 0.0012,
      "step": 27655
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.428265999165817e-06,
      "loss": 0.001,
      "step": 27656
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.427579317997981e-06,
      "loss": 0.0011,
      "step": 27657
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4268926561389726e-06,
      "loss": 0.001,
      "step": 27658
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.426206013592503e-06,
      "loss": 0.0008,
      "step": 27659
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.425519390362283e-06,
      "loss": 0.0007,
      "step": 27660
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.424832786452024e-06,
      "loss": 0.001,
      "step": 27661
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.42414620186544e-06,
      "loss": 0.0006,
      "step": 27662
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.423459636606235e-06,
      "loss": 0.0011,
      "step": 27663
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.422773090678127e-06,
      "loss": 0.0004,
      "step": 27664
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.422086564084823e-06,
      "loss": 0.0008,
      "step": 27665
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.421400056830036e-06,
      "loss": 0.0011,
      "step": 27666
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.420713568917472e-06,
      "loss": 0.0018,
      "step": 27667
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.420027100350848e-06,
      "loss": 0.0006,
      "step": 27668
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4193406511338675e-06,
      "loss": 0.0006,
      "step": 27669
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4186542212702475e-06,
      "loss": 0.0015,
      "step": 27670
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.417967810763694e-06,
      "loss": 0.0009,
      "step": 27671
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4172814196179165e-06,
      "loss": 0.0011,
      "step": 27672
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.416595047836628e-06,
      "loss": 0.0009,
      "step": 27673
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.415908695423534e-06,
      "loss": 0.0005,
      "step": 27674
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.415222362382349e-06,
      "loss": 0.0009,
      "step": 27675
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.414536048716779e-06,
      "loss": 0.0006,
      "step": 27676
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.413849754430537e-06,
      "loss": 0.0014,
      "step": 27677
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.413163479527329e-06,
      "loss": 0.0008,
      "step": 27678
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4124772240108644e-06,
      "loss": 0.001,
      "step": 27679
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.411790987884856e-06,
      "loss": 0.0007,
      "step": 27680
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.411104771153007e-06,
      "loss": 0.001,
      "step": 27681
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.410418573819034e-06,
      "loss": 0.0012,
      "step": 27682
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.409732395886639e-06,
      "loss": 0.0011,
      "step": 27683
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.409046237359535e-06,
      "loss": 0.0009,
      "step": 27684
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.408360098241427e-06,
      "loss": 0.0005,
      "step": 27685
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.407673978536029e-06,
      "loss": 0.0009,
      "step": 27686
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.40698787824704e-06,
      "loss": 0.0018,
      "step": 27687
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.40630179737818e-06,
      "loss": 0.0015,
      "step": 27688
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.405615735933148e-06,
      "loss": 0.0009,
      "step": 27689
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.40492969391566e-06,
      "loss": 0.0005,
      "step": 27690
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.404243671329417e-06,
      "loss": 0.0017,
      "step": 27691
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.403557668178133e-06,
      "loss": 0.0014,
      "step": 27692
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.40287168446551e-06,
      "loss": 0.0009,
      "step": 27693
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.40218572019526e-06,
      "loss": 0.0006,
      "step": 27694
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.4014997753710895e-06,
      "loss": 0.0006,
      "step": 27695
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.400813849996703e-06,
      "loss": 0.0009,
      "step": 27696
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.400127944075813e-06,
      "loss": 0.001,
      "step": 27697
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.399442057612123e-06,
      "loss": 0.0013,
      "step": 27698
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.398756190609343e-06,
      "loss": 0.0009,
      "step": 27699
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3980703430711765e-06,
      "loss": 0.0008,
      "step": 27700
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.397384515001335e-06,
      "loss": 0.0006,
      "step": 27701
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.396698706403519e-06,
      "loss": 0.0005,
      "step": 27702
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.396012917281442e-06,
      "loss": 0.0006,
      "step": 27703
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.395327147638809e-06,
      "loss": 0.0008,
      "step": 27704
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.394641397479322e-06,
      "loss": 0.0009,
      "step": 27705
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.393955666806695e-06,
      "loss": 0.0009,
      "step": 27706
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.393269955624626e-06,
      "loss": 0.0005,
      "step": 27707
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.392584263936828e-06,
      "loss": 0.0004,
      "step": 27708
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.391898591747004e-06,
      "loss": 0.0011,
      "step": 27709
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3912129390588615e-06,
      "loss": 0.0006,
      "step": 27710
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.390527305876106e-06,
      "loss": 0.0008,
      "step": 27711
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.389841692202441e-06,
      "loss": 0.0007,
      "step": 27712
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.389156098041575e-06,
      "loss": 0.0007,
      "step": 27713
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3884705233972125e-06,
      "loss": 0.0009,
      "step": 27714
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.387784968273061e-06,
      "loss": 0.0008,
      "step": 27715
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.387099432672821e-06,
      "loss": 0.001,
      "step": 27716
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.386413916600203e-06,
      "loss": 0.001,
      "step": 27717
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.385728420058911e-06,
      "loss": 0.0008,
      "step": 27718
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.385042943052648e-06,
      "loss": 0.0012,
      "step": 27719
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.384357485585119e-06,
      "loss": 0.0011,
      "step": 27720
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.383672047660032e-06,
      "loss": 0.001,
      "step": 27721
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.382986629281091e-06,
      "loss": 0.0006,
      "step": 27722
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.382301230451995e-06,
      "loss": 0.0012,
      "step": 27723
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.381615851176455e-06,
      "loss": 0.0007,
      "step": 27724
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.380930491458175e-06,
      "loss": 0.0009,
      "step": 27725
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.380245151300857e-06,
      "loss": 0.0012,
      "step": 27726
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.379559830708208e-06,
      "loss": 0.0015,
      "step": 27727
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.378874529683929e-06,
      "loss": 0.0009,
      "step": 27728
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3781892482317255e-06,
      "loss": 0.0005,
      "step": 27729
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.377503986355301e-06,
      "loss": 0.0008,
      "step": 27730
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.37681874405836e-06,
      "loss": 0.001,
      "step": 27731
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.376133521344605e-06,
      "loss": 0.0008,
      "step": 27732
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.375448318217741e-06,
      "loss": 0.0008,
      "step": 27733
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.374763134681472e-06,
      "loss": 0.0005,
      "step": 27734
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3740779707395004e-06,
      "loss": 0.0012,
      "step": 27735
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.373392826395527e-06,
      "loss": 0.0007,
      "step": 27736
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3727077016532605e-06,
      "loss": 0.0008,
      "step": 27737
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3720225965163966e-06,
      "loss": 0.0009,
      "step": 27738
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.371337510988647e-06,
      "loss": 0.001,
      "step": 27739
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.370652445073706e-06,
      "loss": 0.0008,
      "step": 27740
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.369967398775283e-06,
      "loss": 0.0009,
      "step": 27741
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.369282372097076e-06,
      "loss": 0.0009,
      "step": 27742
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.368597365042794e-06,
      "loss": 0.0017,
      "step": 27743
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3679123776161326e-06,
      "loss": 0.0008,
      "step": 27744
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.367227409820796e-06,
      "loss": 0.0012,
      "step": 27745
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.366542461660487e-06,
      "loss": 0.0013,
      "step": 27746
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.365857533138909e-06,
      "loss": 0.0009,
      "step": 27747
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.365172624259763e-06,
      "loss": 0.0012,
      "step": 27748
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.364487735026748e-06,
      "loss": 0.0011,
      "step": 27749
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.363802865443571e-06,
      "loss": 0.0004,
      "step": 27750
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.363118015513933e-06,
      "loss": 0.001,
      "step": 27751
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.36243318524153e-06,
      "loss": 0.0008,
      "step": 27752
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3617483746300705e-06,
      "loss": 0.0008,
      "step": 27753
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.361063583683249e-06,
      "loss": 0.0009,
      "step": 27754
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.360378812404774e-06,
      "loss": 0.0008,
      "step": 27755
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.359694060798341e-06,
      "loss": 0.0008,
      "step": 27756
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3590093288676535e-06,
      "loss": 0.0005,
      "step": 27757
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.358324616616411e-06,
      "loss": 0.0011,
      "step": 27758
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.357639924048316e-06,
      "loss": 0.001,
      "step": 27759
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3569552511670695e-06,
      "loss": 0.001,
      "step": 27760
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.356270597976373e-06,
      "loss": 0.0008,
      "step": 27761
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.355585964479923e-06,
      "loss": 0.0008,
      "step": 27762
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3549013506814236e-06,
      "loss": 0.0006,
      "step": 27763
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.354216756584573e-06,
      "loss": 0.001,
      "step": 27764
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.353532182193074e-06,
      "loss": 0.0005,
      "step": 27765
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.352847627510623e-06,
      "loss": 0.0006,
      "step": 27766
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.352163092540924e-06,
      "loss": 0.0008,
      "step": 27767
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.351478577287675e-06,
      "loss": 0.0006,
      "step": 27768
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3507940817545745e-06,
      "loss": 0.0013,
      "step": 27769
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.350109605945323e-06,
      "loss": 0.0007,
      "step": 27770
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.34942514986362e-06,
      "loss": 0.0011,
      "step": 27771
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.348740713513167e-06,
      "loss": 0.0012,
      "step": 27772
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.34805629689766e-06,
      "loss": 0.0009,
      "step": 27773
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.347371900020802e-06,
      "loss": 0.0015,
      "step": 27774
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.34668752288629e-06,
      "loss": 0.0012,
      "step": 27775
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.34600316549782e-06,
      "loss": 0.0008,
      "step": 27776
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.345318827859097e-06,
      "loss": 0.0006,
      "step": 27777
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.344634509973815e-06,
      "loss": 0.0012,
      "step": 27778
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.343950211845677e-06,
      "loss": 0.0008,
      "step": 27779
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.343265933478378e-06,
      "loss": 0.0006,
      "step": 27780
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.342581674875617e-06,
      "loss": 0.0008,
      "step": 27781
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.341897436041094e-06,
      "loss": 0.0011,
      "step": 27782
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.341213216978507e-06,
      "loss": 0.0011,
      "step": 27783
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3405290176915535e-06,
      "loss": 0.001,
      "step": 27784
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.339844838183931e-06,
      "loss": 0.0013,
      "step": 27785
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.339160678459338e-06,
      "loss": 0.0011,
      "step": 27786
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.338476538521472e-06,
      "loss": 0.0009,
      "step": 27787
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.337792418374033e-06,
      "loss": 0.0012,
      "step": 27788
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.337108318020715e-06,
      "loss": 0.0005,
      "step": 27789
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.33642423746522e-06,
      "loss": 0.0008,
      "step": 27790
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.335740176711241e-06,
      "loss": 0.0007,
      "step": 27791
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3350561357624765e-06,
      "loss": 0.0008,
      "step": 27792
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.334372114622627e-06,
      "loss": 0.0007,
      "step": 27793
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3336881132953845e-06,
      "loss": 0.0011,
      "step": 27794
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.333004131784446e-06,
      "loss": 0.0009,
      "step": 27795
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3323201700935154e-06,
      "loss": 0.0008,
      "step": 27796
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.331636228226283e-06,
      "loss": 0.0013,
      "step": 27797
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.330952306186451e-06,
      "loss": 0.001,
      "step": 27798
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.330268403977708e-06,
      "loss": 0.0011,
      "step": 27799
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.32958452160376e-06,
      "loss": 0.0008,
      "step": 27800
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.328900659068296e-06,
      "loss": 0.0007,
      "step": 27801
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3282168163750135e-06,
      "loss": 0.0007,
      "step": 27802
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.327532993527612e-06,
      "loss": 0.0007,
      "step": 27803
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.326849190529783e-06,
      "loss": 0.0009,
      "step": 27804
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3261654073852264e-06,
      "loss": 0.0008,
      "step": 27805
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3254816440976355e-06,
      "loss": 0.0009,
      "step": 27806
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.324797900670707e-06,
      "loss": 0.0019,
      "step": 27807
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.324114177108138e-06,
      "loss": 0.0008,
      "step": 27808
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.32343047341362e-06,
      "loss": 0.0008,
      "step": 27809
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.322746789590852e-06,
      "loss": 0.001,
      "step": 27810
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.322063125643527e-06,
      "loss": 0.0013,
      "step": 27811
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3213794815753435e-06,
      "loss": 0.0011,
      "step": 27812
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.320695857389991e-06,
      "loss": 0.0013,
      "step": 27813
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.320012253091172e-06,
      "loss": 0.0007,
      "step": 27814
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.319328668682574e-06,
      "loss": 0.001,
      "step": 27815
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.318645104167897e-06,
      "loss": 0.0008,
      "step": 27816
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3179615595508335e-06,
      "loss": 0.0008,
      "step": 27817
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.317278034835077e-06,
      "loss": 0.0012,
      "step": 27818
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3165945300243235e-06,
      "loss": 0.0007,
      "step": 27819
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.315911045122265e-06,
      "loss": 0.0012,
      "step": 27820
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.315227580132601e-06,
      "loss": 0.0007,
      "step": 27821
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3145441350590195e-06,
      "loss": 0.0008,
      "step": 27822
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.313860709905219e-06,
      "loss": 0.0008,
      "step": 27823
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.313177304674892e-06,
      "loss": 0.0015,
      "step": 27824
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3124939193717295e-06,
      "loss": 0.0008,
      "step": 27825
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.31181055399943e-06,
      "loss": 0.0009,
      "step": 27826
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.311127208561683e-06,
      "loss": 0.001,
      "step": 27827
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.310443883062185e-06,
      "loss": 0.0005,
      "step": 27828
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3097605775046256e-06,
      "loss": 0.001,
      "step": 27829
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.309077291892703e-06,
      "loss": 0.0013,
      "step": 27830
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.308394026230102e-06,
      "loss": 0.0005,
      "step": 27831
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.307710780520528e-06,
      "loss": 0.0008,
      "step": 27832
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.307027554767664e-06,
      "loss": 0.0006,
      "step": 27833
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.306344348975208e-06,
      "loss": 0.001,
      "step": 27834
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.305661163146849e-06,
      "loss": 0.0013,
      "step": 27835
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.304977997286283e-06,
      "loss": 0.0013,
      "step": 27836
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.304294851397199e-06,
      "loss": 0.0006,
      "step": 27837
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.303611725483294e-06,
      "loss": 0.0005,
      "step": 27838
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3029286195482565e-06,
      "loss": 0.0009,
      "step": 27839
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.3022455335957796e-06,
      "loss": 0.0006,
      "step": 27840
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.301562467629556e-06,
      "loss": 0.001,
      "step": 27841
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.300879421653277e-06,
      "loss": 0.0009,
      "step": 27842
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.300196395670635e-06,
      "loss": 0.0013,
      "step": 27843
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.299513389685319e-06,
      "loss": 0.0008,
      "step": 27844
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.298830403701024e-06,
      "loss": 0.0008,
      "step": 27845
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.29814743772144e-06,
      "loss": 0.001,
      "step": 27846
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.297464491750261e-06,
      "loss": 0.0011,
      "step": 27847
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.296781565791176e-06,
      "loss": 0.0014,
      "step": 27848
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.296098659847873e-06,
      "loss": 0.0014,
      "step": 27849
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.2954157739240505e-06,
      "loss": 0.0012,
      "step": 27850
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.294732908023393e-06,
      "loss": 0.0014,
      "step": 27851
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.294050062149594e-06,
      "loss": 0.0013,
      "step": 27852
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.293367236306345e-06,
      "loss": 0.0016,
      "step": 27853
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.292684430497336e-06,
      "loss": 0.0007,
      "step": 27854
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.292001644726256e-06,
      "loss": 0.001,
      "step": 27855
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.291318878996797e-06,
      "loss": 0.0009,
      "step": 27856
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.290636133312651e-06,
      "loss": 0.0009,
      "step": 27857
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.289953407677503e-06,
      "loss": 0.0004,
      "step": 27858
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.289270702095048e-06,
      "loss": 0.0011,
      "step": 27859
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.288588016568973e-06,
      "loss": 0.0008,
      "step": 27860
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.287905351102972e-06,
      "loss": 0.0009,
      "step": 27861
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.2872227057007286e-06,
      "loss": 0.0011,
      "step": 27862
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.286540080365939e-06,
      "loss": 0.0016,
      "step": 27863
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.2858574751022905e-06,
      "loss": 0.0007,
      "step": 27864
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.285174889913468e-06,
      "loss": 0.0007,
      "step": 27865
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.284492324803166e-06,
      "loss": 0.001,
      "step": 27866
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.283809779775073e-06,
      "loss": 0.001,
      "step": 27867
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.283127254832874e-06,
      "loss": 0.0011,
      "step": 27868
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.282444749980265e-06,
      "loss": 0.0009,
      "step": 27869
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.2817622652209294e-06,
      "loss": 0.0005,
      "step": 27870
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.281079800558562e-06,
      "loss": 0.0009,
      "step": 27871
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.280397355996843e-06,
      "loss": 0.0009,
      "step": 27872
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.2797149315394705e-06,
      "loss": 0.0008,
      "step": 27873
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.279032527190125e-06,
      "loss": 0.0016,
      "step": 27874
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.278350142952498e-06,
      "loss": 0.0009,
      "step": 27875
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.2776677788302785e-06,
      "loss": 0.0011,
      "step": 27876
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.276985434827152e-06,
      "loss": 0.0015,
      "step": 27877
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.276303110946811e-06,
      "loss": 0.0011,
      "step": 27878
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.275620807192938e-06,
      "loss": 0.001,
      "step": 27879
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.274938523569226e-06,
      "loss": 0.0005,
      "step": 27880
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.2742562600793614e-06,
      "loss": 0.0009,
      "step": 27881
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.273574016727026e-06,
      "loss": 0.0011,
      "step": 27882
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.272891793515916e-06,
      "loss": 0.0007,
      "step": 27883
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.272209590449714e-06,
      "loss": 0.0003,
      "step": 27884
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.271527407532108e-06,
      "loss": 0.0006,
      "step": 27885
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.270845244766785e-06,
      "loss": 0.0014,
      "step": 27886
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.270163102157434e-06,
      "loss": 0.001,
      "step": 27887
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.26948097970774e-06,
      "loss": 0.001,
      "step": 27888
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.268798877421387e-06,
      "loss": 0.0005,
      "step": 27889
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.268116795302068e-06,
      "loss": 0.0004,
      "step": 27890
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.267434733353466e-06,
      "loss": 0.0013,
      "step": 27891
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.2667526915792675e-06,
      "loss": 0.0012,
      "step": 27892
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.26607066998316e-06,
      "loss": 0.0004,
      "step": 27893
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.26538866856883e-06,
      "loss": 0.0005,
      "step": 27894
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.264706687339961e-06,
      "loss": 0.0005,
      "step": 27895
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.264024726300244e-06,
      "loss": 0.0007,
      "step": 27896
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.263342785453361e-06,
      "loss": 0.0013,
      "step": 27897
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.262660864802999e-06,
      "loss": 0.0008,
      "step": 27898
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.2619789643528424e-06,
      "loss": 0.0012,
      "step": 27899
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.261297084106579e-06,
      "loss": 0.0009,
      "step": 27900
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.260615224067894e-06,
      "loss": 0.0009,
      "step": 27901
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.259933384240471e-06,
      "loss": 0.001,
      "step": 27902
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.259251564627999e-06,
      "loss": 0.0013,
      "step": 27903
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.258569765234157e-06,
      "loss": 0.0014,
      "step": 27904
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.257887986062637e-06,
      "loss": 0.0007,
      "step": 27905
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.25720622711712e-06,
      "loss": 0.001,
      "step": 27906
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.256524488401293e-06,
      "loss": 0.0009,
      "step": 27907
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.255842769918838e-06,
      "loss": 0.001,
      "step": 27908
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.2551610716734435e-06,
      "loss": 0.0005,
      "step": 27909
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.254479393668791e-06,
      "loss": 0.0007,
      "step": 27910
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.253797735908567e-06,
      "loss": 0.0006,
      "step": 27911
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.253116098396452e-06,
      "loss": 0.0011,
      "step": 27912
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.252434481136135e-06,
      "loss": 0.0018,
      "step": 27913
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.251752884131299e-06,
      "loss": 0.0006,
      "step": 27914
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.251071307385623e-06,
      "loss": 0.0004,
      "step": 27915
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.250389750902799e-06,
      "loss": 0.0014,
      "step": 27916
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.249708214686505e-06,
      "loss": 0.0015,
      "step": 27917
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.249026698740427e-06,
      "loss": 0.0009,
      "step": 27918
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.248345203068247e-06,
      "loss": 0.0012,
      "step": 27919
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.247663727673651e-06,
      "loss": 0.0009,
      "step": 27920
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.2469822725603205e-06,
      "loss": 0.0016,
      "step": 27921
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.2463008377319375e-06,
      "loss": 0.0006,
      "step": 27922
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.245619423192188e-06,
      "loss": 0.0009,
      "step": 27923
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.244938028944754e-06,
      "loss": 0.0008,
      "step": 27924
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.244256654993317e-06,
      "loss": 0.0006,
      "step": 27925
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.243575301341561e-06,
      "loss": 0.0009,
      "step": 27926
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.242893967993171e-06,
      "loss": 0.001,
      "step": 27927
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.242212654951823e-06,
      "loss": 0.0007,
      "step": 27928
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.241531362221207e-06,
      "loss": 0.0008,
      "step": 27929
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.240850089805003e-06,
      "loss": 0.0014,
      "step": 27930
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.240168837706889e-06,
      "loss": 0.0006,
      "step": 27931
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.239487605930555e-06,
      "loss": 0.0007,
      "step": 27932
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.238806394479673e-06,
      "loss": 0.0012,
      "step": 27933
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.238125203357935e-06,
      "loss": 0.0009,
      "step": 27934
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.237444032569013e-06,
      "loss": 0.0006,
      "step": 27935
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.236762882116599e-06,
      "loss": 0.0008,
      "step": 27936
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.236081752004368e-06,
      "loss": 0.0005,
      "step": 27937
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.235400642236003e-06,
      "loss": 0.0011,
      "step": 27938
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.234719552815186e-06,
      "loss": 0.001,
      "step": 27939
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.234038483745594e-06,
      "loss": 0.0007,
      "step": 27940
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.2333574350309135e-06,
      "loss": 0.0007,
      "step": 27941
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.232676406674827e-06,
      "loss": 0.0011,
      "step": 27942
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.231995398681008e-06,
      "loss": 0.0009,
      "step": 27943
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.231314411053147e-06,
      "loss": 0.0006,
      "step": 27944
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.230633443794915e-06,
      "loss": 0.0007,
      "step": 27945
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.229952496909999e-06,
      "loss": 0.0008,
      "step": 27946
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.229271570402078e-06,
      "loss": 0.0007,
      "step": 27947
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.228590664274829e-06,
      "loss": 0.0008,
      "step": 27948
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.22790977853194e-06,
      "loss": 0.0009,
      "step": 27949
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.227228913177081e-06,
      "loss": 0.0019,
      "step": 27950
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.226548068213941e-06,
      "loss": 0.0006,
      "step": 27951
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.2258672436461945e-06,
      "loss": 0.0014,
      "step": 27952
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.225186439477524e-06,
      "loss": 0.001,
      "step": 27953
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.22450565571161e-06,
      "loss": 0.0012,
      "step": 27954
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.223824892352128e-06,
      "loss": 0.0007,
      "step": 27955
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.223144149402762e-06,
      "loss": 0.0019,
      "step": 27956
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.222463426867187e-06,
      "loss": 0.0004,
      "step": 27957
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.221782724749086e-06,
      "loss": 0.0011,
      "step": 27958
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.221102043052136e-06,
      "loss": 0.0005,
      "step": 27959
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.220421381780019e-06,
      "loss": 0.0007,
      "step": 27960
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.219740740936411e-06,
      "loss": 0.0005,
      "step": 27961
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.2190601205249915e-06,
      "loss": 0.0014,
      "step": 27962
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.2183795205494405e-06,
      "loss": 0.0005,
      "step": 27963
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.217698941013432e-06,
      "loss": 0.001,
      "step": 27964
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.217018381920652e-06,
      "loss": 0.0009,
      "step": 27965
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.216337843274773e-06,
      "loss": 0.0008,
      "step": 27966
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.215657325079476e-06,
      "loss": 0.0005,
      "step": 27967
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.214976827338437e-06,
      "loss": 0.0005,
      "step": 27968
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.214296350055338e-06,
      "loss": 0.0009,
      "step": 27969
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.213615893233854e-06,
      "loss": 0.0009,
      "step": 27970
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.212935456877663e-06,
      "loss": 0.0011,
      "step": 27971
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.212255040990443e-06,
      "loss": 0.0011,
      "step": 27972
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.211574645575871e-06,
      "loss": 0.001,
      "step": 27973
    },
    {
      "epoch": 1.13,
      "learning_rate": 6.210894270637626e-06,
      "loss": 0.0007,
      "step": 27974
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.2102139161793825e-06,
      "loss": 0.0007,
      "step": 27975
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.209533582204819e-06,
      "loss": 0.0009,
      "step": 27976
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.2088532687176184e-06,
      "loss": 0.0016,
      "step": 27977
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.208172975721452e-06,
      "loss": 0.0008,
      "step": 27978
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.207492703219995e-06,
      "loss": 0.0007,
      "step": 27979
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.20681245121693e-06,
      "loss": 0.0012,
      "step": 27980
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.206132219715928e-06,
      "loss": 0.0012,
      "step": 27981
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.205452008720671e-06,
      "loss": 0.0008,
      "step": 27982
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.204771818234832e-06,
      "loss": 0.0012,
      "step": 27983
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.204091648262087e-06,
      "loss": 0.001,
      "step": 27984
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.203411498806114e-06,
      "loss": 0.0008,
      "step": 27985
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.202731369870591e-06,
      "loss": 0.0007,
      "step": 27986
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.202051261459192e-06,
      "loss": 0.001,
      "step": 27987
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.20137117357559e-06,
      "loss": 0.0007,
      "step": 27988
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.200691106223466e-06,
      "loss": 0.0012,
      "step": 27989
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.2000110594064915e-06,
      "loss": 0.0007,
      "step": 27990
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.199331033128346e-06,
      "loss": 0.0013,
      "step": 27991
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.198651027392701e-06,
      "loss": 0.0006,
      "step": 27992
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.197971042203236e-06,
      "loss": 0.0009,
      "step": 27993
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.197291077563624e-06,
      "loss": 0.001,
      "step": 27994
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.196611133477539e-06,
      "loss": 0.0007,
      "step": 27995
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.19593120994866e-06,
      "loss": 0.0011,
      "step": 27996
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.195251306980657e-06,
      "loss": 0.0014,
      "step": 27997
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.194571424577209e-06,
      "loss": 0.0007,
      "step": 27998
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.193891562741987e-06,
      "loss": 0.0012,
      "step": 27999
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.19321172147867e-06,
      "loss": 0.001,
      "step": 28000
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.192531900790931e-06,
      "loss": 0.001,
      "step": 28001
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.19185210068244e-06,
      "loss": 0.0007,
      "step": 28002
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.19117232115688e-06,
      "loss": 0.0013,
      "step": 28003
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1904925622179155e-06,
      "loss": 0.0008,
      "step": 28004
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.189812823869229e-06,
      "loss": 0.0012,
      "step": 28005
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.189133106114488e-06,
      "loss": 0.0017,
      "step": 28006
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.188453408957371e-06,
      "loss": 0.0011,
      "step": 28007
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.187773732401547e-06,
      "loss": 0.0023,
      "step": 28008
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.187094076450696e-06,
      "loss": 0.0008,
      "step": 28009
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.186414441108488e-06,
      "loss": 0.0009,
      "step": 28010
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.185734826378593e-06,
      "loss": 0.001,
      "step": 28011
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1850552322646865e-06,
      "loss": 0.0004,
      "step": 28012
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.184375658770448e-06,
      "loss": 0.0007,
      "step": 28013
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.183696105899542e-06,
      "loss": 0.0006,
      "step": 28014
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1830165736556465e-06,
      "loss": 0.0008,
      "step": 28015
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.182337062042431e-06,
      "loss": 0.0005,
      "step": 28016
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.181657571063573e-06,
      "loss": 0.0006,
      "step": 28017
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1809781007227406e-06,
      "loss": 0.001,
      "step": 28018
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.180298651023607e-06,
      "loss": 0.0008,
      "step": 28019
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.179619221969848e-06,
      "loss": 0.0009,
      "step": 28020
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.17893981356513e-06,
      "loss": 0.0007,
      "step": 28021
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.178260425813132e-06,
      "loss": 0.0012,
      "step": 28022
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.177581058717519e-06,
      "loss": 0.0014,
      "step": 28023
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.176901712281968e-06,
      "loss": 0.0012,
      "step": 28024
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.17622238651015e-06,
      "loss": 0.0013,
      "step": 28025
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.175543081405737e-06,
      "loss": 0.0006,
      "step": 28026
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.174863796972399e-06,
      "loss": 0.0011,
      "step": 28027
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.174184533213807e-06,
      "loss": 0.0008,
      "step": 28028
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.173505290133637e-06,
      "loss": 0.0008,
      "step": 28029
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.172826067735553e-06,
      "loss": 0.0008,
      "step": 28030
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.172146866023232e-06,
      "loss": 0.0015,
      "step": 28031
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.171467685000342e-06,
      "loss": 0.0007,
      "step": 28032
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.170788524670557e-06,
      "loss": 0.001,
      "step": 28033
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.170109385037546e-06,
      "loss": 0.0008,
      "step": 28034
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.169430266104979e-06,
      "loss": 0.0008,
      "step": 28035
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.168751167876528e-06,
      "loss": 0.001,
      "step": 28036
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.16807209035586e-06,
      "loss": 0.0006,
      "step": 28037
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.167393033546651e-06,
      "loss": 0.0013,
      "step": 28038
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.166713997452567e-06,
      "loss": 0.0022,
      "step": 28039
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.166034982077282e-06,
      "loss": 0.0009,
      "step": 28040
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.165355987424462e-06,
      "loss": 0.001,
      "step": 28041
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.164677013497779e-06,
      "loss": 0.0018,
      "step": 28042
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.163998060300904e-06,
      "loss": 0.0004,
      "step": 28043
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.163319127837502e-06,
      "loss": 0.0006,
      "step": 28044
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.162640216111249e-06,
      "loss": 0.0005,
      "step": 28045
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.16196132512581e-06,
      "loss": 0.0011,
      "step": 28046
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.161282454884856e-06,
      "loss": 0.0009,
      "step": 28047
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.160603605392053e-06,
      "loss": 0.0007,
      "step": 28048
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.159924776651074e-06,
      "loss": 0.001,
      "step": 28049
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.15924596866559e-06,
      "loss": 0.0006,
      "step": 28050
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.158567181439268e-06,
      "loss": 0.0006,
      "step": 28051
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.157888414975773e-06,
      "loss": 0.0005,
      "step": 28052
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.15720966927878e-06,
      "loss": 0.001,
      "step": 28053
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1565309443519505e-06,
      "loss": 0.0006,
      "step": 28054
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.155852240198961e-06,
      "loss": 0.001,
      "step": 28055
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.155173556823471e-06,
      "loss": 0.0005,
      "step": 28056
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.154494894229157e-06,
      "loss": 0.0005,
      "step": 28057
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.153816252419682e-06,
      "loss": 0.0006,
      "step": 28058
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1531376313987164e-06,
      "loss": 0.0011,
      "step": 28059
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1524590311699285e-06,
      "loss": 0.001,
      "step": 28060
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.151780451736983e-06,
      "loss": 0.0009,
      "step": 28061
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.15110189310355e-06,
      "loss": 0.0003,
      "step": 28062
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.150423355273296e-06,
      "loss": 0.001,
      "step": 28063
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.149744838249892e-06,
      "loss": 0.0008,
      "step": 28064
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.149066342036999e-06,
      "loss": 0.0009,
      "step": 28065
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.14838786663829e-06,
      "loss": 0.0006,
      "step": 28066
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.14770941205743e-06,
      "loss": 0.0013,
      "step": 28067
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.147030978298083e-06,
      "loss": 0.0008,
      "step": 28068
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1463525653639225e-06,
      "loss": 0.0013,
      "step": 28069
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.145674173258609e-06,
      "loss": 0.0008,
      "step": 28070
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.144995801985813e-06,
      "loss": 0.0013,
      "step": 28071
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1443174515492e-06,
      "loss": 0.0011,
      "step": 28072
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.143639121952436e-06,
      "loss": 0.0007,
      "step": 28073
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1429608131991895e-06,
      "loss": 0.0009,
      "step": 28074
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.142282525293121e-06,
      "loss": 0.0013,
      "step": 28075
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.141604258237905e-06,
      "loss": 0.0007,
      "step": 28076
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.140926012037199e-06,
      "loss": 0.0011,
      "step": 28077
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.140247786694677e-06,
      "loss": 0.0006,
      "step": 28078
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.139569582213997e-06,
      "loss": 0.0007,
      "step": 28079
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.138891398598832e-06,
      "loss": 0.0009,
      "step": 28080
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.13821323585284e-06,
      "loss": 0.0009,
      "step": 28081
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.137535093979694e-06,
      "loss": 0.0007,
      "step": 28082
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.136856972983055e-06,
      "loss": 0.0012,
      "step": 28083
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.136178872866585e-06,
      "loss": 0.001,
      "step": 28084
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1355007936339565e-06,
      "loss": 0.0009,
      "step": 28085
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.134822735288832e-06,
      "loss": 0.0008,
      "step": 28086
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.134144697834874e-06,
      "loss": 0.0012,
      "step": 28087
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.13346668127575e-06,
      "loss": 0.0014,
      "step": 28088
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.132788685615123e-06,
      "loss": 0.0006,
      "step": 28089
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.132110710856658e-06,
      "loss": 0.001,
      "step": 28090
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.131432757004021e-06,
      "loss": 0.0013,
      "step": 28091
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1307548240608714e-06,
      "loss": 0.0007,
      "step": 28092
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.13007691203088e-06,
      "loss": 0.0008,
      "step": 28093
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1293990209177055e-06,
      "loss": 0.0013,
      "step": 28094
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1287211507250155e-06,
      "loss": 0.0011,
      "step": 28095
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.12804330145647e-06,
      "loss": 0.0004,
      "step": 28096
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.127365473115738e-06,
      "loss": 0.0005,
      "step": 28097
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.126687665706479e-06,
      "loss": 0.0008,
      "step": 28098
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.126009879232358e-06,
      "loss": 0.0011,
      "step": 28099
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.12533211369704e-06,
      "loss": 0.0005,
      "step": 28100
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.124654369104184e-06,
      "loss": 0.0005,
      "step": 28101
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.123976645457457e-06,
      "loss": 0.0007,
      "step": 28102
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.12329894276052e-06,
      "loss": 0.0007,
      "step": 28103
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.122621261017038e-06,
      "loss": 0.0005,
      "step": 28104
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.121943600230671e-06,
      "loss": 0.0006,
      "step": 28105
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.121265960405085e-06,
      "loss": 0.0012,
      "step": 28106
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.12058834154394e-06,
      "loss": 0.0008,
      "step": 28107
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.119910743650898e-06,
      "loss": 0.0008,
      "step": 28108
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.119233166729627e-06,
      "loss": 0.0007,
      "step": 28109
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.118555610783781e-06,
      "loss": 0.0005,
      "step": 28110
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.11787807581703e-06,
      "loss": 0.0009,
      "step": 28111
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.117200561833028e-06,
      "loss": 0.0007,
      "step": 28112
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.116523068835446e-06,
      "loss": 0.0009,
      "step": 28113
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.115845596827938e-06,
      "loss": 0.0009,
      "step": 28114
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.11516814581417e-06,
      "loss": 0.0008,
      "step": 28115
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.114490715797804e-06,
      "loss": 0.0011,
      "step": 28116
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.113813306782497e-06,
      "loss": 0.0014,
      "step": 28117
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1131359187719156e-06,
      "loss": 0.0006,
      "step": 28118
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.112458551769718e-06,
      "loss": 0.0005,
      "step": 28119
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1117812057795625e-06,
      "loss": 0.001,
      "step": 28120
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.111103880805118e-06,
      "loss": 0.0006,
      "step": 28121
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.110426576850039e-06,
      "loss": 0.0015,
      "step": 28122
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.109749293917992e-06,
      "loss": 0.001,
      "step": 28123
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1090720320126325e-06,
      "loss": 0.0008,
      "step": 28124
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.108394791137623e-06,
      "loss": 0.0008,
      "step": 28125
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1077175712966245e-06,
      "loss": 0.0011,
      "step": 28126
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.107040372493294e-06,
      "loss": 0.0006,
      "step": 28127
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1063631947312975e-06,
      "loss": 0.0008,
      "step": 28128
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.105686038014289e-06,
      "loss": 0.001,
      "step": 28129
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.1050089023459345e-06,
      "loss": 0.0006,
      "step": 28130
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.10433178772989e-06,
      "loss": 0.0007,
      "step": 28131
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.103654694169814e-06,
      "loss": 0.0005,
      "step": 28132
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.102977621669371e-06,
      "loss": 0.0007,
      "step": 28133
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.102300570232216e-06,
      "loss": 0.0013,
      "step": 28134
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.101623539862013e-06,
      "loss": 0.0005,
      "step": 28135
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.100946530562415e-06,
      "loss": 0.0011,
      "step": 28136
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.100269542337088e-06,
      "loss": 0.0006,
      "step": 28137
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.099592575189685e-06,
      "loss": 0.0008,
      "step": 28138
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.098915629123872e-06,
      "loss": 0.0008,
      "step": 28139
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.098238704143302e-06,
      "loss": 0.0012,
      "step": 28140
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.097561800251634e-06,
      "loss": 0.0008,
      "step": 28141
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.096884917452531e-06,
      "loss": 0.0017,
      "step": 28142
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0962080557496465e-06,
      "loss": 0.0007,
      "step": 28143
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.095531215146644e-06,
      "loss": 0.0004,
      "step": 28144
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.094854395647176e-06,
      "loss": 0.0006,
      "step": 28145
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.094177597254904e-06,
      "loss": 0.001,
      "step": 28146
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.093500819973489e-06,
      "loss": 0.0006,
      "step": 28147
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.092824063806581e-06,
      "loss": 0.0006,
      "step": 28148
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.092147328757847e-06,
      "loss": 0.0006,
      "step": 28149
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.091470614830936e-06,
      "loss": 0.0007,
      "step": 28150
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.090793922029514e-06,
      "loss": 0.0016,
      "step": 28151
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.090117250357233e-06,
      "loss": 0.0006,
      "step": 28152
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.089440599817752e-06,
      "loss": 0.0007,
      "step": 28153
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.088763970414726e-06,
      "loss": 0.0012,
      "step": 28154
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.088087362151818e-06,
      "loss": 0.0006,
      "step": 28155
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.087410775032676e-06,
      "loss": 0.0012,
      "step": 28156
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.086734209060966e-06,
      "loss": 0.0019,
      "step": 28157
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0860576642403395e-06,
      "loss": 0.0009,
      "step": 28158
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.085381140574457e-06,
      "loss": 0.0013,
      "step": 28159
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.08470463806697e-06,
      "loss": 0.001,
      "step": 28160
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0840281567215405e-06,
      "loss": 0.0009,
      "step": 28161
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.083351696541822e-06,
      "loss": 0.0009,
      "step": 28162
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.08267525753147e-06,
      "loss": 0.0008,
      "step": 28163
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.081998839694144e-06,
      "loss": 0.0008,
      "step": 28164
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0813224430334924e-06,
      "loss": 0.001,
      "step": 28165
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.080646067553182e-06,
      "loss": 0.0016,
      "step": 28166
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.079969713256859e-06,
      "loss": 0.0005,
      "step": 28167
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.079293380148185e-06,
      "loss": 0.0009,
      "step": 28168
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0786170682308125e-06,
      "loss": 0.0005,
      "step": 28169
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0779407775083975e-06,
      "loss": 0.0008,
      "step": 28170
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.077264507984596e-06,
      "loss": 0.0008,
      "step": 28171
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.076588259663065e-06,
      "loss": 0.0011,
      "step": 28172
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.075912032547457e-06,
      "loss": 0.0011,
      "step": 28173
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.075235826641426e-06,
      "loss": 0.001,
      "step": 28174
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.074559641948629e-06,
      "loss": 0.0007,
      "step": 28175
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.073883478472721e-06,
      "loss": 0.0013,
      "step": 28176
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.073207336217356e-06,
      "loss": 0.0007,
      "step": 28177
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.072531215186187e-06,
      "loss": 0.0009,
      "step": 28178
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.071855115382872e-06,
      "loss": 0.0007,
      "step": 28179
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.071179036811064e-06,
      "loss": 0.0008,
      "step": 28180
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.070502979474412e-06,
      "loss": 0.0011,
      "step": 28181
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.069826943376578e-06,
      "loss": 0.0009,
      "step": 28182
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.069150928521209e-06,
      "loss": 0.001,
      "step": 28183
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.068474934911965e-06,
      "loss": 0.0012,
      "step": 28184
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.067798962552496e-06,
      "loss": 0.0007,
      "step": 28185
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.067123011446456e-06,
      "loss": 0.0009,
      "step": 28186
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.066447081597502e-06,
      "loss": 0.0006,
      "step": 28187
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.065771173009281e-06,
      "loss": 0.001,
      "step": 28188
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0650952856854516e-06,
      "loss": 0.0009,
      "step": 28189
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.064419419629662e-06,
      "loss": 0.0008,
      "step": 28190
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.063743574845572e-06,
      "loss": 0.0005,
      "step": 28191
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.063067751336826e-06,
      "loss": 0.0006,
      "step": 28192
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.062391949107083e-06,
      "loss": 0.0007,
      "step": 28193
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.061716168159997e-06,
      "loss": 0.0008,
      "step": 28194
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.061040408499216e-06,
      "loss": 0.0014,
      "step": 28195
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.060364670128396e-06,
      "loss": 0.0007,
      "step": 28196
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0596889530511886e-06,
      "loss": 0.0009,
      "step": 28197
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.059013257271241e-06,
      "loss": 0.0009,
      "step": 28198
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.058337582792213e-06,
      "loss": 0.0011,
      "step": 28199
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.057661929617751e-06,
      "loss": 0.0009,
      "step": 28200
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.05698629775151e-06,
      "loss": 0.0012,
      "step": 28201
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.056310687197139e-06,
      "loss": 0.001,
      "step": 28202
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.055635097958293e-06,
      "loss": 0.0013,
      "step": 28203
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.054959530038622e-06,
      "loss": 0.0011,
      "step": 28204
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.054283983441776e-06,
      "loss": 0.0012,
      "step": 28205
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.05360845817141e-06,
      "loss": 0.0009,
      "step": 28206
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.05293295423117e-06,
      "loss": 0.0011,
      "step": 28207
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.052257471624711e-06,
      "loss": 0.0006,
      "step": 28208
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.051582010355681e-06,
      "loss": 0.0019,
      "step": 28209
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.050906570427736e-06,
      "loss": 0.0009,
      "step": 28210
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.050231151844521e-06,
      "loss": 0.001,
      "step": 28211
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.049555754609691e-06,
      "loss": 0.0007,
      "step": 28212
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.048880378726894e-06,
      "loss": 0.0009,
      "step": 28213
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.048205024199778e-06,
      "loss": 0.0011,
      "step": 28214
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0475296910319996e-06,
      "loss": 0.0009,
      "step": 28215
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0468543792272025e-06,
      "loss": 0.0005,
      "step": 28216
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0461790887890436e-06,
      "loss": 0.0012,
      "step": 28217
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.045503819721166e-06,
      "loss": 0.0006,
      "step": 28218
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.044828572027224e-06,
      "loss": 0.0011,
      "step": 28219
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.044153345710866e-06,
      "loss": 0.001,
      "step": 28220
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.04347814077574e-06,
      "loss": 0.0007,
      "step": 28221
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0428029572254975e-06,
      "loss": 0.001,
      "step": 28222
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.042127795063786e-06,
      "loss": 0.0011,
      "step": 28223
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.041452654294258e-06,
      "loss": 0.0009,
      "step": 28224
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.040777534920559e-06,
      "loss": 0.0005,
      "step": 28225
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.04010243694634e-06,
      "loss": 0.001,
      "step": 28226
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0394273603752494e-06,
      "loss": 0.0013,
      "step": 28227
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.038752305210936e-06,
      "loss": 0.0012,
      "step": 28228
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0380772714570455e-06,
      "loss": 0.0008,
      "step": 28229
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.037402259117233e-06,
      "loss": 0.0008,
      "step": 28230
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0367272681951415e-06,
      "loss": 0.0004,
      "step": 28231
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.036052298694424e-06,
      "loss": 0.0013,
      "step": 28232
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.035377350618723e-06,
      "loss": 0.0013,
      "step": 28233
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0347024239716925e-06,
      "loss": 0.0006,
      "step": 28234
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.034027518756973e-06,
      "loss": 0.0008,
      "step": 28235
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.03335263497822e-06,
      "loss": 0.0017,
      "step": 28236
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.032677772639077e-06,
      "loss": 0.0015,
      "step": 28237
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.032002931743192e-06,
      "loss": 0.001,
      "step": 28238
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.031328112294215e-06,
      "loss": 0.0008,
      "step": 28239
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.030653314295789e-06,
      "loss": 0.0009,
      "step": 28240
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.029978537751564e-06,
      "loss": 0.0007,
      "step": 28241
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.029303782665186e-06,
      "loss": 0.0014,
      "step": 28242
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.028629049040305e-06,
      "loss": 0.0007,
      "step": 28243
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.027954336880566e-06,
      "loss": 0.0007,
      "step": 28244
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.027279646189613e-06,
      "loss": 0.0008,
      "step": 28245
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.026604976971097e-06,
      "loss": 0.0012,
      "step": 28246
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.025930329228662e-06,
      "loss": 0.001,
      "step": 28247
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0252557029659566e-06,
      "loss": 0.0008,
      "step": 28248
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.024581098186624e-06,
      "loss": 0.0006,
      "step": 28249
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.023906514894313e-06,
      "loss": 0.0012,
      "step": 28250
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0232319530926675e-06,
      "loss": 0.0018,
      "step": 28251
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.022557412785337e-06,
      "loss": 0.0007,
      "step": 28252
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.021882893975965e-06,
      "loss": 0.0011,
      "step": 28253
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.021208396668197e-06,
      "loss": 0.0011,
      "step": 28254
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.02053392086568e-06,
      "loss": 0.0009,
      "step": 28255
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.019859466572056e-06,
      "loss": 0.001,
      "step": 28256
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0191850337909764e-06,
      "loss": 0.0009,
      "step": 28257
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.01851062252608e-06,
      "loss": 0.0012,
      "step": 28258
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.017836232781018e-06,
      "loss": 0.0013,
      "step": 28259
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.017161864559432e-06,
      "loss": 0.0007,
      "step": 28260
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.016487517864967e-06,
      "loss": 0.0008,
      "step": 28261
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0158131927012675e-06,
      "loss": 0.0015,
      "step": 28262
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0151388890719785e-06,
      "loss": 0.0008,
      "step": 28263
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.014464606980748e-06,
      "loss": 0.0007,
      "step": 28264
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.013790346431213e-06,
      "loss": 0.0007,
      "step": 28265
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.013116107427024e-06,
      "loss": 0.0009,
      "step": 28266
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.012441889971826e-06,
      "loss": 0.0011,
      "step": 28267
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.011767694069259e-06,
      "loss": 0.0005,
      "step": 28268
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.011093519722971e-06,
      "loss": 0.0019,
      "step": 28269
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.010419366936604e-06,
      "loss": 0.0008,
      "step": 28270
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0097452357138e-06,
      "loss": 0.0008,
      "step": 28271
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.009071126058203e-06,
      "loss": 0.0008,
      "step": 28272
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0083970379734595e-06,
      "loss": 0.0013,
      "step": 28273
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.0077229714632115e-06,
      "loss": 0.0006,
      "step": 28274
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.007048926531101e-06,
      "loss": 0.0008,
      "step": 28275
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.006374903180772e-06,
      "loss": 0.0009,
      "step": 28276
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.005700901415869e-06,
      "loss": 0.0008,
      "step": 28277
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.005026921240033e-06,
      "loss": 0.001,
      "step": 28278
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.004352962656908e-06,
      "loss": 0.0008,
      "step": 28279
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.003679025670134e-06,
      "loss": 0.0006,
      "step": 28280
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.003005110283359e-06,
      "loss": 0.0005,
      "step": 28281
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.002331216500219e-06,
      "loss": 0.0008,
      "step": 28282
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.001657344324363e-06,
      "loss": 0.0005,
      "step": 28283
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.000983493759427e-06,
      "loss": 0.0004,
      "step": 28284
    },
    {
      "epoch": 1.14,
      "learning_rate": 6.000309664809058e-06,
      "loss": 0.0011,
      "step": 28285
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.999635857476897e-06,
      "loss": 0.0008,
      "step": 28286
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.998962071766583e-06,
      "loss": 0.0005,
      "step": 28287
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.998288307681762e-06,
      "loss": 0.0016,
      "step": 28288
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.997614565226071e-06,
      "loss": 0.0006,
      "step": 28289
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.996940844403156e-06,
      "loss": 0.0006,
      "step": 28290
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.996267145216657e-06,
      "loss": 0.0007,
      "step": 28291
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.995593467670213e-06,
      "loss": 0.0007,
      "step": 28292
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.99491981176747e-06,
      "loss": 0.0013,
      "step": 28293
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.994246177512062e-06,
      "loss": 0.0012,
      "step": 28294
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.993572564907637e-06,
      "loss": 0.001,
      "step": 28295
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.992898973957833e-06,
      "loss": 0.0007,
      "step": 28296
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.99222540466629e-06,
      "loss": 0.0005,
      "step": 28297
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.991551857036648e-06,
      "loss": 0.0015,
      "step": 28298
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.990878331072552e-06,
      "loss": 0.0012,
      "step": 28299
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.990204826777637e-06,
      "loss": 0.0007,
      "step": 28300
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.989531344155543e-06,
      "loss": 0.0011,
      "step": 28301
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.988857883209915e-06,
      "loss": 0.0006,
      "step": 28302
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.988184443944392e-06,
      "loss": 0.0009,
      "step": 28303
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.987511026362611e-06,
      "loss": 0.001,
      "step": 28304
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.986837630468216e-06,
      "loss": 0.0012,
      "step": 28305
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.98616425626484e-06,
      "loss": 0.001,
      "step": 28306
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9854909037561305e-06,
      "loss": 0.0015,
      "step": 28307
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.98481757294572e-06,
      "loss": 0.0015,
      "step": 28308
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.984144263837255e-06,
      "loss": 0.0008,
      "step": 28309
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.983470976434369e-06,
      "loss": 0.0009,
      "step": 28310
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.982797710740701e-06,
      "loss": 0.0008,
      "step": 28311
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.982124466759893e-06,
      "loss": 0.0008,
      "step": 28312
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.981451244495582e-06,
      "loss": 0.0007,
      "step": 28313
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.98077804395141e-06,
      "loss": 0.001,
      "step": 28314
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.980104865131009e-06,
      "loss": 0.0008,
      "step": 28315
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9794317080380234e-06,
      "loss": 0.0011,
      "step": 28316
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.978758572676091e-06,
      "loss": 0.0009,
      "step": 28317
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.978085459048847e-06,
      "loss": 0.0008,
      "step": 28318
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.977412367159933e-06,
      "loss": 0.0011,
      "step": 28319
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.976739297012984e-06,
      "loss": 0.0004,
      "step": 28320
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.97606624861164e-06,
      "loss": 0.0007,
      "step": 28321
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.975393221959535e-06,
      "loss": 0.001,
      "step": 28322
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.974720217060314e-06,
      "loss": 0.0013,
      "step": 28323
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.974047233917608e-06,
      "loss": 0.0007,
      "step": 28324
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.973374272535058e-06,
      "loss": 0.0006,
      "step": 28325
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.972701332916302e-06,
      "loss": 0.0009,
      "step": 28326
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.972028415064971e-06,
      "loss": 0.0015,
      "step": 28327
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.97135551898471e-06,
      "loss": 0.001,
      "step": 28328
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.97068264467915e-06,
      "loss": 0.0008,
      "step": 28329
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.970009792151932e-06,
      "loss": 0.0008,
      "step": 28330
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.969336961406689e-06,
      "loss": 0.0011,
      "step": 28331
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.968664152447064e-06,
      "loss": 0.001,
      "step": 28332
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.967991365276686e-06,
      "loss": 0.001,
      "step": 28333
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.967318599899195e-06,
      "loss": 0.0007,
      "step": 28334
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.966645856318227e-06,
      "loss": 0.0013,
      "step": 28335
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.965973134537417e-06,
      "loss": 0.0009,
      "step": 28336
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9653004345603995e-06,
      "loss": 0.0009,
      "step": 28337
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9646277563908175e-06,
      "loss": 0.0008,
      "step": 28338
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9639551000323e-06,
      "loss": 0.0007,
      "step": 28339
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.963282465488488e-06,
      "loss": 0.0018,
      "step": 28340
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.962609852763011e-06,
      "loss": 0.0009,
      "step": 28341
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.96193726185951e-06,
      "loss": 0.0015,
      "step": 28342
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9612646927816185e-06,
      "loss": 0.001,
      "step": 28343
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.960592145532968e-06,
      "loss": 0.001,
      "step": 28344
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.959919620117198e-06,
      "loss": 0.0008,
      "step": 28345
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.959247116537943e-06,
      "loss": 0.0007,
      "step": 28346
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.958574634798836e-06,
      "loss": 0.0007,
      "step": 28347
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.957902174903511e-06,
      "loss": 0.0008,
      "step": 28348
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.957229736855609e-06,
      "loss": 0.0014,
      "step": 28349
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.956557320658758e-06,
      "loss": 0.001,
      "step": 28350
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.955884926316593e-06,
      "loss": 0.0011,
      "step": 28351
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.95521255383275e-06,
      "loss": 0.0012,
      "step": 28352
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.954540203210863e-06,
      "loss": 0.0005,
      "step": 28353
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.953867874454566e-06,
      "loss": 0.0009,
      "step": 28354
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9531955675674915e-06,
      "loss": 0.0009,
      "step": 28355
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.952523282553275e-06,
      "loss": 0.0012,
      "step": 28356
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.951851019415551e-06,
      "loss": 0.0012,
      "step": 28357
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.95117877815795e-06,
      "loss": 0.001,
      "step": 28358
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.950506558784108e-06,
      "loss": 0.0009,
      "step": 28359
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.949834361297657e-06,
      "loss": 0.0007,
      "step": 28360
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.949162185702231e-06,
      "loss": 0.001,
      "step": 28361
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.948490032001461e-06,
      "loss": 0.0007,
      "step": 28362
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.947817900198985e-06,
      "loss": 0.0006,
      "step": 28363
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.94714579029843e-06,
      "loss": 0.0012,
      "step": 28364
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.946473702303434e-06,
      "loss": 0.0012,
      "step": 28365
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.945801636217625e-06,
      "loss": 0.0007,
      "step": 28366
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.945129592044638e-06,
      "loss": 0.0009,
      "step": 28367
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.944457569788105e-06,
      "loss": 0.0008,
      "step": 28368
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.943785569451657e-06,
      "loss": 0.0009,
      "step": 28369
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9431135910389285e-06,
      "loss": 0.0011,
      "step": 28370
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.942441634553549e-06,
      "loss": 0.0009,
      "step": 28371
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9417696999991515e-06,
      "loss": 0.0004,
      "step": 28372
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.941097787379366e-06,
      "loss": 0.0006,
      "step": 28373
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9404258966978305e-06,
      "loss": 0.001,
      "step": 28374
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.939754027958169e-06,
      "loss": 0.0005,
      "step": 28375
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.939082181164018e-06,
      "loss": 0.001,
      "step": 28376
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.938410356319004e-06,
      "loss": 0.0006,
      "step": 28377
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.937738553426765e-06,
      "loss": 0.001,
      "step": 28378
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9370667724909255e-06,
      "loss": 0.0008,
      "step": 28379
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9363950135151214e-06,
      "loss": 0.0009,
      "step": 28380
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.935723276502978e-06,
      "loss": 0.0011,
      "step": 28381
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.935051561458134e-06,
      "loss": 0.0009,
      "step": 28382
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.934379868384212e-06,
      "loss": 0.0007,
      "step": 28383
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.933708197284847e-06,
      "loss": 0.0004,
      "step": 28384
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.933036548163668e-06,
      "loss": 0.0007,
      "step": 28385
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9323649210243025e-06,
      "loss": 0.0004,
      "step": 28386
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.931693315870388e-06,
      "loss": 0.0005,
      "step": 28387
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.931021732705546e-06,
      "loss": 0.0014,
      "step": 28388
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.930350171533414e-06,
      "loss": 0.0011,
      "step": 28389
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.929678632357616e-06,
      "loss": 0.0007,
      "step": 28390
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.929007115181784e-06,
      "loss": 0.0009,
      "step": 28391
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9283356200095474e-06,
      "loss": 0.0012,
      "step": 28392
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.927664146844535e-06,
      "loss": 0.0008,
      "step": 28393
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.926992695690378e-06,
      "loss": 0.001,
      "step": 28394
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.926321266550703e-06,
      "loss": 0.0007,
      "step": 28395
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.925649859429141e-06,
      "loss": 0.0009,
      "step": 28396
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.924978474329319e-06,
      "loss": 0.0008,
      "step": 28397
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.924307111254867e-06,
      "loss": 0.0012,
      "step": 28398
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.923635770209417e-06,
      "loss": 0.001,
      "step": 28399
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.922964451196591e-06,
      "loss": 0.0009,
      "step": 28400
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.922293154220022e-06,
      "loss": 0.0007,
      "step": 28401
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9216218792833355e-06,
      "loss": 0.0017,
      "step": 28402
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.920950626390163e-06,
      "loss": 0.0007,
      "step": 28403
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9202793955441295e-06,
      "loss": 0.0004,
      "step": 28404
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.919608186748867e-06,
      "loss": 0.0013,
      "step": 28405
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.918937000007999e-06,
      "loss": 0.0011,
      "step": 28406
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.918265835325154e-06,
      "loss": 0.0003,
      "step": 28407
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.917594692703963e-06,
      "loss": 0.0006,
      "step": 28408
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9169235721480465e-06,
      "loss": 0.0013,
      "step": 28409
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.916252473661039e-06,
      "loss": 0.0011,
      "step": 28410
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.915581397246566e-06,
      "loss": 0.0011,
      "step": 28411
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.9149103429082535e-06,
      "loss": 0.0014,
      "step": 28412
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.91423931064973e-06,
      "loss": 0.0007,
      "step": 28413
    },
    {
      "epoch": 1.14,
      "learning_rate": 5.91356830047462e-06,
      "loss": 0.0003,
      "step": 28414
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.912897312386554e-06,
      "loss": 0.0004,
      "step": 28415
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.912226346389156e-06,
      "loss": 0.0011,
      "step": 28416
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.91155540248605e-06,
      "loss": 0.0008,
      "step": 28417
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.910884480680867e-06,
      "loss": 0.0012,
      "step": 28418
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.910213580977231e-06,
      "loss": 0.001,
      "step": 28419
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.90954270337877e-06,
      "loss": 0.0006,
      "step": 28420
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.908871847889108e-06,
      "loss": 0.0009,
      "step": 28421
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.908201014511873e-06,
      "loss": 0.0007,
      "step": 28422
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.90753020325069e-06,
      "loss": 0.0008,
      "step": 28423
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.906859414109181e-06,
      "loss": 0.0007,
      "step": 28424
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.906188647090979e-06,
      "loss": 0.0009,
      "step": 28425
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.905517902199702e-06,
      "loss": 0.0005,
      "step": 28426
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.9048471794389815e-06,
      "loss": 0.0009,
      "step": 28427
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.904176478812438e-06,
      "loss": 0.0009,
      "step": 28428
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.9035058003237014e-06,
      "loss": 0.0006,
      "step": 28429
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.902835143976393e-06,
      "loss": 0.0009,
      "step": 28430
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.902164509774137e-06,
      "loss": 0.0007,
      "step": 28431
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.901493897720562e-06,
      "loss": 0.0007,
      "step": 28432
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.900823307819288e-06,
      "loss": 0.001,
      "step": 28433
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.900152740073943e-06,
      "loss": 0.001,
      "step": 28434
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.899482194488151e-06,
      "loss": 0.0008,
      "step": 28435
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.898811671065536e-06,
      "loss": 0.0011,
      "step": 28436
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.898141169809719e-06,
      "loss": 0.0007,
      "step": 28437
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.897470690724329e-06,
      "loss": 0.0008,
      "step": 28438
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.896800233812989e-06,
      "loss": 0.0007,
      "step": 28439
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.89612979907932e-06,
      "loss": 0.0006,
      "step": 28440
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.895459386526947e-06,
      "loss": 0.0013,
      "step": 28441
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.894788996159493e-06,
      "loss": 0.0008,
      "step": 28442
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.894118627980585e-06,
      "loss": 0.0011,
      "step": 28443
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.893448281993841e-06,
      "loss": 0.0011,
      "step": 28444
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.892777958202884e-06,
      "loss": 0.0013,
      "step": 28445
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.892107656611346e-06,
      "loss": 0.0008,
      "step": 28446
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.891437377222842e-06,
      "loss": 0.0007,
      "step": 28447
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8907671200409944e-06,
      "loss": 0.001,
      "step": 28448
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.89009688506943e-06,
      "loss": 0.0012,
      "step": 28449
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.889426672311769e-06,
      "loss": 0.0019,
      "step": 28450
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8887564817716354e-06,
      "loss": 0.0004,
      "step": 28451
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.888086313452649e-06,
      "loss": 0.001,
      "step": 28452
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.887416167358435e-06,
      "loss": 0.0012,
      "step": 28453
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8867460434926125e-06,
      "loss": 0.0021,
      "step": 28454
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.886075941858808e-06,
      "loss": 0.0009,
      "step": 28455
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.88540586246064e-06,
      "loss": 0.0012,
      "step": 28456
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.884735805301729e-06,
      "loss": 0.0007,
      "step": 28457
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.884065770385698e-06,
      "loss": 0.0009,
      "step": 28458
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.883395757716171e-06,
      "loss": 0.001,
      "step": 28459
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.882725767296766e-06,
      "loss": 0.0006,
      "step": 28460
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.882055799131106e-06,
      "loss": 0.0009,
      "step": 28461
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8813858532228116e-06,
      "loss": 0.001,
      "step": 28462
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.880715929575506e-06,
      "loss": 0.0005,
      "step": 28463
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.880046028192805e-06,
      "loss": 0.0006,
      "step": 28464
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.879376149078335e-06,
      "loss": 0.0008,
      "step": 28465
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.878706292235712e-06,
      "loss": 0.0009,
      "step": 28466
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.878036457668561e-06,
      "loss": 0.0007,
      "step": 28467
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.877366645380499e-06,
      "loss": 0.0011,
      "step": 28468
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.876696855375148e-06,
      "loss": 0.0006,
      "step": 28469
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.876027087656127e-06,
      "loss": 0.0006,
      "step": 28470
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8753573422270575e-06,
      "loss": 0.0013,
      "step": 28471
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.874687619091559e-06,
      "loss": 0.0007,
      "step": 28472
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.87401791825325e-06,
      "loss": 0.0011,
      "step": 28473
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8733482397157525e-06,
      "loss": 0.0007,
      "step": 28474
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.872678583482684e-06,
      "loss": 0.0014,
      "step": 28475
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.872008949557666e-06,
      "loss": 0.0007,
      "step": 28476
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.871339337944315e-06,
      "loss": 0.0013,
      "step": 28477
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8706697486462534e-06,
      "loss": 0.0007,
      "step": 28478
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8700001816671e-06,
      "loss": 0.0013,
      "step": 28479
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.869330637010468e-06,
      "loss": 0.001,
      "step": 28480
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.868661114679981e-06,
      "loss": 0.0014,
      "step": 28481
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.867991614679263e-06,
      "loss": 0.0005,
      "step": 28482
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.867322137011923e-06,
      "loss": 0.0011,
      "step": 28483
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.866652681681586e-06,
      "loss": 0.0008,
      "step": 28484
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.865983248691866e-06,
      "loss": 0.0006,
      "step": 28485
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.865313838046387e-06,
      "loss": 0.0013,
      "step": 28486
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.864644449748762e-06,
      "loss": 0.0009,
      "step": 28487
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.863975083802609e-06,
      "loss": 0.0004,
      "step": 28488
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.863305740211551e-06,
      "loss": 0.001,
      "step": 28489
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.862636418979198e-06,
      "loss": 0.0014,
      "step": 28490
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.861967120109176e-06,
      "loss": 0.001,
      "step": 28491
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.861297843605095e-06,
      "loss": 0.0008,
      "step": 28492
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.860628589470578e-06,
      "loss": 0.0007,
      "step": 28493
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.85995935770924e-06,
      "loss": 0.001,
      "step": 28494
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.859290148324699e-06,
      "loss": 0.0011,
      "step": 28495
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.858620961320572e-06,
      "loss": 0.0012,
      "step": 28496
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.857951796700471e-06,
      "loss": 0.0012,
      "step": 28497
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.857282654468022e-06,
      "loss": 0.0013,
      "step": 28498
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.856613534626834e-06,
      "loss": 0.0007,
      "step": 28499
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.855944437180528e-06,
      "loss": 0.0003,
      "step": 28500
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.855275362132717e-06,
      "loss": 0.0008,
      "step": 28501
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.854606309487023e-06,
      "loss": 0.001,
      "step": 28502
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.853937279247057e-06,
      "loss": 0.0005,
      "step": 28503
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8532682714164346e-06,
      "loss": 0.0007,
      "step": 28504
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.852599285998776e-06,
      "loss": 0.0008,
      "step": 28505
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.851930322997692e-06,
      "loss": 0.0013,
      "step": 28506
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.851261382416804e-06,
      "loss": 0.001,
      "step": 28507
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8505924642597225e-06,
      "loss": 0.0004,
      "step": 28508
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.849923568530067e-06,
      "loss": 0.001,
      "step": 28509
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.849254695231449e-06,
      "loss": 0.0007,
      "step": 28510
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.848585844367487e-06,
      "loss": 0.0007,
      "step": 28511
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.847917015941796e-06,
      "loss": 0.0006,
      "step": 28512
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.847248209957988e-06,
      "loss": 0.0009,
      "step": 28513
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.846579426419682e-06,
      "loss": 0.0011,
      "step": 28514
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.845910665330488e-06,
      "loss": 0.0007,
      "step": 28515
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.845241926694025e-06,
      "loss": 0.0009,
      "step": 28516
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.844573210513902e-06,
      "loss": 0.0009,
      "step": 28517
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.843904516793738e-06,
      "loss": 0.0006,
      "step": 28518
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.84323584553715e-06,
      "loss": 0.0007,
      "step": 28519
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.842567196747747e-06,
      "loss": 0.0007,
      "step": 28520
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.841898570429143e-06,
      "loss": 0.0008,
      "step": 28521
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.841229966584956e-06,
      "loss": 0.0011,
      "step": 28522
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.840561385218795e-06,
      "loss": 0.0007,
      "step": 28523
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.839892826334277e-06,
      "loss": 0.0011,
      "step": 28524
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.839224289935013e-06,
      "loss": 0.0008,
      "step": 28525
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.838555776024621e-06,
      "loss": 0.0006,
      "step": 28526
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.837887284606709e-06,
      "loss": 0.0008,
      "step": 28527
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8372188156848905e-06,
      "loss": 0.0009,
      "step": 28528
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.836550369262783e-06,
      "loss": 0.0006,
      "step": 28529
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.835881945343997e-06,
      "loss": 0.001,
      "step": 28530
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.835213543932143e-06,
      "loss": 0.0009,
      "step": 28531
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.834545165030836e-06,
      "loss": 0.0006,
      "step": 28532
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.833876808643689e-06,
      "loss": 0.001,
      "step": 28533
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.833208474774316e-06,
      "loss": 0.0008,
      "step": 28534
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.832540163426326e-06,
      "loss": 0.0009,
      "step": 28535
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.83187187460333e-06,
      "loss": 0.0008,
      "step": 28536
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8312036083089465e-06,
      "loss": 0.0012,
      "step": 28537
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.830535364546779e-06,
      "loss": 0.0007,
      "step": 28538
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.829867143320444e-06,
      "loss": 0.0005,
      "step": 28539
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.829198944633554e-06,
      "loss": 0.0009,
      "step": 28540
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.828530768489723e-06,
      "loss": 0.001,
      "step": 28541
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.827862614892554e-06,
      "loss": 0.0009,
      "step": 28542
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.827194483845664e-06,
      "loss": 0.0008,
      "step": 28543
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.826526375352668e-06,
      "loss": 0.0014,
      "step": 28544
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.825858289417169e-06,
      "loss": 0.0008,
      "step": 28545
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.825190226042781e-06,
      "loss": 0.001,
      "step": 28546
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.824522185233115e-06,
      "loss": 0.0006,
      "step": 28547
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.823854166991787e-06,
      "loss": 0.0008,
      "step": 28548
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.823186171322399e-06,
      "loss": 0.0009,
      "step": 28549
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.822518198228565e-06,
      "loss": 0.0011,
      "step": 28550
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8218502477138994e-06,
      "loss": 0.0015,
      "step": 28551
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.821182319782006e-06,
      "loss": 0.0009,
      "step": 28552
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.820514414436493e-06,
      "loss": 0.0009,
      "step": 28553
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8198465316809815e-06,
      "loss": 0.0008,
      "step": 28554
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.819178671519073e-06,
      "loss": 0.0005,
      "step": 28555
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.818510833954379e-06,
      "loss": 0.0009,
      "step": 28556
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.81784301899051e-06,
      "loss": 0.0011,
      "step": 28557
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.817175226631077e-06,
      "loss": 0.0006,
      "step": 28558
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.816507456879685e-06,
      "loss": 0.0012,
      "step": 28559
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.815839709739945e-06,
      "loss": 0.001,
      "step": 28560
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.815171985215472e-06,
      "loss": 0.0008,
      "step": 28561
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.814504283309865e-06,
      "loss": 0.001,
      "step": 28562
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.813836604026737e-06,
      "loss": 0.0006,
      "step": 28563
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.813168947369698e-06,
      "loss": 0.001,
      "step": 28564
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.81250131334236e-06,
      "loss": 0.0006,
      "step": 28565
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.811833701948324e-06,
      "loss": 0.0009,
      "step": 28566
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.811166113191202e-06,
      "loss": 0.0006,
      "step": 28567
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.810498547074608e-06,
      "loss": 0.0008,
      "step": 28568
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.809831003602138e-06,
      "loss": 0.0017,
      "step": 28569
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.809163482777408e-06,
      "loss": 0.0008,
      "step": 28570
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8084959846040245e-06,
      "loss": 0.0005,
      "step": 28571
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.807828509085599e-06,
      "loss": 0.0012,
      "step": 28572
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.807161056225732e-06,
      "loss": 0.0017,
      "step": 28573
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.806493626028033e-06,
      "loss": 0.0008,
      "step": 28574
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8058262184961135e-06,
      "loss": 0.0006,
      "step": 28575
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8051588336335815e-06,
      "loss": 0.0009,
      "step": 28576
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8044914714440385e-06,
      "loss": 0.001,
      "step": 28577
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8038241319310914e-06,
      "loss": 0.0011,
      "step": 28578
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.803156815098356e-06,
      "loss": 0.0006,
      "step": 28579
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.802489520949428e-06,
      "loss": 0.0015,
      "step": 28580
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.8018222494879196e-06,
      "loss": 0.0006,
      "step": 28581
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.801155000717437e-06,
      "loss": 0.0015,
      "step": 28582
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.80048777464159e-06,
      "loss": 0.0007,
      "step": 28583
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.799820571263978e-06,
      "loss": 0.0008,
      "step": 28584
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.79915339058821e-06,
      "loss": 0.0008,
      "step": 28585
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.798486232617898e-06,
      "loss": 0.0006,
      "step": 28586
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.797819097356638e-06,
      "loss": 0.0011,
      "step": 28587
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.797151984808042e-06,
      "loss": 0.0008,
      "step": 28588
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.796484894975713e-06,
      "loss": 0.001,
      "step": 28589
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.795817827863258e-06,
      "loss": 0.0007,
      "step": 28590
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.795150783474284e-06,
      "loss": 0.0012,
      "step": 28591
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.794483761812393e-06,
      "loss": 0.0008,
      "step": 28592
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.793816762881196e-06,
      "loss": 0.0009,
      "step": 28593
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.793149786684291e-06,
      "loss": 0.0008,
      "step": 28594
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.792482833225286e-06,
      "loss": 0.0008,
      "step": 28595
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.791815902507789e-06,
      "loss": 0.0005,
      "step": 28596
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.791148994535399e-06,
      "loss": 0.0015,
      "step": 28597
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7904821093117235e-06,
      "loss": 0.0007,
      "step": 28598
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7898152468403664e-06,
      "loss": 0.0009,
      "step": 28599
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.789148407124936e-06,
      "loss": 0.0008,
      "step": 28600
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7884815901690306e-06,
      "loss": 0.0014,
      "step": 28601
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.787814795976256e-06,
      "loss": 0.0008,
      "step": 28602
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.78714802455022e-06,
      "loss": 0.0013,
      "step": 28603
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.78648127589452e-06,
      "loss": 0.0012,
      "step": 28604
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.785814550012764e-06,
      "loss": 0.0008,
      "step": 28605
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.785147846908555e-06,
      "loss": 0.0011,
      "step": 28606
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7844811665855e-06,
      "loss": 0.0008,
      "step": 28607
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7838145090471946e-06,
      "loss": 0.0006,
      "step": 28608
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7831478742972454e-06,
      "loss": 0.0009,
      "step": 28609
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.782481262339261e-06,
      "loss": 0.0011,
      "step": 28610
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7818146731768355e-06,
      "loss": 0.0013,
      "step": 28611
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.781148106813576e-06,
      "loss": 0.0007,
      "step": 28612
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.780481563253087e-06,
      "loss": 0.0008,
      "step": 28613
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.779815042498973e-06,
      "loss": 0.0009,
      "step": 28614
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.779148544554828e-06,
      "loss": 0.0012,
      "step": 28615
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.778482069424261e-06,
      "loss": 0.0009,
      "step": 28616
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.777815617110874e-06,
      "loss": 0.0009,
      "step": 28617
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.777149187618266e-06,
      "loss": 0.0005,
      "step": 28618
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.776482780950041e-06,
      "loss": 0.0009,
      "step": 28619
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.775816397109799e-06,
      "loss": 0.001,
      "step": 28620
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.775150036101149e-06,
      "loss": 0.0007,
      "step": 28621
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.774483697927684e-06,
      "loss": 0.0006,
      "step": 28622
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.773817382593008e-06,
      "loss": 0.0006,
      "step": 28623
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.773151090100726e-06,
      "loss": 0.0006,
      "step": 28624
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.772484820454434e-06,
      "loss": 0.0006,
      "step": 28625
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.77181857365773e-06,
      "loss": 0.0008,
      "step": 28626
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.771152349714231e-06,
      "loss": 0.001,
      "step": 28627
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.770486148627523e-06,
      "loss": 0.0011,
      "step": 28628
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.76981997040121e-06,
      "loss": 0.0006,
      "step": 28629
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7691538150388945e-06,
      "loss": 0.0009,
      "step": 28630
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.768487682544181e-06,
      "loss": 0.0015,
      "step": 28631
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.767821572920663e-06,
      "loss": 0.0008,
      "step": 28632
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.767155486171943e-06,
      "loss": 0.0012,
      "step": 28633
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.766489422301625e-06,
      "loss": 0.0005,
      "step": 28634
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7658233813133005e-06,
      "loss": 0.0009,
      "step": 28635
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.765157363210575e-06,
      "loss": 0.0008,
      "step": 28636
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.764491367997049e-06,
      "loss": 0.0011,
      "step": 28637
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.763825395676323e-06,
      "loss": 0.0005,
      "step": 28638
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.763159446251994e-06,
      "loss": 0.0012,
      "step": 28639
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.762493519727659e-06,
      "loss": 0.0007,
      "step": 28640
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.761827616106925e-06,
      "loss": 0.0007,
      "step": 28641
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.761161735393384e-06,
      "loss": 0.001,
      "step": 28642
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.760495877590635e-06,
      "loss": 0.0006,
      "step": 28643
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.759830042702282e-06,
      "loss": 0.0008,
      "step": 28644
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.759164230731924e-06,
      "loss": 0.0008,
      "step": 28645
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.758498441683154e-06,
      "loss": 0.0009,
      "step": 28646
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.757832675559571e-06,
      "loss": 0.0005,
      "step": 28647
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.757166932364779e-06,
      "loss": 0.0011,
      "step": 28648
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.756501212102377e-06,
      "loss": 0.001,
      "step": 28649
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.755835514775955e-06,
      "loss": 0.0014,
      "step": 28650
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.755169840389115e-06,
      "loss": 0.0007,
      "step": 28651
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.75450418894546e-06,
      "loss": 0.0012,
      "step": 28652
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.753838560448581e-06,
      "loss": 0.001,
      "step": 28653
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.753172954902077e-06,
      "loss": 0.0006,
      "step": 28654
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.752507372309546e-06,
      "loss": 0.0012,
      "step": 28655
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.751841812674591e-06,
      "loss": 0.0017,
      "step": 28656
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7511762760008005e-06,
      "loss": 0.0009,
      "step": 28657
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.750510762291776e-06,
      "loss": 0.0017,
      "step": 28658
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.749845271551118e-06,
      "loss": 0.0005,
      "step": 28659
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.749179803782414e-06,
      "loss": 0.0004,
      "step": 28660
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.74851435898927e-06,
      "loss": 0.0006,
      "step": 28661
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.747848937175277e-06,
      "loss": 0.0011,
      "step": 28662
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.747183538344034e-06,
      "loss": 0.0008,
      "step": 28663
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7465181624991374e-06,
      "loss": 0.0008,
      "step": 28664
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.745852809644188e-06,
      "loss": 0.0008,
      "step": 28665
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.745187479782773e-06,
      "loss": 0.001,
      "step": 28666
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.744522172918494e-06,
      "loss": 0.0009,
      "step": 28667
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.743856889054945e-06,
      "loss": 0.0009,
      "step": 28668
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.743191628195728e-06,
      "loss": 0.0009,
      "step": 28669
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.742526390344427e-06,
      "loss": 0.001,
      "step": 28670
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7418611755046465e-06,
      "loss": 0.0009,
      "step": 28671
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.741195983679979e-06,
      "loss": 0.0012,
      "step": 28672
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.740530814874023e-06,
      "loss": 0.0007,
      "step": 28673
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.739865669090369e-06,
      "loss": 0.0007,
      "step": 28674
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.739200546332613e-06,
      "loss": 0.0011,
      "step": 28675
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7385354466043566e-06,
      "loss": 0.0012,
      "step": 28676
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.737870369909183e-06,
      "loss": 0.0013,
      "step": 28677
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.737205316250695e-06,
      "loss": 0.0008,
      "step": 28678
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.736540285632483e-06,
      "loss": 0.0013,
      "step": 28679
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.73587527805815e-06,
      "loss": 0.0008,
      "step": 28680
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.73521029353128e-06,
      "loss": 0.0009,
      "step": 28681
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.734545332055471e-06,
      "loss": 0.0007,
      "step": 28682
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7338803936343216e-06,
      "loss": 0.0006,
      "step": 28683
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7332154782714165e-06,
      "loss": 0.0007,
      "step": 28684
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7325505859703565e-06,
      "loss": 0.0015,
      "step": 28685
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.731885716734733e-06,
      "loss": 0.0009,
      "step": 28686
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.731220870568144e-06,
      "loss": 0.0012,
      "step": 28687
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.730556047474174e-06,
      "loss": 0.0009,
      "step": 28688
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.729891247456423e-06,
      "loss": 0.0009,
      "step": 28689
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.729226470518486e-06,
      "loss": 0.0007,
      "step": 28690
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.728561716663949e-06,
      "loss": 0.0005,
      "step": 28691
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.727896985896408e-06,
      "loss": 0.0014,
      "step": 28692
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7272322782194565e-06,
      "loss": 0.001,
      "step": 28693
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.726567593636693e-06,
      "loss": 0.001,
      "step": 28694
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.725902932151699e-06,
      "loss": 0.0015,
      "step": 28695
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.725238293768073e-06,
      "loss": 0.001,
      "step": 28696
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.72457367848941e-06,
      "loss": 0.001,
      "step": 28697
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.723909086319291e-06,
      "loss": 0.0016,
      "step": 28698
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.723244517261322e-06,
      "loss": 0.0016,
      "step": 28699
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.722579971319091e-06,
      "loss": 0.0004,
      "step": 28700
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.721915448496184e-06,
      "loss": 0.0007,
      "step": 28701
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.721250948796197e-06,
      "loss": 0.0007,
      "step": 28702
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.720586472222721e-06,
      "loss": 0.0008,
      "step": 28703
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.719922018779352e-06,
      "loss": 0.0007,
      "step": 28704
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.719257588469673e-06,
      "loss": 0.0009,
      "step": 28705
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.718593181297278e-06,
      "loss": 0.001,
      "step": 28706
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.717928797265766e-06,
      "loss": 0.0007,
      "step": 28707
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.717264436378716e-06,
      "loss": 0.0011,
      "step": 28708
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.716600098639724e-06,
      "loss": 0.0006,
      "step": 28709
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.71593578405238e-06,
      "loss": 0.0016,
      "step": 28710
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.715271492620281e-06,
      "loss": 0.0006,
      "step": 28711
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7146072243470085e-06,
      "loss": 0.0007,
      "step": 28712
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.713942979236154e-06,
      "loss": 0.0004,
      "step": 28713
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7132787572913166e-06,
      "loss": 0.0005,
      "step": 28714
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.712614558516074e-06,
      "loss": 0.0009,
      "step": 28715
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.711950382914023e-06,
      "loss": 0.0008,
      "step": 28716
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7112862304887525e-06,
      "loss": 0.0006,
      "step": 28717
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.710622101243857e-06,
      "loss": 0.0007,
      "step": 28718
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.709957995182916e-06,
      "loss": 0.0007,
      "step": 28719
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.709293912309523e-06,
      "loss": 0.0005,
      "step": 28720
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7086298526272755e-06,
      "loss": 0.0009,
      "step": 28721
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.707965816139751e-06,
      "loss": 0.0004,
      "step": 28722
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.707301802850542e-06,
      "loss": 0.0007,
      "step": 28723
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.70663781276324e-06,
      "loss": 0.0006,
      "step": 28724
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.705973845881438e-06,
      "loss": 0.0014,
      "step": 28725
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.705309902208713e-06,
      "loss": 0.0009,
      "step": 28726
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.704645981748662e-06,
      "loss": 0.0009,
      "step": 28727
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.703982084504871e-06,
      "loss": 0.001,
      "step": 28728
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.7033182104809325e-06,
      "loss": 0.0013,
      "step": 28729
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.702654359680428e-06,
      "loss": 0.0015,
      "step": 28730
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.701990532106949e-06,
      "loss": 0.0014,
      "step": 28731
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.701326727764086e-06,
      "loss": 0.0018,
      "step": 28732
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.700662946655421e-06,
      "loss": 0.0007,
      "step": 28733
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.699999188784539e-06,
      "loss": 0.0009,
      "step": 28734
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.699335454155044e-06,
      "loss": 0.0013,
      "step": 28735
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.698671742770507e-06,
      "loss": 0.0007,
      "step": 28736
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.698008054634522e-06,
      "loss": 0.0006,
      "step": 28737
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.697344389750678e-06,
      "loss": 0.0008,
      "step": 28738
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.696680748122556e-06,
      "loss": 0.0012,
      "step": 28739
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.696017129753748e-06,
      "loss": 0.001,
      "step": 28740
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.695353534647839e-06,
      "loss": 0.0009,
      "step": 28741
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.694689962808417e-06,
      "loss": 0.0013,
      "step": 28742
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.694026414239067e-06,
      "loss": 0.0008,
      "step": 28743
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.693362888943375e-06,
      "loss": 0.0011,
      "step": 28744
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.692699386924927e-06,
      "loss": 0.0009,
      "step": 28745
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.6920359081873155e-06,
      "loss": 0.001,
      "step": 28746
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.691372452734118e-06,
      "loss": 0.0009,
      "step": 28747
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.690709020568923e-06,
      "loss": 0.0013,
      "step": 28748
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.690045611695323e-06,
      "loss": 0.0016,
      "step": 28749
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.689382226116893e-06,
      "loss": 0.0011,
      "step": 28750
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.688718863837224e-06,
      "loss": 0.0008,
      "step": 28751
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.688055524859901e-06,
      "loss": 0.0009,
      "step": 28752
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.687392209188514e-06,
      "loss": 0.0004,
      "step": 28753
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.68672891682664e-06,
      "loss": 0.0018,
      "step": 28754
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.686065647777868e-06,
      "loss": 0.0008,
      "step": 28755
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.685402402045785e-06,
      "loss": 0.0009,
      "step": 28756
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.68473917963397e-06,
      "loss": 0.0012,
      "step": 28757
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.684075980546012e-06,
      "loss": 0.0004,
      "step": 28758
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.683412804785494e-06,
      "loss": 0.0013,
      "step": 28759
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.682749652356005e-06,
      "loss": 0.0005,
      "step": 28760
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.682086523261123e-06,
      "loss": 0.0007,
      "step": 28761
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.6814234175044344e-06,
      "loss": 0.0007,
      "step": 28762
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.680760335089528e-06,
      "loss": 0.001,
      "step": 28763
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.680097276019978e-06,
      "loss": 0.0009,
      "step": 28764
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.679434240299375e-06,
      "loss": 0.0008,
      "step": 28765
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.6787712279313e-06,
      "loss": 0.0008,
      "step": 28766
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.678108238919342e-06,
      "loss": 0.0008,
      "step": 28767
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.677445273267077e-06,
      "loss": 0.0009,
      "step": 28768
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.676782330978092e-06,
      "loss": 0.0006,
      "step": 28769
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.67611941205597e-06,
      "loss": 0.0012,
      "step": 28770
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.675456516504292e-06,
      "loss": 0.0007,
      "step": 28771
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.6747936443266435e-06,
      "loss": 0.0014,
      "step": 28772
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.674130795526611e-06,
      "loss": 0.0011,
      "step": 28773
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.6734679701077685e-06,
      "loss": 0.0015,
      "step": 28774
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.672805168073703e-06,
      "loss": 0.0009,
      "step": 28775
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.672142389427996e-06,
      "loss": 0.0007,
      "step": 28776
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.671479634174235e-06,
      "loss": 0.0006,
      "step": 28777
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.670816902315995e-06,
      "loss": 0.0006,
      "step": 28778
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.670154193856858e-06,
      "loss": 0.0012,
      "step": 28779
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.669491508800415e-06,
      "loss": 0.001,
      "step": 28780
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.6688288471502365e-06,
      "loss": 0.0009,
      "step": 28781
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.668166208909909e-06,
      "loss": 0.0008,
      "step": 28782
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.667503594083014e-06,
      "loss": 0.0014,
      "step": 28783
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.666841002673138e-06,
      "loss": 0.0009,
      "step": 28784
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.666178434683851e-06,
      "loss": 0.0019,
      "step": 28785
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.665515890118742e-06,
      "loss": 0.001,
      "step": 28786
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.664853368981395e-06,
      "loss": 0.0012,
      "step": 28787
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.6641908712753835e-06,
      "loss": 0.0006,
      "step": 28788
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.66352839700429e-06,
      "loss": 0.0004,
      "step": 28789
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.6628659461716965e-06,
      "loss": 0.0007,
      "step": 28790
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.662203518781186e-06,
      "loss": 0.0014,
      "step": 28791
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.6615411148363355e-06,
      "loss": 0.0011,
      "step": 28792
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.660878734340724e-06,
      "loss": 0.0013,
      "step": 28793
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.660216377297938e-06,
      "loss": 0.0007,
      "step": 28794
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.659554043711548e-06,
      "loss": 0.0012,
      "step": 28795
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.658891733585141e-06,
      "loss": 0.0008,
      "step": 28796
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.658229446922294e-06,
      "loss": 0.0014,
      "step": 28797
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.657567183726592e-06,
      "loss": 0.0013,
      "step": 28798
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.656904944001607e-06,
      "loss": 0.0011,
      "step": 28799
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.656242727750919e-06,
      "loss": 0.0011,
      "step": 28800
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.655580534978111e-06,
      "loss": 0.0011,
      "step": 28801
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.654918365686765e-06,
      "loss": 0.0013,
      "step": 28802
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.654256219880452e-06,
      "loss": 0.0005,
      "step": 28803
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.653594097562755e-06,
      "loss": 0.001,
      "step": 28804
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.652931998737256e-06,
      "loss": 0.0005,
      "step": 28805
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.6522699234075214e-06,
      "loss": 0.0007,
      "step": 28806
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.6516078715771425e-06,
      "loss": 0.0013,
      "step": 28807
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.6509458432496985e-06,
      "loss": 0.0011,
      "step": 28808
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.650283838428759e-06,
      "loss": 0.0005,
      "step": 28809
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.649621857117905e-06,
      "loss": 0.0011,
      "step": 28810
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.64895989932072e-06,
      "loss": 0.0012,
      "step": 28811
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.648297965040772e-06,
      "loss": 0.0006,
      "step": 28812
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.647636054281644e-06,
      "loss": 0.0007,
      "step": 28813
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.646974167046915e-06,
      "loss": 0.0007,
      "step": 28814
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.646312303340165e-06,
      "loss": 0.0008,
      "step": 28815
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.645650463164963e-06,
      "loss": 0.0009,
      "step": 28816
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.644988646524889e-06,
      "loss": 0.0009,
      "step": 28817
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.644326853423523e-06,
      "loss": 0.001,
      "step": 28818
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.643665083864445e-06,
      "loss": 0.0008,
      "step": 28819
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.643003337851223e-06,
      "loss": 0.0012,
      "step": 28820
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.642341615387439e-06,
      "loss": 0.002,
      "step": 28821
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.641679916476671e-06,
      "loss": 0.0005,
      "step": 28822
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.641018241122491e-06,
      "loss": 0.001,
      "step": 28823
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.640356589328476e-06,
      "loss": 0.0019,
      "step": 28824
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.639694961098205e-06,
      "loss": 0.0012,
      "step": 28825
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.639033356435257e-06,
      "loss": 0.0008,
      "step": 28826
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.638371775343199e-06,
      "loss": 0.0009,
      "step": 28827
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.637710217825613e-06,
      "loss": 0.0009,
      "step": 28828
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.637048683886076e-06,
      "loss": 0.0008,
      "step": 28829
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.636387173528157e-06,
      "loss": 0.001,
      "step": 28830
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.635725686755437e-06,
      "loss": 0.0007,
      "step": 28831
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.635064223571489e-06,
      "loss": 0.0012,
      "step": 28832
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.634402783979892e-06,
      "loss": 0.0008,
      "step": 28833
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.633741367984215e-06,
      "loss": 0.0006,
      "step": 28834
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.633079975588035e-06,
      "loss": 0.0012,
      "step": 28835
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.6324186067949315e-06,
      "loss": 0.0008,
      "step": 28836
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.631757261608473e-06,
      "loss": 0.0016,
      "step": 28837
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.631095940032235e-06,
      "loss": 0.0003,
      "step": 28838
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.630434642069793e-06,
      "loss": 0.0008,
      "step": 28839
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.629773367724727e-06,
      "loss": 0.0008,
      "step": 28840
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.629112117000601e-06,
      "loss": 0.0013,
      "step": 28841
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.62845088990099e-06,
      "loss": 0.0011,
      "step": 28842
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.627789686429481e-06,
      "loss": 0.0008,
      "step": 28843
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.627128506589633e-06,
      "loss": 0.0013,
      "step": 28844
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.626467350385025e-06,
      "loss": 0.0006,
      "step": 28845
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.625806217819236e-06,
      "loss": 0.0009,
      "step": 28846
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.625145108895828e-06,
      "loss": 0.0005,
      "step": 28847
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.624484023618384e-06,
      "loss": 0.0009,
      "step": 28848
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.62382296199047e-06,
      "loss": 0.0008,
      "step": 28849
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.6231619240156694e-06,
      "loss": 0.0011,
      "step": 28850
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.622500909697542e-06,
      "loss": 0.0013,
      "step": 28851
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.621839919039669e-06,
      "loss": 0.0009,
      "step": 28852
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.621178952045622e-06,
      "loss": 0.0011,
      "step": 28853
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.620518008718972e-06,
      "loss": 0.0014,
      "step": 28854
    },
    {
      "epoch": 1.15,
      "learning_rate": 5.61985708906329e-06,
      "loss": 0.0006,
      "step": 28855
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.619196193082148e-06,
      "loss": 0.0009,
      "step": 28856
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.618535320779127e-06,
      "loss": 0.0007,
      "step": 28857
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.617874472157787e-06,
      "loss": 0.001,
      "step": 28858
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.617213647221704e-06,
      "loss": 0.0011,
      "step": 28859
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.616552845974457e-06,
      "loss": 0.0011,
      "step": 28860
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.615892068419606e-06,
      "loss": 0.0013,
      "step": 28861
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.615231314560727e-06,
      "loss": 0.0005,
      "step": 28862
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.614570584401394e-06,
      "loss": 0.0008,
      "step": 28863
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.61390987794518e-06,
      "loss": 0.0005,
      "step": 28864
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.613249195195648e-06,
      "loss": 0.0018,
      "step": 28865
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.6125885361563735e-06,
      "loss": 0.001,
      "step": 28866
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.611927900830931e-06,
      "loss": 0.0007,
      "step": 28867
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.611267289222883e-06,
      "loss": 0.0006,
      "step": 28868
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.610606701335807e-06,
      "loss": 0.0016,
      "step": 28869
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.60994613717327e-06,
      "loss": 0.0009,
      "step": 28870
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.609285596738847e-06,
      "loss": 0.0006,
      "step": 28871
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.608625080036101e-06,
      "loss": 0.0004,
      "step": 28872
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.607964587068604e-06,
      "loss": 0.0005,
      "step": 28873
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.607304117839929e-06,
      "loss": 0.0014,
      "step": 28874
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.606643672353649e-06,
      "loss": 0.0012,
      "step": 28875
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.605983250613325e-06,
      "loss": 0.0007,
      "step": 28876
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.60532285262253e-06,
      "loss": 0.0014,
      "step": 28877
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.6046624783848345e-06,
      "loss": 0.0011,
      "step": 28878
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.604002127903807e-06,
      "loss": 0.001,
      "step": 28879
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.603341801183017e-06,
      "loss": 0.001,
      "step": 28880
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.602681498226039e-06,
      "loss": 0.0006,
      "step": 28881
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.602021219036431e-06,
      "loss": 0.0011,
      "step": 28882
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.601360963617768e-06,
      "loss": 0.001,
      "step": 28883
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.600700731973623e-06,
      "loss": 0.0014,
      "step": 28884
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.600040524107554e-06,
      "loss": 0.0007,
      "step": 28885
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.599380340023135e-06,
      "loss": 0.0005,
      "step": 28886
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.598720179723935e-06,
      "loss": 0.0008,
      "step": 28887
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.598060043213525e-06,
      "loss": 0.0005,
      "step": 28888
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.597399930495466e-06,
      "loss": 0.0006,
      "step": 28889
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.596739841573329e-06,
      "loss": 0.0004,
      "step": 28890
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.596079776450685e-06,
      "loss": 0.0012,
      "step": 28891
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.595419735131096e-06,
      "loss": 0.0007,
      "step": 28892
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.594759717618131e-06,
      "loss": 0.0008,
      "step": 28893
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.594099723915359e-06,
      "loss": 0.0006,
      "step": 28894
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.593439754026352e-06,
      "loss": 0.0012,
      "step": 28895
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.592779807954667e-06,
      "loss": 0.0009,
      "step": 28896
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.592119885703875e-06,
      "loss": 0.0006,
      "step": 28897
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.591459987277545e-06,
      "loss": 0.0009,
      "step": 28898
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.590800112679246e-06,
      "loss": 0.0006,
      "step": 28899
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.590140261912538e-06,
      "loss": 0.0012,
      "step": 28900
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.589480434980989e-06,
      "loss": 0.0009,
      "step": 28901
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.588820631888172e-06,
      "loss": 0.0006,
      "step": 28902
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.588160852637644e-06,
      "loss": 0.0009,
      "step": 28903
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.587501097232974e-06,
      "loss": 0.0009,
      "step": 28904
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.586841365677731e-06,
      "loss": 0.0007,
      "step": 28905
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.586181657975483e-06,
      "loss": 0.0012,
      "step": 28906
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.585521974129786e-06,
      "loss": 0.0008,
      "step": 28907
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.584862314144212e-06,
      "loss": 0.0012,
      "step": 28908
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.58420267802233e-06,
      "loss": 0.0007,
      "step": 28909
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.583543065767698e-06,
      "loss": 0.001,
      "step": 28910
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5828834773838826e-06,
      "loss": 0.0005,
      "step": 28911
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5822239128744514e-06,
      "loss": 0.0011,
      "step": 28912
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.581564372242972e-06,
      "loss": 0.0007,
      "step": 28913
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5809048554929975e-06,
      "loss": 0.0007,
      "step": 28914
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.580245362628105e-06,
      "loss": 0.0006,
      "step": 28915
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.57958589365186e-06,
      "loss": 0.0008,
      "step": 28916
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.578926448567815e-06,
      "loss": 0.0007,
      "step": 28917
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.578267027379542e-06,
      "loss": 0.0007,
      "step": 28918
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.577607630090609e-06,
      "loss": 0.0007,
      "step": 28919
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.576948256704571e-06,
      "loss": 0.0005,
      "step": 28920
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.576288907224994e-06,
      "loss": 0.0007,
      "step": 28921
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.575629581655445e-06,
      "loss": 0.0006,
      "step": 28922
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.574970279999491e-06,
      "loss": 0.0008,
      "step": 28923
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.574311002260686e-06,
      "loss": 0.0015,
      "step": 28924
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.573651748442599e-06,
      "loss": 0.0008,
      "step": 28925
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.572992518548795e-06,
      "loss": 0.0015,
      "step": 28926
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.572333312582831e-06,
      "loss": 0.0007,
      "step": 28927
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.571674130548275e-06,
      "loss": 0.0013,
      "step": 28928
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.571014972448687e-06,
      "loss": 0.0005,
      "step": 28929
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5703558382876365e-06,
      "loss": 0.001,
      "step": 28930
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.569696728068677e-06,
      "loss": 0.0006,
      "step": 28931
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.569037641795374e-06,
      "loss": 0.0013,
      "step": 28932
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5683785794712945e-06,
      "loss": 0.0008,
      "step": 28933
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.567719541099992e-06,
      "loss": 0.0005,
      "step": 28934
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.567060526685035e-06,
      "loss": 0.0007,
      "step": 28935
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.566401536229982e-06,
      "loss": 0.0012,
      "step": 28936
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.565742569738402e-06,
      "loss": 0.0003,
      "step": 28937
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.565083627213847e-06,
      "loss": 0.0007,
      "step": 28938
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5644247086598834e-06,
      "loss": 0.0012,
      "step": 28939
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.563765814080077e-06,
      "loss": 0.0011,
      "step": 28940
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.563106943477979e-06,
      "loss": 0.0012,
      "step": 28941
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.562448096857156e-06,
      "loss": 0.0008,
      "step": 28942
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5617892742211685e-06,
      "loss": 0.0005,
      "step": 28943
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.561130475573582e-06,
      "loss": 0.0009,
      "step": 28944
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.56047170091795e-06,
      "loss": 0.0011,
      "step": 28945
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.559812950257835e-06,
      "loss": 0.0005,
      "step": 28946
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.559154223596803e-06,
      "loss": 0.0017,
      "step": 28947
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5584955209384075e-06,
      "loss": 0.0005,
      "step": 28948
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.557836842286211e-06,
      "loss": 0.0012,
      "step": 28949
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.557178187643773e-06,
      "loss": 0.0011,
      "step": 28950
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.556519557014656e-06,
      "loss": 0.001,
      "step": 28951
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.555860950402417e-06,
      "loss": 0.0009,
      "step": 28952
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5552023678106186e-06,
      "loss": 0.0011,
      "step": 28953
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.554543809242823e-06,
      "loss": 0.001,
      "step": 28954
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.553885274702579e-06,
      "loss": 0.0006,
      "step": 28955
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.553226764193455e-06,
      "loss": 0.0004,
      "step": 28956
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.552568277719012e-06,
      "loss": 0.0008,
      "step": 28957
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.551909815282801e-06,
      "loss": 0.0014,
      "step": 28958
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5512513768883854e-06,
      "loss": 0.0012,
      "step": 28959
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.550592962539323e-06,
      "loss": 0.002,
      "step": 28960
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.549934572239177e-06,
      "loss": 0.0014,
      "step": 28961
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.549276205991498e-06,
      "loss": 0.0016,
      "step": 28962
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.54861786379985e-06,
      "loss": 0.001,
      "step": 28963
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5479595456677925e-06,
      "loss": 0.0015,
      "step": 28964
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5473012515988775e-06,
      "loss": 0.0008,
      "step": 28965
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.546642981596667e-06,
      "loss": 0.0005,
      "step": 28966
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.545984735664718e-06,
      "loss": 0.0007,
      "step": 28967
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.545326513806592e-06,
      "loss": 0.0013,
      "step": 28968
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.544668316025842e-06,
      "loss": 0.0011,
      "step": 28969
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.544010142326026e-06,
      "loss": 0.0014,
      "step": 28970
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.543351992710702e-06,
      "loss": 0.0013,
      "step": 28971
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.542693867183432e-06,
      "loss": 0.0008,
      "step": 28972
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.542035765747764e-06,
      "loss": 0.0013,
      "step": 28973
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5413776884072614e-06,
      "loss": 0.001,
      "step": 28974
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5407196351654835e-06,
      "loss": 0.0011,
      "step": 28975
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.540061606025978e-06,
      "loss": 0.0008,
      "step": 28976
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.539403600992308e-06,
      "loss": 0.0014,
      "step": 28977
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.538745620068028e-06,
      "loss": 0.0006,
      "step": 28978
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5380876632566995e-06,
      "loss": 0.0006,
      "step": 28979
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.53742973056187e-06,
      "loss": 0.0008,
      "step": 28980
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5367718219871e-06,
      "loss": 0.0009,
      "step": 28981
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.536113937535949e-06,
      "loss": 0.0007,
      "step": 28982
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.535456077211967e-06,
      "loss": 0.0006,
      "step": 28983
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.53479824101871e-06,
      "loss": 0.001,
      "step": 28984
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5341404289597355e-06,
      "loss": 0.0005,
      "step": 28985
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5334826410386e-06,
      "loss": 0.0009,
      "step": 28986
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.532824877258858e-06,
      "loss": 0.0009,
      "step": 28987
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.532167137624064e-06,
      "loss": 0.0014,
      "step": 28988
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5315094221377775e-06,
      "loss": 0.0004,
      "step": 28989
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.530851730803546e-06,
      "loss": 0.0012,
      "step": 28990
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5301940636249275e-06,
      "loss": 0.0009,
      "step": 28991
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.529536420605482e-06,
      "loss": 0.0004,
      "step": 28992
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.528878801748753e-06,
      "loss": 0.0009,
      "step": 28993
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5282212070583015e-06,
      "loss": 0.0005,
      "step": 28994
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.527563636537681e-06,
      "loss": 0.0008,
      "step": 28995
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.526906090190451e-06,
      "loss": 0.0014,
      "step": 28996
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.526248568020156e-06,
      "loss": 0.0009,
      "step": 28997
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5255910700303535e-06,
      "loss": 0.0007,
      "step": 28998
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.524933596224604e-06,
      "loss": 0.0005,
      "step": 28999
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.52427614660645e-06,
      "loss": 0.0011,
      "step": 29000
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.52361872117945e-06,
      "loss": 0.0004,
      "step": 29001
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.522961319947158e-06,
      "loss": 0.001,
      "step": 29002
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.52230394291313e-06,
      "loss": 0.0008,
      "step": 29003
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5216465900809116e-06,
      "loss": 0.0018,
      "step": 29004
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.520989261454061e-06,
      "loss": 0.0011,
      "step": 29005
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.520331957036134e-06,
      "loss": 0.0008,
      "step": 29006
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.519674676830675e-06,
      "loss": 0.0018,
      "step": 29007
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.519017420841242e-06,
      "loss": 0.0007,
      "step": 29008
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.518360189071384e-06,
      "loss": 0.0006,
      "step": 29009
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.517702981524662e-06,
      "loss": 0.0015,
      "step": 29010
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.517045798204616e-06,
      "loss": 0.0006,
      "step": 29011
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.516388639114806e-06,
      "loss": 0.001,
      "step": 29012
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.515731504258786e-06,
      "loss": 0.0013,
      "step": 29013
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.515074393640098e-06,
      "loss": 0.0015,
      "step": 29014
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5144173072623e-06,
      "loss": 0.001,
      "step": 29015
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.513760245128943e-06,
      "loss": 0.0012,
      "step": 29016
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.513103207243582e-06,
      "loss": 0.0009,
      "step": 29017
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5124461936097605e-06,
      "loss": 0.0009,
      "step": 29018
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.511789204231035e-06,
      "loss": 0.0008,
      "step": 29019
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.511132239110958e-06,
      "loss": 0.001,
      "step": 29020
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.510475298253073e-06,
      "loss": 0.0006,
      "step": 29021
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.509818381660936e-06,
      "loss": 0.0009,
      "step": 29022
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5091614893380975e-06,
      "loss": 0.0008,
      "step": 29023
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.508504621288107e-06,
      "loss": 0.0012,
      "step": 29024
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.507847777514516e-06,
      "loss": 0.0017,
      "step": 29025
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.507190958020873e-06,
      "loss": 0.0013,
      "step": 29026
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.506534162810733e-06,
      "loss": 0.0012,
      "step": 29027
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.505877391887639e-06,
      "loss": 0.0007,
      "step": 29028
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.505220645255143e-06,
      "loss": 0.0008,
      "step": 29029
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.504563922916799e-06,
      "loss": 0.0006,
      "step": 29030
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5039072248761504e-06,
      "loss": 0.0007,
      "step": 29031
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.5032505511367494e-06,
      "loss": 0.001,
      "step": 29032
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.502593901702145e-06,
      "loss": 0.0009,
      "step": 29033
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.501937276575891e-06,
      "loss": 0.001,
      "step": 29034
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.501280675761526e-06,
      "loss": 0.0012,
      "step": 29035
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.500624099262608e-06,
      "loss": 0.0007,
      "step": 29036
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.499967547082685e-06,
      "loss": 0.0005,
      "step": 29037
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4993110192253e-06,
      "loss": 0.0006,
      "step": 29038
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.498654515694004e-06,
      "loss": 0.0013,
      "step": 29039
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.497998036492348e-06,
      "loss": 0.0021,
      "step": 29040
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.49734158162388e-06,
      "loss": 0.0018,
      "step": 29041
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.496685151092145e-06,
      "loss": 0.0005,
      "step": 29042
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.496028744900692e-06,
      "loss": 0.0007,
      "step": 29043
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.495372363053071e-06,
      "loss": 0.001,
      "step": 29044
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.494716005552829e-06,
      "loss": 0.0006,
      "step": 29045
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.494059672403511e-06,
      "loss": 0.0007,
      "step": 29046
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.493403363608667e-06,
      "loss": 0.0008,
      "step": 29047
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.492747079171845e-06,
      "loss": 0.0007,
      "step": 29048
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.492090819096589e-06,
      "loss": 0.0006,
      "step": 29049
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.491434583386448e-06,
      "loss": 0.0011,
      "step": 29050
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.490778372044967e-06,
      "loss": 0.0013,
      "step": 29051
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.490122185075699e-06,
      "loss": 0.0006,
      "step": 29052
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.489466022482184e-06,
      "loss": 0.0008,
      "step": 29053
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.48880988426797e-06,
      "loss": 0.0015,
      "step": 29054
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.488153770436608e-06,
      "loss": 0.0009,
      "step": 29055
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4874976809916355e-06,
      "loss": 0.001,
      "step": 29056
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.486841615936605e-06,
      "loss": 0.0013,
      "step": 29057
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.486185575275061e-06,
      "loss": 0.0008,
      "step": 29058
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.485529559010549e-06,
      "loss": 0.0004,
      "step": 29059
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.484873567146617e-06,
      "loss": 0.0007,
      "step": 29060
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.484217599686807e-06,
      "loss": 0.0011,
      "step": 29061
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.483561656634672e-06,
      "loss": 0.001,
      "step": 29062
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.482905737993747e-06,
      "loss": 0.0007,
      "step": 29063
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4822498437675815e-06,
      "loss": 0.0016,
      "step": 29064
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.481593973959725e-06,
      "loss": 0.001,
      "step": 29065
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.480938128573716e-06,
      "loss": 0.0012,
      "step": 29066
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4802823076131e-06,
      "loss": 0.0009,
      "step": 29067
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.479626511081424e-06,
      "loss": 0.0011,
      "step": 29068
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.478970738982236e-06,
      "loss": 0.0013,
      "step": 29069
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4783149913190735e-06,
      "loss": 0.001,
      "step": 29070
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4776592680954845e-06,
      "loss": 0.001,
      "step": 29071
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.477003569315015e-06,
      "loss": 0.0007,
      "step": 29072
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.476347894981202e-06,
      "loss": 0.0015,
      "step": 29073
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.475692245097596e-06,
      "loss": 0.0003,
      "step": 29074
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.475036619667737e-06,
      "loss": 0.0006,
      "step": 29075
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.474381018695175e-06,
      "loss": 0.0012,
      "step": 29076
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.473725442183444e-06,
      "loss": 0.0008,
      "step": 29077
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.473069890136094e-06,
      "loss": 0.0007,
      "step": 29078
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.472414362556668e-06,
      "loss": 0.0004,
      "step": 29079
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.471758859448706e-06,
      "loss": 0.0006,
      "step": 29080
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.471103380815752e-06,
      "loss": 0.0009,
      "step": 29081
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.470447926661349e-06,
      "loss": 0.0007,
      "step": 29082
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4697924969890435e-06,
      "loss": 0.0011,
      "step": 29083
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4691370918023704e-06,
      "loss": 0.0011,
      "step": 29084
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.468481711104877e-06,
      "loss": 0.001,
      "step": 29085
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.46782635490011e-06,
      "loss": 0.0005,
      "step": 29086
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.467171023191601e-06,
      "loss": 0.0006,
      "step": 29087
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.466515715982898e-06,
      "loss": 0.0005,
      "step": 29088
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4658604332775435e-06,
      "loss": 0.0011,
      "step": 29089
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.465205175079083e-06,
      "loss": 0.0008,
      "step": 29090
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.464549941391046e-06,
      "loss": 0.0014,
      "step": 29091
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4638947322169855e-06,
      "loss": 0.0011,
      "step": 29092
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.46323954756044e-06,
      "loss": 0.0011,
      "step": 29093
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.462584387424947e-06,
      "loss": 0.0009,
      "step": 29094
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.461929251814047e-06,
      "loss": 0.001,
      "step": 29095
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4612741407312905e-06,
      "loss": 0.0019,
      "step": 29096
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.460619054180209e-06,
      "loss": 0.0015,
      "step": 29097
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4599639921643465e-06,
      "loss": 0.0007,
      "step": 29098
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.459308954687243e-06,
      "loss": 0.0007,
      "step": 29099
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.458653941752444e-06,
      "loss": 0.0005,
      "step": 29100
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.457998953363481e-06,
      "loss": 0.0009,
      "step": 29101
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.457343989523898e-06,
      "loss": 0.0009,
      "step": 29102
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.456689050237241e-06,
      "loss": 0.0009,
      "step": 29103
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.456034135507038e-06,
      "loss": 0.001,
      "step": 29104
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.455379245336836e-06,
      "loss": 0.0015,
      "step": 29105
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.454724379730174e-06,
      "loss": 0.0011,
      "step": 29106
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.454069538690596e-06,
      "loss": 0.0006,
      "step": 29107
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.453414722221633e-06,
      "loss": 0.0023,
      "step": 29108
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4527599303268275e-06,
      "loss": 0.0014,
      "step": 29109
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.452105163009723e-06,
      "loss": 0.0011,
      "step": 29110
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.451450420273851e-06,
      "loss": 0.0013,
      "step": 29111
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.450795702122753e-06,
      "loss": 0.0016,
      "step": 29112
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.45014100855997e-06,
      "loss": 0.0008,
      "step": 29113
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4494863395890426e-06,
      "loss": 0.0007,
      "step": 29114
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.448831695213504e-06,
      "loss": 0.0005,
      "step": 29115
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4481770754368925e-06,
      "loss": 0.0012,
      "step": 29116
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.447522480262748e-06,
      "loss": 0.0013,
      "step": 29117
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.446867909694614e-06,
      "loss": 0.0011,
      "step": 29118
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.446213363736019e-06,
      "loss": 0.0012,
      "step": 29119
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.445558842390506e-06,
      "loss": 0.0012,
      "step": 29120
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.444904345661615e-06,
      "loss": 0.0005,
      "step": 29121
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.444249873552876e-06,
      "loss": 0.0012,
      "step": 29122
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.443595426067831e-06,
      "loss": 0.0011,
      "step": 29123
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.442941003210018e-06,
      "loss": 0.0007,
      "step": 29124
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.442286604982977e-06,
      "loss": 0.0012,
      "step": 29125
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.441632231390237e-06,
      "loss": 0.0012,
      "step": 29126
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.440977882435339e-06,
      "loss": 0.0007,
      "step": 29127
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.440323558121823e-06,
      "loss": 0.0009,
      "step": 29128
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.439669258453219e-06,
      "loss": 0.0017,
      "step": 29129
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.439014983433067e-06,
      "loss": 0.0006,
      "step": 29130
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.438360733064903e-06,
      "loss": 0.001,
      "step": 29131
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.437706507352264e-06,
      "loss": 0.001,
      "step": 29132
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4370523062986846e-06,
      "loss": 0.0013,
      "step": 29133
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.436398129907706e-06,
      "loss": 0.0002,
      "step": 29134
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.435743978182856e-06,
      "loss": 0.0009,
      "step": 29135
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.435089851127673e-06,
      "loss": 0.0008,
      "step": 29136
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4344357487456944e-06,
      "loss": 0.0005,
      "step": 29137
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.433781671040459e-06,
      "loss": 0.0007,
      "step": 29138
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.433127618015492e-06,
      "loss": 0.0015,
      "step": 29139
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4324735896743355e-06,
      "loss": 0.0009,
      "step": 29140
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.431819586020523e-06,
      "loss": 0.001,
      "step": 29141
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.431165607057593e-06,
      "loss": 0.0009,
      "step": 29142
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.430511652789073e-06,
      "loss": 0.0009,
      "step": 29143
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.429857723218503e-06,
      "loss": 0.0009,
      "step": 29144
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.429203818349418e-06,
      "loss": 0.0013,
      "step": 29145
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.428549938185347e-06,
      "loss": 0.0007,
      "step": 29146
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4278960827298274e-06,
      "loss": 0.0007,
      "step": 29147
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.427242251986393e-06,
      "loss": 0.001,
      "step": 29148
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.426588445958582e-06,
      "loss": 0.0009,
      "step": 29149
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.425934664649921e-06,
      "loss": 0.0007,
      "step": 29150
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.425280908063948e-06,
      "loss": 0.0006,
      "step": 29151
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.424627176204198e-06,
      "loss": 0.0007,
      "step": 29152
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.423973469074198e-06,
      "loss": 0.0009,
      "step": 29153
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.423319786677485e-06,
      "loss": 0.0007,
      "step": 29154
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.422666129017592e-06,
      "loss": 0.0005,
      "step": 29155
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.422012496098057e-06,
      "loss": 0.0008,
      "step": 29156
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4213588879224036e-06,
      "loss": 0.0006,
      "step": 29157
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.420705304494169e-06,
      "loss": 0.0006,
      "step": 29158
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.42005174581689e-06,
      "loss": 0.0009,
      "step": 29159
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.419398211894091e-06,
      "loss": 0.0007,
      "step": 29160
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.41874470272931e-06,
      "loss": 0.0011,
      "step": 29161
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4180912183260755e-06,
      "loss": 0.0012,
      "step": 29162
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.417437758687925e-06,
      "loss": 0.0009,
      "step": 29163
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.416784323818385e-06,
      "loss": 0.001,
      "step": 29164
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.416130913720987e-06,
      "loss": 0.0006,
      "step": 29165
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.415477528399271e-06,
      "loss": 0.0012,
      "step": 29166
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.414824167856754e-06,
      "loss": 0.0006,
      "step": 29167
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.414170832096979e-06,
      "loss": 0.0006,
      "step": 29168
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.413517521123478e-06,
      "loss": 0.0009,
      "step": 29169
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4128642349397745e-06,
      "loss": 0.0008,
      "step": 29170
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.412210973549403e-06,
      "loss": 0.0011,
      "step": 29171
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4115577369558945e-06,
      "loss": 0.0008,
      "step": 29172
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.410904525162786e-06,
      "loss": 0.0011,
      "step": 29173
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.410251338173595e-06,
      "loss": 0.0008,
      "step": 29174
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.40959817599186e-06,
      "loss": 0.0015,
      "step": 29175
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.408945038621114e-06,
      "loss": 0.0009,
      "step": 29176
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.40829192606488e-06,
      "loss": 0.0007,
      "step": 29177
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.407638838326692e-06,
      "loss": 0.0012,
      "step": 29178
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.406985775410077e-06,
      "loss": 0.0011,
      "step": 29179
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.406332737318574e-06,
      "loss": 0.0008,
      "step": 29180
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.405679724055699e-06,
      "loss": 0.0007,
      "step": 29181
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.40502673562499e-06,
      "loss": 0.0009,
      "step": 29182
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.404373772029979e-06,
      "loss": 0.0009,
      "step": 29183
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4037208332741855e-06,
      "loss": 0.0016,
      "step": 29184
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4030679193611445e-06,
      "loss": 0.0007,
      "step": 29185
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.4024150302943844e-06,
      "loss": 0.0009,
      "step": 29186
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.401762166077438e-06,
      "loss": 0.0006,
      "step": 29187
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.401109326713827e-06,
      "loss": 0.0013,
      "step": 29188
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.400456512207083e-06,
      "loss": 0.0008,
      "step": 29189
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.399803722560738e-06,
      "loss": 0.0014,
      "step": 29190
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.399150957778314e-06,
      "loss": 0.0006,
      "step": 29191
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.398498217863341e-06,
      "loss": 0.0005,
      "step": 29192
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.397845502819348e-06,
      "loss": 0.0009,
      "step": 29193
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.397192812649868e-06,
      "loss": 0.0005,
      "step": 29194
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3965401473584186e-06,
      "loss": 0.0006,
      "step": 29195
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.395887506948534e-06,
      "loss": 0.0007,
      "step": 29196
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.395234891423739e-06,
      "loss": 0.0009,
      "step": 29197
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3945823007875676e-06,
      "loss": 0.0006,
      "step": 29198
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.393929735043537e-06,
      "loss": 0.001,
      "step": 29199
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.393277194195179e-06,
      "loss": 0.0012,
      "step": 29200
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.392624678246025e-06,
      "loss": 0.0011,
      "step": 29201
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3919721871995925e-06,
      "loss": 0.0005,
      "step": 29202
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3913197210594094e-06,
      "loss": 0.0008,
      "step": 29203
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3906672798290135e-06,
      "loss": 0.001,
      "step": 29204
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.390014863511921e-06,
      "loss": 0.0007,
      "step": 29205
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.389362472111661e-06,
      "loss": 0.0008,
      "step": 29206
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.388710105631762e-06,
      "loss": 0.001,
      "step": 29207
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.388057764075745e-06,
      "loss": 0.0012,
      "step": 29208
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.387405447447138e-06,
      "loss": 0.0015,
      "step": 29209
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.386753155749468e-06,
      "loss": 0.0009,
      "step": 29210
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.386100888986263e-06,
      "loss": 0.0004,
      "step": 29211
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.385448647161041e-06,
      "loss": 0.0005,
      "step": 29212
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.384796430277333e-06,
      "loss": 0.0008,
      "step": 29213
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.384144238338661e-06,
      "loss": 0.0008,
      "step": 29214
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.383492071348557e-06,
      "loss": 0.0008,
      "step": 29215
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.382839929310537e-06,
      "loss": 0.0013,
      "step": 29216
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.382187812228129e-06,
      "loss": 0.0006,
      "step": 29217
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.381535720104863e-06,
      "loss": 0.0013,
      "step": 29218
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3808836529442545e-06,
      "loss": 0.0009,
      "step": 29219
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.380231610749832e-06,
      "loss": 0.0007,
      "step": 29220
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3795795935251216e-06,
      "loss": 0.0008,
      "step": 29221
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.378927601273648e-06,
      "loss": 0.0012,
      "step": 29222
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.37827563399893e-06,
      "loss": 0.0011,
      "step": 29223
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.377623691704495e-06,
      "loss": 0.0006,
      "step": 29224
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.37697177439387e-06,
      "loss": 0.0008,
      "step": 29225
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.376319882070571e-06,
      "loss": 0.0007,
      "step": 29226
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.375668014738124e-06,
      "loss": 0.0008,
      "step": 29227
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.375016172400056e-06,
      "loss": 0.0005,
      "step": 29228
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3743643550598904e-06,
      "loss": 0.0006,
      "step": 29229
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.373712562721144e-06,
      "loss": 0.0011,
      "step": 29230
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3730607953873436e-06,
      "loss": 0.0003,
      "step": 29231
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.372409053062016e-06,
      "loss": 0.0012,
      "step": 29232
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.371757335748675e-06,
      "loss": 0.0006,
      "step": 29233
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.371105643450849e-06,
      "loss": 0.0008,
      "step": 29234
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.370453976172057e-06,
      "loss": 0.0006,
      "step": 29235
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.36980233391583e-06,
      "loss": 0.0003,
      "step": 29236
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.369150716685678e-06,
      "loss": 0.0009,
      "step": 29237
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.368499124485129e-06,
      "loss": 0.0015,
      "step": 29238
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3678475573177035e-06,
      "loss": 0.0008,
      "step": 29239
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.367196015186924e-06,
      "loss": 0.0007,
      "step": 29240
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.366544498096313e-06,
      "loss": 0.0005,
      "step": 29241
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3658930060493956e-06,
      "loss": 0.0011,
      "step": 29242
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3652415390496835e-06,
      "loss": 0.0009,
      "step": 29243
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.364590097100704e-06,
      "loss": 0.001,
      "step": 29244
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.363938680205976e-06,
      "loss": 0.0007,
      "step": 29245
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.363287288369023e-06,
      "loss": 0.0012,
      "step": 29246
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.362635921593365e-06,
      "loss": 0.001,
      "step": 29247
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.361984579882517e-06,
      "loss": 0.0007,
      "step": 29248
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.361333263240012e-06,
      "loss": 0.0007,
      "step": 29249
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.360681971669357e-06,
      "loss": 0.0003,
      "step": 29250
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.360030705174077e-06,
      "loss": 0.0008,
      "step": 29251
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.359379463757694e-06,
      "loss": 0.001,
      "step": 29252
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.358728247423731e-06,
      "loss": 0.0011,
      "step": 29253
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3580770561756985e-06,
      "loss": 0.0008,
      "step": 29254
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.357425890017123e-06,
      "loss": 0.0009,
      "step": 29255
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.356774748951525e-06,
      "loss": 0.0013,
      "step": 29256
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.356123632982418e-06,
      "loss": 0.0015,
      "step": 29257
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.355472542113325e-06,
      "loss": 0.0004,
      "step": 29258
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3548214763477624e-06,
      "loss": 0.0006,
      "step": 29259
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.354170435689257e-06,
      "loss": 0.0008,
      "step": 29260
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3535194201413175e-06,
      "loss": 0.0006,
      "step": 29261
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.352868429707467e-06,
      "loss": 0.0013,
      "step": 29262
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.352217464391229e-06,
      "loss": 0.0007,
      "step": 29263
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.351566524196114e-06,
      "loss": 0.0008,
      "step": 29264
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.350915609125642e-06,
      "loss": 0.0016,
      "step": 29265
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.350264719183333e-06,
      "loss": 0.0008,
      "step": 29266
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.34961385437271e-06,
      "loss": 0.0013,
      "step": 29267
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.348963014697279e-06,
      "loss": 0.0011,
      "step": 29268
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.348312200160567e-06,
      "loss": 0.0012,
      "step": 29269
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.347661410766087e-06,
      "loss": 0.0017,
      "step": 29270
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.347010646517364e-06,
      "loss": 0.0011,
      "step": 29271
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.346359907417906e-06,
      "loss": 0.0005,
      "step": 29272
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.345709193471233e-06,
      "loss": 0.0012,
      "step": 29273
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.345058504680869e-06,
      "loss": 0.0008,
      "step": 29274
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3444078410503154e-06,
      "loss": 0.0007,
      "step": 29275
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.343757202583104e-06,
      "loss": 0.0008,
      "step": 29276
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3431065892827496e-06,
      "loss": 0.0008,
      "step": 29277
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.342456001152761e-06,
      "loss": 0.0007,
      "step": 29278
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.341805438196659e-06,
      "loss": 0.0006,
      "step": 29279
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.341154900417964e-06,
      "loss": 0.0008,
      "step": 29280
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.340504387820184e-06,
      "loss": 0.0009,
      "step": 29281
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.339853900406841e-06,
      "loss": 0.0008,
      "step": 29282
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.339203438181448e-06,
      "loss": 0.0009,
      "step": 29283
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.338553001147524e-06,
      "loss": 0.0007,
      "step": 29284
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.337902589308579e-06,
      "loss": 0.0008,
      "step": 29285
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3372522026681326e-06,
      "loss": 0.0012,
      "step": 29286
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.3366018412296985e-06,
      "loss": 0.0012,
      "step": 29287
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.335951504996797e-06,
      "loss": 0.0012,
      "step": 29288
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.335301193972935e-06,
      "loss": 0.0009,
      "step": 29289
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.334650908161629e-06,
      "loss": 0.0006,
      "step": 29290
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.334000647566402e-06,
      "loss": 0.0006,
      "step": 29291
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.333350412190758e-06,
      "loss": 0.001,
      "step": 29292
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.332700202038217e-06,
      "loss": 0.001,
      "step": 29293
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.332050017112292e-06,
      "loss": 0.0009,
      "step": 29294
    },
    {
      "epoch": 1.16,
      "learning_rate": 5.331399857416499e-06,
      "loss": 0.0006,
      "step": 29295
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.330749722954349e-06,
      "loss": 0.0006,
      "step": 29296
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.330099613729358e-06,
      "loss": 0.0007,
      "step": 29297
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.329449529745043e-06,
      "loss": 0.001,
      "step": 29298
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.328799471004911e-06,
      "loss": 0.0006,
      "step": 29299
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.328149437512477e-06,
      "loss": 0.0011,
      "step": 29300
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.327499429271259e-06,
      "loss": 0.0007,
      "step": 29301
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.3268494462847695e-06,
      "loss": 0.0016,
      "step": 29302
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.326199488556516e-06,
      "loss": 0.0009,
      "step": 29303
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.325549556090015e-06,
      "loss": 0.0009,
      "step": 29304
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.324899648888784e-06,
      "loss": 0.0009,
      "step": 29305
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.3242497669563266e-06,
      "loss": 0.0009,
      "step": 29306
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.32359991029616e-06,
      "loss": 0.0005,
      "step": 29307
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.322950078911797e-06,
      "loss": 0.0005,
      "step": 29308
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.322300272806753e-06,
      "loss": 0.0006,
      "step": 29309
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.321650491984532e-06,
      "loss": 0.0013,
      "step": 29310
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.3210007364486485e-06,
      "loss": 0.0007,
      "step": 29311
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.320351006202624e-06,
      "loss": 0.0006,
      "step": 29312
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.319701301249959e-06,
      "loss": 0.0008,
      "step": 29313
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.319051621594169e-06,
      "loss": 0.001,
      "step": 29314
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.318401967238769e-06,
      "loss": 0.0008,
      "step": 29315
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.317752338187264e-06,
      "loss": 0.0007,
      "step": 29316
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.317102734443168e-06,
      "loss": 0.001,
      "step": 29317
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.316453156009992e-06,
      "loss": 0.0006,
      "step": 29318
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.315803602891252e-06,
      "loss": 0.0008,
      "step": 29319
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.3151540750904495e-06,
      "loss": 0.0011,
      "step": 29320
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.3145045726110984e-06,
      "loss": 0.0006,
      "step": 29321
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.313855095456717e-06,
      "loss": 0.0007,
      "step": 29322
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.313205643630803e-06,
      "loss": 0.0009,
      "step": 29323
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.312556217136875e-06,
      "loss": 0.0008,
      "step": 29324
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.311906815978439e-06,
      "loss": 0.0008,
      "step": 29325
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.311257440159012e-06,
      "loss": 0.0006,
      "step": 29326
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.310608089682096e-06,
      "loss": 0.0006,
      "step": 29327
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.3099587645512015e-06,
      "loss": 0.001,
      "step": 29328
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.309309464769846e-06,
      "loss": 0.001,
      "step": 29329
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.308660190341528e-06,
      "loss": 0.001,
      "step": 29330
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.3080109412697635e-06,
      "loss": 0.0005,
      "step": 29331
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.307361717558059e-06,
      "loss": 0.0006,
      "step": 29332
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.306712519209929e-06,
      "loss": 0.0005,
      "step": 29333
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.306063346228874e-06,
      "loss": 0.0008,
      "step": 29334
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.305414198618407e-06,
      "loss": 0.0009,
      "step": 29335
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.30476507638204e-06,
      "loss": 0.0013,
      "step": 29336
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.304115979523274e-06,
      "loss": 0.0006,
      "step": 29337
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.303466908045623e-06,
      "loss": 0.0008,
      "step": 29338
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.302817861952592e-06,
      "loss": 0.0007,
      "step": 29339
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.302168841247694e-06,
      "loss": 0.0005,
      "step": 29340
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.3015198459344305e-06,
      "loss": 0.0007,
      "step": 29341
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.300870876016311e-06,
      "loss": 0.0008,
      "step": 29342
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.300221931496846e-06,
      "loss": 0.0012,
      "step": 29343
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.299573012379545e-06,
      "loss": 0.0006,
      "step": 29344
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.298924118667907e-06,
      "loss": 0.0011,
      "step": 29345
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.298275250365445e-06,
      "loss": 0.0006,
      "step": 29346
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.297626407475667e-06,
      "loss": 0.0008,
      "step": 29347
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.296977590002077e-06,
      "loss": 0.0009,
      "step": 29348
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.296328797948183e-06,
      "loss": 0.001,
      "step": 29349
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.295680031317494e-06,
      "loss": 0.0011,
      "step": 29350
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2950312901135125e-06,
      "loss": 0.0008,
      "step": 29351
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.294382574339746e-06,
      "loss": 0.0006,
      "step": 29352
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2937338839997056e-06,
      "loss": 0.0008,
      "step": 29353
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.29308521909689e-06,
      "loss": 0.0007,
      "step": 29354
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.292436579634807e-06,
      "loss": 0.0009,
      "step": 29355
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.291787965616965e-06,
      "loss": 0.0009,
      "step": 29356
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.291139377046874e-06,
      "loss": 0.0012,
      "step": 29357
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.29049081392803e-06,
      "loss": 0.0005,
      "step": 29358
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2898422762639424e-06,
      "loss": 0.0012,
      "step": 29359
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.289193764058122e-06,
      "loss": 0.0007,
      "step": 29360
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.288545277314063e-06,
      "loss": 0.001,
      "step": 29361
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.287896816035278e-06,
      "loss": 0.0009,
      "step": 29362
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.287248380225271e-06,
      "loss": 0.0007,
      "step": 29363
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.28659996988755e-06,
      "loss": 0.0009,
      "step": 29364
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.285951585025611e-06,
      "loss": 0.0007,
      "step": 29365
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.285303225642962e-06,
      "loss": 0.0011,
      "step": 29366
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.284654891743111e-06,
      "loss": 0.0013,
      "step": 29367
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2840065833295615e-06,
      "loss": 0.0009,
      "step": 29368
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.283358300405814e-06,
      "loss": 0.0006,
      "step": 29369
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.282710042975374e-06,
      "loss": 0.001,
      "step": 29370
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.28206181104175e-06,
      "loss": 0.0007,
      "step": 29371
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.281413604608436e-06,
      "loss": 0.0007,
      "step": 29372
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.280765423678943e-06,
      "loss": 0.0007,
      "step": 29373
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.280117268256771e-06,
      "loss": 0.0012,
      "step": 29374
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.27946913834543e-06,
      "loss": 0.0003,
      "step": 29375
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2788210339484115e-06,
      "loss": 0.0009,
      "step": 29376
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.278172955069227e-06,
      "loss": 0.0005,
      "step": 29377
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.277524901711379e-06,
      "loss": 0.0007,
      "step": 29378
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.276876873878366e-06,
      "loss": 0.0011,
      "step": 29379
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.276228871573692e-06,
      "loss": 0.0004,
      "step": 29380
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2755808948008615e-06,
      "loss": 0.0014,
      "step": 29381
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2749329435633776e-06,
      "loss": 0.0005,
      "step": 29382
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.274285017864734e-06,
      "loss": 0.0011,
      "step": 29383
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.273637117708444e-06,
      "loss": 0.0003,
      "step": 29384
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.272989243098005e-06,
      "loss": 0.0005,
      "step": 29385
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2723413940369174e-06,
      "loss": 0.0007,
      "step": 29386
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.271693570528684e-06,
      "loss": 0.0011,
      "step": 29387
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.271045772576808e-06,
      "loss": 0.0012,
      "step": 29388
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.270398000184787e-06,
      "loss": 0.0014,
      "step": 29389
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.269750253356123e-06,
      "loss": 0.0008,
      "step": 29390
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.269102532094317e-06,
      "loss": 0.0003,
      "step": 29391
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2684548364028765e-06,
      "loss": 0.0009,
      "step": 29392
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.267807166285292e-06,
      "loss": 0.0011,
      "step": 29393
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.267159521745069e-06,
      "loss": 0.0004,
      "step": 29394
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.266511902785712e-06,
      "loss": 0.0008,
      "step": 29395
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2658643094107134e-06,
      "loss": 0.001,
      "step": 29396
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.265216741623577e-06,
      "loss": 0.0004,
      "step": 29397
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.264569199427803e-06,
      "loss": 0.0006,
      "step": 29398
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.263921682826895e-06,
      "loss": 0.0005,
      "step": 29399
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.263274191824345e-06,
      "loss": 0.0016,
      "step": 29400
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.262626726423659e-06,
      "loss": 0.001,
      "step": 29401
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.261979286628336e-06,
      "loss": 0.0007,
      "step": 29402
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.261331872441872e-06,
      "loss": 0.0004,
      "step": 29403
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.260684483867766e-06,
      "loss": 0.0005,
      "step": 29404
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2600371209095215e-06,
      "loss": 0.0006,
      "step": 29405
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.259389783570638e-06,
      "loss": 0.0008,
      "step": 29406
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.258742471854608e-06,
      "loss": 0.0007,
      "step": 29407
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.258095185764933e-06,
      "loss": 0.0008,
      "step": 29408
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.257447925305117e-06,
      "loss": 0.0011,
      "step": 29409
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.25680069047865e-06,
      "loss": 0.0004,
      "step": 29410
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.256153481289034e-06,
      "loss": 0.0005,
      "step": 29411
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.255506297739767e-06,
      "loss": 0.0007,
      "step": 29412
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.25485913983435e-06,
      "loss": 0.0009,
      "step": 29413
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.254212007576276e-06,
      "loss": 0.0008,
      "step": 29414
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.253564900969044e-06,
      "loss": 0.0007,
      "step": 29415
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.252917820016155e-06,
      "loss": 0.0007,
      "step": 29416
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.252270764721101e-06,
      "loss": 0.001,
      "step": 29417
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.251623735087383e-06,
      "loss": 0.001,
      "step": 29418
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2509767311184954e-06,
      "loss": 0.0012,
      "step": 29419
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.25032975281794e-06,
      "loss": 0.0008,
      "step": 29420
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.249682800189209e-06,
      "loss": 0.0011,
      "step": 29421
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2490358732358005e-06,
      "loss": 0.0014,
      "step": 29422
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.248388971961216e-06,
      "loss": 0.001,
      "step": 29423
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.247742096368944e-06,
      "loss": 0.0016,
      "step": 29424
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.247095246462483e-06,
      "loss": 0.0012,
      "step": 29425
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.246448422245337e-06,
      "loss": 0.001,
      "step": 29426
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.245801623720992e-06,
      "loss": 0.0012,
      "step": 29427
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.245154850892946e-06,
      "loss": 0.0013,
      "step": 29428
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.244508103764696e-06,
      "loss": 0.0008,
      "step": 29429
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.243861382339743e-06,
      "loss": 0.0006,
      "step": 29430
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.243214686621574e-06,
      "loss": 0.0006,
      "step": 29431
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.242568016613687e-06,
      "loss": 0.0009,
      "step": 29432
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.241921372319583e-06,
      "loss": 0.0012,
      "step": 29433
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.241274753742749e-06,
      "loss": 0.0007,
      "step": 29434
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2406281608866825e-06,
      "loss": 0.0008,
      "step": 29435
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.239981593754878e-06,
      "loss": 0.0006,
      "step": 29436
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.239335052350836e-06,
      "loss": 0.0012,
      "step": 29437
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2386885366780425e-06,
      "loss": 0.0011,
      "step": 29438
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.238042046739996e-06,
      "loss": 0.0015,
      "step": 29439
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2373955825401905e-06,
      "loss": 0.0007,
      "step": 29440
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.236749144082123e-06,
      "loss": 0.0007,
      "step": 29441
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.236102731369281e-06,
      "loss": 0.0005,
      "step": 29442
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.235456344405163e-06,
      "loss": 0.0009,
      "step": 29443
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.234809983193264e-06,
      "loss": 0.0004,
      "step": 29444
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.234163647737072e-06,
      "loss": 0.0014,
      "step": 29445
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.233517338040084e-06,
      "loss": 0.001,
      "step": 29446
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2328710541057924e-06,
      "loss": 0.0009,
      "step": 29447
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.232224795937695e-06,
      "loss": 0.0005,
      "step": 29448
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.231578563539276e-06,
      "loss": 0.0006,
      "step": 29449
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.230932356914033e-06,
      "loss": 0.0005,
      "step": 29450
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2302861760654625e-06,
      "loss": 0.0008,
      "step": 29451
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.229640020997049e-06,
      "loss": 0.0007,
      "step": 29452
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2289938917122906e-06,
      "loss": 0.0009,
      "step": 29453
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.228347788214676e-06,
      "loss": 0.0008,
      "step": 29454
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.227701710507705e-06,
      "loss": 0.0008,
      "step": 29455
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.227055658594856e-06,
      "loss": 0.0007,
      "step": 29456
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.226409632479633e-06,
      "loss": 0.0007,
      "step": 29457
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.225763632165528e-06,
      "loss": 0.001,
      "step": 29458
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.225117657656024e-06,
      "loss": 0.0006,
      "step": 29459
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.224471708954617e-06,
      "loss": 0.0006,
      "step": 29460
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.223825786064802e-06,
      "loss": 0.0006,
      "step": 29461
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.223179888990062e-06,
      "loss": 0.0005,
      "step": 29462
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2225340177338935e-06,
      "loss": 0.0004,
      "step": 29463
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.221888172299786e-06,
      "loss": 0.0012,
      "step": 29464
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.221242352691235e-06,
      "loss": 0.0007,
      "step": 29465
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.220596558911722e-06,
      "loss": 0.0007,
      "step": 29466
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.219950790964743e-06,
      "loss": 0.0008,
      "step": 29467
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.219305048853791e-06,
      "loss": 0.0013,
      "step": 29468
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2186593325823495e-06,
      "loss": 0.0011,
      "step": 29469
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.218013642153912e-06,
      "loss": 0.0004,
      "step": 29470
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.217367977571968e-06,
      "loss": 0.0007,
      "step": 29471
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.216722338840011e-06,
      "loss": 0.0019,
      "step": 29472
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.216076725961524e-06,
      "loss": 0.0005,
      "step": 29473
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.215431138939999e-06,
      "loss": 0.0009,
      "step": 29474
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.214785577778932e-06,
      "loss": 0.0008,
      "step": 29475
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.214140042481801e-06,
      "loss": 0.0012,
      "step": 29476
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2134945330521015e-06,
      "loss": 0.0004,
      "step": 29477
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.21284904949332e-06,
      "loss": 0.0013,
      "step": 29478
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.212203591808953e-06,
      "loss": 0.0006,
      "step": 29479
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.211558160002479e-06,
      "loss": 0.0011,
      "step": 29480
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.210912754077388e-06,
      "loss": 0.0005,
      "step": 29481
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.210267374037177e-06,
      "loss": 0.0011,
      "step": 29482
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2096220198853235e-06,
      "loss": 0.0007,
      "step": 29483
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.20897669162532e-06,
      "loss": 0.0007,
      "step": 29484
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.208331389260657e-06,
      "loss": 0.0008,
      "step": 29485
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2076861127948216e-06,
      "loss": 0.0006,
      "step": 29486
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.207040862231297e-06,
      "loss": 0.0009,
      "step": 29487
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2063956375735734e-06,
      "loss": 0.0015,
      "step": 29488
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.205750438825143e-06,
      "loss": 0.0008,
      "step": 29489
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2051052659894855e-06,
      "loss": 0.001,
      "step": 29490
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.204460119070092e-06,
      "loss": 0.0009,
      "step": 29491
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.2038149980704465e-06,
      "loss": 0.0009,
      "step": 29492
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.203169902994039e-06,
      "loss": 0.0013,
      "step": 29493
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.202524833844356e-06,
      "loss": 0.001,
      "step": 29494
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.201879790624882e-06,
      "loss": 0.001,
      "step": 29495
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.20123477333911e-06,
      "loss": 0.0005,
      "step": 29496
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.200589781990516e-06,
      "loss": 0.0013,
      "step": 29497
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.199944816582592e-06,
      "loss": 0.0013,
      "step": 29498
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.199299877118828e-06,
      "loss": 0.0008,
      "step": 29499
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1986549636027005e-06,
      "loss": 0.0006,
      "step": 29500
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1980100760377e-06,
      "loss": 0.0007,
      "step": 29501
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.197365214427313e-06,
      "loss": 0.0014,
      "step": 29502
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.196720378775026e-06,
      "loss": 0.001,
      "step": 29503
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.19607556908432e-06,
      "loss": 0.0011,
      "step": 29504
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.195430785358682e-06,
      "loss": 0.0008,
      "step": 29505
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.194786027601602e-06,
      "loss": 0.0005,
      "step": 29506
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1941412958165545e-06,
      "loss": 0.0007,
      "step": 29507
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.193496590007032e-06,
      "loss": 0.0002,
      "step": 29508
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1928519101765176e-06,
      "loss": 0.0006,
      "step": 29509
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.192207256328499e-06,
      "loss": 0.0013,
      "step": 29510
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.191562628466453e-06,
      "loss": 0.0012,
      "step": 29511
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.190918026593867e-06,
      "loss": 0.0007,
      "step": 29512
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.190273450714227e-06,
      "loss": 0.0015,
      "step": 29513
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1896289008310186e-06,
      "loss": 0.0007,
      "step": 29514
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.188984376947721e-06,
      "loss": 0.001,
      "step": 29515
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.188339879067817e-06,
      "loss": 0.0006,
      "step": 29516
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.187695407194798e-06,
      "loss": 0.0013,
      "step": 29517
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.187050961332139e-06,
      "loss": 0.0008,
      "step": 29518
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1864065414833245e-06,
      "loss": 0.0011,
      "step": 29519
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.18576214765184e-06,
      "loss": 0.0009,
      "step": 29520
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.185117779841171e-06,
      "loss": 0.0008,
      "step": 29521
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.184473438054793e-06,
      "loss": 0.0004,
      "step": 29522
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.183829122296194e-06,
      "loss": 0.0009,
      "step": 29523
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.183184832568859e-06,
      "loss": 0.0007,
      "step": 29524
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.182540568876262e-06,
      "loss": 0.0003,
      "step": 29525
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.181896331221889e-06,
      "loss": 0.0007,
      "step": 29526
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.181252119609224e-06,
      "loss": 0.0012,
      "step": 29527
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.180607934041748e-06,
      "loss": 0.0007,
      "step": 29528
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1799637745229425e-06,
      "loss": 0.0007,
      "step": 29529
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.179319641056289e-06,
      "loss": 0.0008,
      "step": 29530
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.178675533645272e-06,
      "loss": 0.0004,
      "step": 29531
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1780314522933686e-06,
      "loss": 0.0012,
      "step": 29532
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.17738739700406e-06,
      "loss": 0.0009,
      "step": 29533
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.176743367780833e-06,
      "loss": 0.0009,
      "step": 29534
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.176099364627161e-06,
      "loss": 0.0004,
      "step": 29535
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.175455387546528e-06,
      "loss": 0.0008,
      "step": 29536
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.174811436542415e-06,
      "loss": 0.0015,
      "step": 29537
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.174167511618307e-06,
      "loss": 0.0007,
      "step": 29538
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1735236127776756e-06,
      "loss": 0.0013,
      "step": 29539
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.172879740024005e-06,
      "loss": 0.001,
      "step": 29540
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.17223589336078e-06,
      "loss": 0.0006,
      "step": 29541
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.171592072791472e-06,
      "loss": 0.0011,
      "step": 29542
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.170948278319565e-06,
      "loss": 0.0012,
      "step": 29543
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.170304509948539e-06,
      "loss": 0.0012,
      "step": 29544
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.169660767681878e-06,
      "loss": 0.0007,
      "step": 29545
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1690170515230506e-06,
      "loss": 0.0005,
      "step": 29546
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.168373361475545e-06,
      "loss": 0.0014,
      "step": 29547
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.167729697542841e-06,
      "loss": 0.0008,
      "step": 29548
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.167086059728408e-06,
      "loss": 0.0008,
      "step": 29549
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.166442448035732e-06,
      "loss": 0.0008,
      "step": 29550
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.165798862468292e-06,
      "loss": 0.0008,
      "step": 29551
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.165155303029568e-06,
      "loss": 0.0006,
      "step": 29552
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.164511769723031e-06,
      "loss": 0.001,
      "step": 29553
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.163868262552166e-06,
      "loss": 0.0014,
      "step": 29554
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.163224781520451e-06,
      "loss": 0.0005,
      "step": 29555
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.162581326631358e-06,
      "loss": 0.0007,
      "step": 29556
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.161937897888369e-06,
      "loss": 0.001,
      "step": 29557
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1612944952949615e-06,
      "loss": 0.0011,
      "step": 29558
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1606511188546185e-06,
      "loss": 0.0011,
      "step": 29559
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.160007768570807e-06,
      "loss": 0.0009,
      "step": 29560
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.15936444444701e-06,
      "loss": 0.0006,
      "step": 29561
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.158721146486708e-06,
      "loss": 0.0004,
      "step": 29562
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.15807787469337e-06,
      "loss": 0.0007,
      "step": 29563
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.157434629070472e-06,
      "loss": 0.0007,
      "step": 29564
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.156791409621505e-06,
      "loss": 0.0015,
      "step": 29565
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.156148216349932e-06,
      "loss": 0.001,
      "step": 29566
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.155505049259233e-06,
      "loss": 0.0004,
      "step": 29567
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1548619083528865e-06,
      "loss": 0.0003,
      "step": 29568
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.154218793634369e-06,
      "loss": 0.001,
      "step": 29569
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.153575705107153e-06,
      "loss": 0.0008,
      "step": 29570
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.152932642774713e-06,
      "loss": 0.0006,
      "step": 29571
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.152289606640533e-06,
      "loss": 0.0013,
      "step": 29572
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.15164659670808e-06,
      "loss": 0.001,
      "step": 29573
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.151003612980831e-06,
      "loss": 0.001,
      "step": 29574
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.150360655462266e-06,
      "loss": 0.0006,
      "step": 29575
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1497177241558595e-06,
      "loss": 0.0007,
      "step": 29576
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.149074819065081e-06,
      "loss": 0.0008,
      "step": 29577
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.148431940193408e-06,
      "loss": 0.0011,
      "step": 29578
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1477890875443194e-06,
      "loss": 0.0009,
      "step": 29579
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.147146261121283e-06,
      "loss": 0.0014,
      "step": 29580
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.146503460927776e-06,
      "loss": 0.0009,
      "step": 29581
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.145860686967274e-06,
      "loss": 0.0008,
      "step": 29582
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1452179392432546e-06,
      "loss": 0.0007,
      "step": 29583
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.144575217759184e-06,
      "loss": 0.0011,
      "step": 29584
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.143932522518539e-06,
      "loss": 0.0008,
      "step": 29585
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1432898535247935e-06,
      "loss": 0.0007,
      "step": 29586
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1426472107814265e-06,
      "loss": 0.0009,
      "step": 29587
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.142004594291902e-06,
      "loss": 0.0005,
      "step": 29588
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1413620040597e-06,
      "loss": 0.0012,
      "step": 29589
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.140719440088293e-06,
      "loss": 0.0011,
      "step": 29590
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.14007690238115e-06,
      "loss": 0.0011,
      "step": 29591
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.139434390941748e-06,
      "loss": 0.0009,
      "step": 29592
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.138791905773557e-06,
      "loss": 0.0009,
      "step": 29593
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1381494468800545e-06,
      "loss": 0.0009,
      "step": 29594
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.137507014264707e-06,
      "loss": 0.0013,
      "step": 29595
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.136864607930988e-06,
      "loss": 0.0009,
      "step": 29596
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.136222227882375e-06,
      "loss": 0.0008,
      "step": 29597
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.135579874122333e-06,
      "loss": 0.0007,
      "step": 29598
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.134937546654336e-06,
      "loss": 0.001,
      "step": 29599
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.134295245481857e-06,
      "loss": 0.0007,
      "step": 29600
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.133652970608367e-06,
      "loss": 0.0005,
      "step": 29601
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.133010722037339e-06,
      "loss": 0.0007,
      "step": 29602
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.132368499772245e-06,
      "loss": 0.0005,
      "step": 29603
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.131726303816553e-06,
      "loss": 0.0015,
      "step": 29604
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.131084134173734e-06,
      "loss": 0.0013,
      "step": 29605
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.130441990847259e-06,
      "loss": 0.001,
      "step": 29606
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.129799873840606e-06,
      "loss": 0.0006,
      "step": 29607
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1291577831572345e-06,
      "loss": 0.0011,
      "step": 29608
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.128515718800622e-06,
      "loss": 0.0008,
      "step": 29609
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.127873680774235e-06,
      "loss": 0.0009,
      "step": 29610
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.127231669081549e-06,
      "loss": 0.0008,
      "step": 29611
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1265896837260285e-06,
      "loss": 0.0008,
      "step": 29612
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.125947724711145e-06,
      "loss": 0.0014,
      "step": 29613
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1253057920403735e-06,
      "loss": 0.0008,
      "step": 29614
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.124663885717174e-06,
      "loss": 0.001,
      "step": 29615
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.124022005745022e-06,
      "loss": 0.001,
      "step": 29616
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.123380152127386e-06,
      "loss": 0.001,
      "step": 29617
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.122738324867738e-06,
      "loss": 0.0005,
      "step": 29618
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.122096523969541e-06,
      "loss": 0.0015,
      "step": 29619
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.121454749436267e-06,
      "loss": 0.0011,
      "step": 29620
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.120813001271388e-06,
      "loss": 0.0017,
      "step": 29621
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.120171279478366e-06,
      "loss": 0.0009,
      "step": 29622
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.119529584060674e-06,
      "loss": 0.001,
      "step": 29623
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.118887915021778e-06,
      "loss": 0.001,
      "step": 29624
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1182462723651505e-06,
      "loss": 0.0009,
      "step": 29625
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.117604656094255e-06,
      "loss": 0.0005,
      "step": 29626
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1169630662125595e-06,
      "loss": 0.0008,
      "step": 29627
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.116321502723537e-06,
      "loss": 0.0009,
      "step": 29628
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1156799656306474e-06,
      "loss": 0.0011,
      "step": 29629
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.115038454937362e-06,
      "loss": 0.001,
      "step": 29630
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.11439697064715e-06,
      "loss": 0.0008,
      "step": 29631
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.113755512763479e-06,
      "loss": 0.0008,
      "step": 29632
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1131140812898114e-06,
      "loss": 0.0007,
      "step": 29633
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.112472676229616e-06,
      "loss": 0.0007,
      "step": 29634
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.111831297586364e-06,
      "loss": 0.0007,
      "step": 29635
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.111189945363511e-06,
      "loss": 0.0011,
      "step": 29636
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.110548619564534e-06,
      "loss": 0.0005,
      "step": 29637
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.109907320192899e-06,
      "loss": 0.0007,
      "step": 29638
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.109266047252068e-06,
      "loss": 0.0011,
      "step": 29639
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1086248007455074e-06,
      "loss": 0.0003,
      "step": 29640
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.107983580676683e-06,
      "loss": 0.0005,
      "step": 29641
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.107342387049067e-06,
      "loss": 0.0012,
      "step": 29642
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.106701219866115e-06,
      "loss": 0.0004,
      "step": 29643
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1060600791312976e-06,
      "loss": 0.0012,
      "step": 29644
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.105418964848083e-06,
      "loss": 0.0018,
      "step": 29645
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.10477787701993e-06,
      "loss": 0.001,
      "step": 29646
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.104136815650307e-06,
      "loss": 0.0006,
      "step": 29647
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1034957807426775e-06,
      "loss": 0.0011,
      "step": 29648
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.102854772300512e-06,
      "loss": 0.0008,
      "step": 29649
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1022137903272676e-06,
      "loss": 0.0005,
      "step": 29650
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.101572834826412e-06,
      "loss": 0.0008,
      "step": 29651
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.1009319058014115e-06,
      "loss": 0.0006,
      "step": 29652
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.100291003255725e-06,
      "loss": 0.0004,
      "step": 29653
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.09965012719282e-06,
      "loss": 0.0008,
      "step": 29654
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.09900927761616e-06,
      "loss": 0.0009,
      "step": 29655
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.098368454529212e-06,
      "loss": 0.0006,
      "step": 29656
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.097727657935434e-06,
      "loss": 0.0013,
      "step": 29657
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.097086887838292e-06,
      "loss": 0.0006,
      "step": 29658
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.0964461442412525e-06,
      "loss": 0.0008,
      "step": 29659
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.095805427147773e-06,
      "loss": 0.001,
      "step": 29660
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.095164736561318e-06,
      "loss": 0.0006,
      "step": 29661
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.094524072485352e-06,
      "loss": 0.0014,
      "step": 29662
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.09388343492334e-06,
      "loss": 0.0009,
      "step": 29663
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.093242823878739e-06,
      "loss": 0.0012,
      "step": 29664
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.092602239355015e-06,
      "loss": 0.0006,
      "step": 29665
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.091961681355628e-06,
      "loss": 0.0011,
      "step": 29666
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.091321149884048e-06,
      "loss": 0.0007,
      "step": 29667
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.090680644943726e-06,
      "loss": 0.0011,
      "step": 29668
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.090040166538129e-06,
      "loss": 0.0006,
      "step": 29669
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.089399714670723e-06,
      "loss": 0.0014,
      "step": 29670
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.088759289344961e-06,
      "loss": 0.001,
      "step": 29671
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.088118890564305e-06,
      "loss": 0.0005,
      "step": 29672
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.0874785183322286e-06,
      "loss": 0.0007,
      "step": 29673
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.08683817265218e-06,
      "loss": 0.0009,
      "step": 29674
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.086197853527625e-06,
      "loss": 0.0009,
      "step": 29675
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.085557560962026e-06,
      "loss": 0.0008,
      "step": 29676
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.084917294958842e-06,
      "loss": 0.0014,
      "step": 29677
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.084277055521532e-06,
      "loss": 0.0004,
      "step": 29678
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.0836368426535574e-06,
      "loss": 0.0006,
      "step": 29679
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.082996656358383e-06,
      "loss": 0.0012,
      "step": 29680
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.082356496639462e-06,
      "loss": 0.0008,
      "step": 29681
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.081716363500259e-06,
      "loss": 0.0021,
      "step": 29682
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.081076256944231e-06,
      "loss": 0.001,
      "step": 29683
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.080436176974843e-06,
      "loss": 0.0011,
      "step": 29684
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.0797961235955485e-06,
      "loss": 0.0008,
      "step": 29685
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.079156096809809e-06,
      "loss": 0.0007,
      "step": 29686
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.078516096621087e-06,
      "loss": 0.0006,
      "step": 29687
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.077876123032837e-06,
      "loss": 0.0006,
      "step": 29688
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.077236176048519e-06,
      "loss": 0.001,
      "step": 29689
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.0765962556715916e-06,
      "loss": 0.001,
      "step": 29690
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.075956361905521e-06,
      "loss": 0.0015,
      "step": 29691
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.0753164947537545e-06,
      "loss": 0.0012,
      "step": 29692
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.074676654219756e-06,
      "loss": 0.0005,
      "step": 29693
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.074036840306986e-06,
      "loss": 0.0009,
      "step": 29694
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.073397053018898e-06,
      "loss": 0.0005,
      "step": 29695
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.072757292358952e-06,
      "loss": 0.0003,
      "step": 29696
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.072117558330607e-06,
      "loss": 0.001,
      "step": 29697
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.071477850937322e-06,
      "loss": 0.0006,
      "step": 29698
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.070838170182549e-06,
      "loss": 0.0011,
      "step": 29699
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.07019851606975e-06,
      "loss": 0.0015,
      "step": 29700
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.069558888602384e-06,
      "loss": 0.001,
      "step": 29701
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.068919287783902e-06,
      "loss": 0.001,
      "step": 29702
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.068279713617764e-06,
      "loss": 0.0009,
      "step": 29703
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.067640166107428e-06,
      "loss": 0.0013,
      "step": 29704
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.0670006452563525e-06,
      "loss": 0.0003,
      "step": 29705
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.0663611510679885e-06,
      "loss": 0.0015,
      "step": 29706
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.065721683545797e-06,
      "loss": 0.0012,
      "step": 29707
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.065082242693231e-06,
      "loss": 0.0009,
      "step": 29708
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.064442828513749e-06,
      "loss": 0.0009,
      "step": 29709
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.063803441010807e-06,
      "loss": 0.0014,
      "step": 29710
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.0631640801878645e-06,
      "loss": 0.0008,
      "step": 29711
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.06252474604837e-06,
      "loss": 0.0007,
      "step": 29712
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.06188543859578e-06,
      "loss": 0.0008,
      "step": 29713
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.061246157833553e-06,
      "loss": 0.0006,
      "step": 29714
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.060606903765148e-06,
      "loss": 0.0018,
      "step": 29715
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.059967676394011e-06,
      "loss": 0.0009,
      "step": 29716
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.059328475723602e-06,
      "loss": 0.0006,
      "step": 29717
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.058689301757379e-06,
      "loss": 0.0012,
      "step": 29718
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.058050154498791e-06,
      "loss": 0.0003,
      "step": 29719
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.0574110339512914e-06,
      "loss": 0.0012,
      "step": 29720
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.056771940118341e-06,
      "loss": 0.0015,
      "step": 29721
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.056132873003393e-06,
      "loss": 0.0006,
      "step": 29722
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.0554938326098965e-06,
      "loss": 0.001,
      "step": 29723
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.054854818941309e-06,
      "loss": 0.0007,
      "step": 29724
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.054215832001088e-06,
      "loss": 0.0006,
      "step": 29725
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.053576871792678e-06,
      "loss": 0.0005,
      "step": 29726
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.0529379383195395e-06,
      "loss": 0.0008,
      "step": 29727
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.052299031585123e-06,
      "loss": 0.0009,
      "step": 29728
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.051660151592888e-06,
      "loss": 0.001,
      "step": 29729
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.051021298346277e-06,
      "loss": 0.0006,
      "step": 29730
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.0503824718487495e-06,
      "loss": 0.001,
      "step": 29731
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.04974367210376e-06,
      "loss": 0.0009,
      "step": 29732
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.049104899114757e-06,
      "loss": 0.0008,
      "step": 29733
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.048466152885192e-06,
      "loss": 0.0011,
      "step": 29734
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.047827433418522e-06,
      "loss": 0.0011,
      "step": 29735
    },
    {
      "epoch": 1.17,
      "learning_rate": 5.0471887407182e-06,
      "loss": 0.0007,
      "step": 29736
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.04655007478767e-06,
      "loss": 0.0004,
      "step": 29737
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.045911435630393e-06,
      "loss": 0.0006,
      "step": 29738
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.0452728232498146e-06,
      "loss": 0.0008,
      "step": 29739
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.044634237649394e-06,
      "loss": 0.0005,
      "step": 29740
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.043995678832574e-06,
      "loss": 0.0006,
      "step": 29741
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.0433571468028086e-06,
      "loss": 0.0013,
      "step": 29742
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.042718641563556e-06,
      "loss": 0.0009,
      "step": 29743
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.042080163118252e-06,
      "loss": 0.0009,
      "step": 29744
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.0414417114703616e-06,
      "loss": 0.0012,
      "step": 29745
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.0408032866233344e-06,
      "loss": 0.0009,
      "step": 29746
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.040164888580615e-06,
      "loss": 0.0009,
      "step": 29747
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.0395265173456565e-06,
      "loss": 0.0011,
      "step": 29748
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.038888172921913e-06,
      "loss": 0.0008,
      "step": 29749
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.038249855312827e-06,
      "loss": 0.0008,
      "step": 29750
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.0376115645218535e-06,
      "loss": 0.0005,
      "step": 29751
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.036973300552441e-06,
      "loss": 0.0011,
      "step": 29752
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.036335063408044e-06,
      "loss": 0.0011,
      "step": 29753
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.035696853092105e-06,
      "loss": 0.0008,
      "step": 29754
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.0350586696080775e-06,
      "loss": 0.0004,
      "step": 29755
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.034420512959408e-06,
      "loss": 0.001,
      "step": 29756
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.033782383149552e-06,
      "loss": 0.0017,
      "step": 29757
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.033144280181952e-06,
      "loss": 0.0006,
      "step": 29758
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.032506204060057e-06,
      "loss": 0.0006,
      "step": 29759
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.031868154787323e-06,
      "loss": 0.0019,
      "step": 29760
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.031230132367191e-06,
      "loss": 0.0006,
      "step": 29761
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.030592136803112e-06,
      "loss": 0.0008,
      "step": 29762
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.029954168098532e-06,
      "loss": 0.0011,
      "step": 29763
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.029316226256908e-06,
      "loss": 0.0007,
      "step": 29764
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.028678311281677e-06,
      "loss": 0.0007,
      "step": 29765
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.028040423176293e-06,
      "loss": 0.0008,
      "step": 29766
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.027402561944204e-06,
      "loss": 0.0006,
      "step": 29767
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.026764727588854e-06,
      "loss": 0.0014,
      "step": 29768
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.026126920113692e-06,
      "loss": 0.0007,
      "step": 29769
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.025489139522166e-06,
      "loss": 0.0007,
      "step": 29770
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.0248513858177266e-06,
      "loss": 0.0006,
      "step": 29771
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.024213659003814e-06,
      "loss": 0.0013,
      "step": 29772
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.0235759590838785e-06,
      "loss": 0.0013,
      "step": 29773
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.022938286061369e-06,
      "loss": 0.0002,
      "step": 29774
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.022300639939728e-06,
      "loss": 0.0008,
      "step": 29775
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.021663020722403e-06,
      "loss": 0.0006,
      "step": 29776
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.021025428412842e-06,
      "loss": 0.0007,
      "step": 29777
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.020387863014493e-06,
      "loss": 0.0008,
      "step": 29778
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.019750324530796e-06,
      "loss": 0.0008,
      "step": 29779
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.019112812965197e-06,
      "loss": 0.001,
      "step": 29780
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.018475328321151e-06,
      "loss": 0.0005,
      "step": 29781
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.017837870602095e-06,
      "loss": 0.0006,
      "step": 29782
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.017200439811476e-06,
      "loss": 0.0009,
      "step": 29783
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.016563035952744e-06,
      "loss": 0.0008,
      "step": 29784
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.015925659029338e-06,
      "loss": 0.0006,
      "step": 29785
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.015288309044705e-06,
      "loss": 0.001,
      "step": 29786
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.01465098600229e-06,
      "loss": 0.0011,
      "step": 29787
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.0140136899055415e-06,
      "loss": 0.0007,
      "step": 29788
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.013376420757896e-06,
      "loss": 0.0013,
      "step": 29789
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.012739178562804e-06,
      "loss": 0.0007,
      "step": 29790
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.012101963323711e-06,
      "loss": 0.0012,
      "step": 29791
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.011464775044055e-06,
      "loss": 0.001,
      "step": 29792
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.0108276137272825e-06,
      "loss": 0.001,
      "step": 29793
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.01019047937684e-06,
      "loss": 0.0014,
      "step": 29794
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.009553371996172e-06,
      "loss": 0.0006,
      "step": 29795
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.008916291588715e-06,
      "loss": 0.0006,
      "step": 29796
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.0082792381579185e-06,
      "loss": 0.0011,
      "step": 29797
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.007642211707227e-06,
      "loss": 0.0007,
      "step": 29798
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.007005212240077e-06,
      "loss": 0.0016,
      "step": 29799
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.0063682397599145e-06,
      "loss": 0.0007,
      "step": 29800
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.0057312942701845e-06,
      "loss": 0.0007,
      "step": 29801
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.00509437577433e-06,
      "loss": 0.0009,
      "step": 29802
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.0044574842757885e-06,
      "loss": 0.0007,
      "step": 29803
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.003820619778006e-06,
      "loss": 0.0005,
      "step": 29804
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.003183782284429e-06,
      "loss": 0.0004,
      "step": 29805
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.00254697179849e-06,
      "loss": 0.0009,
      "step": 29806
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.001910188323636e-06,
      "loss": 0.0013,
      "step": 29807
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.0012734318633076e-06,
      "loss": 0.0009,
      "step": 29808
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.000636702420951e-06,
      "loss": 0.0009,
      "step": 29809
    },
    {
      "epoch": 1.18,
      "learning_rate": 5.000000000000003e-06,
      "loss": 0.0008,
      "step": 29810
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.999363324603904e-06,
      "loss": 0.0006,
      "step": 29811
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.998726676236098e-06,
      "loss": 0.0011,
      "step": 29812
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.998090054900029e-06,
      "loss": 0.0008,
      "step": 29813
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.997453460599131e-06,
      "loss": 0.0007,
      "step": 29814
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9968168933368476e-06,
      "loss": 0.0007,
      "step": 29815
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.996180353116623e-06,
      "loss": 0.0009,
      "step": 29816
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.995543839941889e-06,
      "loss": 0.0006,
      "step": 29817
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.994907353816093e-06,
      "loss": 0.001,
      "step": 29818
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.994270894742679e-06,
      "loss": 0.0007,
      "step": 29819
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.993634462725078e-06,
      "loss": 0.0007,
      "step": 29820
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.992998057766734e-06,
      "loss": 0.0002,
      "step": 29821
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.992361679871088e-06,
      "loss": 0.001,
      "step": 29822
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9917253290415765e-06,
      "loss": 0.0006,
      "step": 29823
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9910890052816395e-06,
      "loss": 0.0014,
      "step": 29824
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.990452708594718e-06,
      "loss": 0.0006,
      "step": 29825
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.989816438984253e-06,
      "loss": 0.0008,
      "step": 29826
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.989180196453678e-06,
      "loss": 0.0004,
      "step": 29827
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.988543981006435e-06,
      "loss": 0.0008,
      "step": 29828
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.987907792645962e-06,
      "loss": 0.0007,
      "step": 29829
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.987271631375702e-06,
      "loss": 0.0011,
      "step": 29830
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.986635497199086e-06,
      "loss": 0.0004,
      "step": 29831
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.985999390119556e-06,
      "loss": 0.0015,
      "step": 29832
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.985363310140554e-06,
      "loss": 0.0007,
      "step": 29833
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.984727257265509e-06,
      "loss": 0.0009,
      "step": 29834
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.984091231497865e-06,
      "loss": 0.0009,
      "step": 29835
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.983455232841058e-06,
      "loss": 0.0008,
      "step": 29836
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.98281926129853e-06,
      "loss": 0.0008,
      "step": 29837
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.982183316873711e-06,
      "loss": 0.0014,
      "step": 29838
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9815473995700415e-06,
      "loss": 0.0017,
      "step": 29839
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9809115093909635e-06,
      "loss": 0.0009,
      "step": 29840
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9802756463399045e-06,
      "loss": 0.0013,
      "step": 29841
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.979639810420306e-06,
      "loss": 0.0013,
      "step": 29842
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.979004001635606e-06,
      "loss": 0.0008,
      "step": 29843
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.978368219989243e-06,
      "loss": 0.0008,
      "step": 29844
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.977732465484646e-06,
      "loss": 0.001,
      "step": 29845
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.977096738125256e-06,
      "loss": 0.0007,
      "step": 29846
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9764610379145115e-06,
      "loss": 0.0005,
      "step": 29847
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.975825364855843e-06,
      "loss": 0.0008,
      "step": 29848
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.975189718952688e-06,
      "loss": 0.001,
      "step": 29849
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.974554100208483e-06,
      "loss": 0.0005,
      "step": 29850
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.973918508626669e-06,
      "loss": 0.0011,
      "step": 29851
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.973282944210669e-06,
      "loss": 0.001,
      "step": 29852
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.972647406963923e-06,
      "loss": 0.0008,
      "step": 29853
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.972011896889876e-06,
      "loss": 0.001,
      "step": 29854
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9713764139919495e-06,
      "loss": 0.0011,
      "step": 29855
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.970740958273585e-06,
      "loss": 0.001,
      "step": 29856
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.97010552973822e-06,
      "loss": 0.0005,
      "step": 29857
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.96947012838928e-06,
      "loss": 0.0011,
      "step": 29858
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.968834754230204e-06,
      "loss": 0.0007,
      "step": 29859
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.968199407264428e-06,
      "loss": 0.0012,
      "step": 29860
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.967564087495387e-06,
      "loss": 0.0015,
      "step": 29861
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.966928794926509e-06,
      "loss": 0.0004,
      "step": 29862
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.96629352956123e-06,
      "loss": 0.0013,
      "step": 29863
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.96565829140299e-06,
      "loss": 0.0011,
      "step": 29864
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.965023080455211e-06,
      "loss": 0.001,
      "step": 29865
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.964387896721334e-06,
      "loss": 0.0009,
      "step": 29866
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9637527402047904e-06,
      "loss": 0.0006,
      "step": 29867
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.963117610909016e-06,
      "loss": 0.0005,
      "step": 29868
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.962482508837439e-06,
      "loss": 0.0016,
      "step": 29869
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.961847433993492e-06,
      "loss": 0.0007,
      "step": 29870
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.961212386380614e-06,
      "loss": 0.0013,
      "step": 29871
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.960577366002229e-06,
      "loss": 0.0006,
      "step": 29872
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.959942372861774e-06,
      "loss": 0.0009,
      "step": 29873
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.95930740696268e-06,
      "loss": 0.0005,
      "step": 29874
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9586724683083845e-06,
      "loss": 0.0011,
      "step": 29875
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.958037556902309e-06,
      "loss": 0.0007,
      "step": 29876
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.957402672747891e-06,
      "loss": 0.0006,
      "step": 29877
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.956767815848565e-06,
      "loss": 0.0007,
      "step": 29878
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.956132986207754e-06,
      "loss": 0.0007,
      "step": 29879
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9554981838288955e-06,
      "loss": 0.0009,
      "step": 29880
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.954863408715418e-06,
      "loss": 0.0009,
      "step": 29881
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.954228660870758e-06,
      "loss": 0.001,
      "step": 29882
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.953593940298338e-06,
      "loss": 0.0007,
      "step": 29883
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9529592470015915e-06,
      "loss": 0.0006,
      "step": 29884
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.952324580983951e-06,
      "loss": 0.0015,
      "step": 29885
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9516899422488495e-06,
      "loss": 0.0011,
      "step": 29886
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.95105533079971e-06,
      "loss": 0.0006,
      "step": 29887
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.950420746639965e-06,
      "loss": 0.001,
      "step": 29888
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.949786189773047e-06,
      "loss": 0.0005,
      "step": 29889
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.949151660202384e-06,
      "loss": 0.0013,
      "step": 29890
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9485171579314055e-06,
      "loss": 0.0011,
      "step": 29891
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.947882682963545e-06,
      "loss": 0.0006,
      "step": 29892
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.947248235302224e-06,
      "loss": 0.0006,
      "step": 29893
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.946613814950877e-06,
      "loss": 0.0009,
      "step": 29894
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.945979421912934e-06,
      "loss": 0.0008,
      "step": 29895
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.945345056191819e-06,
      "loss": 0.0006,
      "step": 29896
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.944710717790964e-06,
      "loss": 0.0009,
      "step": 29897
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9440764067137955e-06,
      "loss": 0.001,
      "step": 29898
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.943442122963748e-06,
      "loss": 0.0006,
      "step": 29899
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.942807866544242e-06,
      "loss": 0.0012,
      "step": 29900
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.942173637458709e-06,
      "loss": 0.0005,
      "step": 29901
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.94153943571058e-06,
      "loss": 0.0006,
      "step": 29902
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.940905261303276e-06,
      "loss": 0.0005,
      "step": 29903
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9402711142402295e-06,
      "loss": 0.0011,
      "step": 29904
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.939636994524866e-06,
      "loss": 0.0007,
      "step": 29905
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.939002902160617e-06,
      "loss": 0.0006,
      "step": 29906
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.938368837150904e-06,
      "loss": 0.0012,
      "step": 29907
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.937734799499156e-06,
      "loss": 0.0006,
      "step": 29908
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.937100789208801e-06,
      "loss": 0.0008,
      "step": 29909
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.936466806283269e-06,
      "loss": 0.0012,
      "step": 29910
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.93583285072598e-06,
      "loss": 0.0008,
      "step": 29911
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.935198922540363e-06,
      "loss": 0.0011,
      "step": 29912
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.934565021729849e-06,
      "loss": 0.0006,
      "step": 29913
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.933931148297856e-06,
      "loss": 0.0007,
      "step": 29914
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.933297302247815e-06,
      "loss": 0.0008,
      "step": 29915
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.932663483583151e-06,
      "loss": 0.0009,
      "step": 29916
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.932029692307294e-06,
      "loss": 0.0006,
      "step": 29917
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.931395928423661e-06,
      "loss": 0.0011,
      "step": 29918
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.930762191935683e-06,
      "loss": 0.0008,
      "step": 29919
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9301284828467875e-06,
      "loss": 0.0009,
      "step": 29920
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.929494801160393e-06,
      "loss": 0.0007,
      "step": 29921
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.928861146879929e-06,
      "loss": 0.0012,
      "step": 29922
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.928227520008818e-06,
      "loss": 0.0004,
      "step": 29923
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.927593920550491e-06,
      "loss": 0.0005,
      "step": 29924
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9269603485083605e-06,
      "loss": 0.0014,
      "step": 29925
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9263268038858615e-06,
      "loss": 0.0012,
      "step": 29926
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.925693286686418e-06,
      "loss": 0.0006,
      "step": 29927
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9250597969134496e-06,
      "loss": 0.0006,
      "step": 29928
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.92442633457038e-06,
      "loss": 0.0005,
      "step": 29929
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.923792899660639e-06,
      "loss": 0.0008,
      "step": 29930
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.923159492187644e-06,
      "loss": 0.0012,
      "step": 29931
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.922526112154819e-06,
      "loss": 0.0008,
      "step": 29932
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.921892759565589e-06,
      "loss": 0.001,
      "step": 29933
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9212594344233825e-06,
      "loss": 0.0007,
      "step": 29934
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.920626136731614e-06,
      "loss": 0.0013,
      "step": 29935
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.919992866493708e-06,
      "loss": 0.0005,
      "step": 29936
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.919359623713095e-06,
      "loss": 0.001,
      "step": 29937
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.918726408393186e-06,
      "loss": 0.0012,
      "step": 29938
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.918093220537411e-06,
      "loss": 0.0006,
      "step": 29939
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.917460060149191e-06,
      "loss": 0.0013,
      "step": 29940
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9168269272319515e-06,
      "loss": 0.001,
      "step": 29941
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.916193821789107e-06,
      "loss": 0.001,
      "step": 29942
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.915560743824084e-06,
      "loss": 0.0011,
      "step": 29943
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.914927693340308e-06,
      "loss": 0.0007,
      "step": 29944
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.914294670341192e-06,
      "loss": 0.0006,
      "step": 29945
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9136616748301615e-06,
      "loss": 0.0007,
      "step": 29946
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9130287068106384e-06,
      "loss": 0.0013,
      "step": 29947
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.912395766286048e-06,
      "loss": 0.0013,
      "step": 29948
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.911762853259803e-06,
      "loss": 0.0008,
      "step": 29949
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.911129967735327e-06,
      "loss": 0.0008,
      "step": 29950
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.910497109716048e-06,
      "loss": 0.001,
      "step": 29951
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.909864279205375e-06,
      "loss": 0.0009,
      "step": 29952
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.909231476206735e-06,
      "loss": 0.001,
      "step": 29953
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.908598700723547e-06,
      "loss": 0.0007,
      "step": 29954
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.907965952759235e-06,
      "loss": 0.0006,
      "step": 29955
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.907333232317212e-06,
      "loss": 0.0006,
      "step": 29956
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.906700539400902e-06,
      "loss": 0.0006,
      "step": 29957
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.906067874013726e-06,
      "loss": 0.0021,
      "step": 29958
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.905435236159098e-06,
      "loss": 0.0005,
      "step": 29959
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.904802625840441e-06,
      "loss": 0.0009,
      "step": 29960
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.904170043061175e-06,
      "loss": 0.0009,
      "step": 29961
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.903537487824718e-06,
      "loss": 0.0012,
      "step": 29962
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.902904960134488e-06,
      "loss": 0.0007,
      "step": 29963
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.9022724599939066e-06,
      "loss": 0.0011,
      "step": 29964
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.901639987406392e-06,
      "loss": 0.0014,
      "step": 29965
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.90100754237536e-06,
      "loss": 0.001,
      "step": 29966
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.900375124904229e-06,
      "loss": 0.001,
      "step": 29967
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.899742734996424e-06,
      "loss": 0.0013,
      "step": 29968
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.899110372655352e-06,
      "loss": 0.001,
      "step": 29969
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8984780378844375e-06,
      "loss": 0.0009,
      "step": 29970
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8978457306870975e-06,
      "loss": 0.0008,
      "step": 29971
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.897213451066754e-06,
      "loss": 0.0009,
      "step": 29972
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8965811990268145e-06,
      "loss": 0.0014,
      "step": 29973
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.895948974570702e-06,
      "loss": 0.0007,
      "step": 29974
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.895316777701838e-06,
      "loss": 0.0014,
      "step": 29975
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.89468460842363e-06,
      "loss": 0.0006,
      "step": 29976
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.894052466739499e-06,
      "loss": 0.0014,
      "step": 29977
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.893420352652863e-06,
      "loss": 0.001,
      "step": 29978
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.892788266167144e-06,
      "loss": 0.0007,
      "step": 29979
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.892156207285745e-06,
      "loss": 0.0006,
      "step": 29980
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8915241760120915e-06,
      "loss": 0.0006,
      "step": 29981
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.890892172349598e-06,
      "loss": 0.0005,
      "step": 29982
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.890260196301683e-06,
      "loss": 0.0006,
      "step": 29983
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.889628247871756e-06,
      "loss": 0.0008,
      "step": 29984
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.888996327063237e-06,
      "loss": 0.0006,
      "step": 29985
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8883644338795435e-06,
      "loss": 0.0008,
      "step": 29986
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.887732568324084e-06,
      "loss": 0.0012,
      "step": 29987
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.887100730400278e-06,
      "loss": 0.0004,
      "step": 29988
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.886468920111541e-06,
      "loss": 0.001,
      "step": 29989
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.88583713746129e-06,
      "loss": 0.0003,
      "step": 29990
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8852053824529344e-06,
      "loss": 0.0009,
      "step": 29991
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.88457365508989e-06,
      "loss": 0.0006,
      "step": 29992
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8839419553755776e-06,
      "loss": 0.0005,
      "step": 29993
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.883310283313403e-06,
      "loss": 0.0003,
      "step": 29994
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.882678638906782e-06,
      "loss": 0.0012,
      "step": 29995
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8820470221591335e-06,
      "loss": 0.0005,
      "step": 29996
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.881415433073866e-06,
      "loss": 0.0008,
      "step": 29997
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.880783871654397e-06,
      "loss": 0.0009,
      "step": 29998
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.880152337904138e-06,
      "loss": 0.0007,
      "step": 29999
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.879520831826507e-06,
      "loss": 0.001,
      "step": 30000
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8788893534249105e-06,
      "loss": 0.0008,
      "step": 30001
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.878257902702764e-06,
      "loss": 0.0009,
      "step": 30002
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.877626479663486e-06,
      "loss": 0.0007,
      "step": 30003
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.876995084310479e-06,
      "loss": 0.0008,
      "step": 30004
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.876363716647161e-06,
      "loss": 0.0008,
      "step": 30005
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.875732376676945e-06,
      "loss": 0.0005,
      "step": 30006
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.875101064403246e-06,
      "loss": 0.0012,
      "step": 30007
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.874469779829471e-06,
      "loss": 0.0006,
      "step": 30008
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.873838522959032e-06,
      "loss": 0.0005,
      "step": 30009
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.873207293795349e-06,
      "loss": 0.0013,
      "step": 30010
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.872576092341823e-06,
      "loss": 0.0005,
      "step": 30011
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.871944918601871e-06,
      "loss": 0.0004,
      "step": 30012
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.871313772578904e-06,
      "loss": 0.0004,
      "step": 30013
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.870682654276337e-06,
      "loss": 0.0004,
      "step": 30014
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.870051563697573e-06,
      "loss": 0.0006,
      "step": 30015
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.869420500846028e-06,
      "loss": 0.0008,
      "step": 30016
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.868789465725118e-06,
      "loss": 0.0011,
      "step": 30017
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.868158458338242e-06,
      "loss": 0.0011,
      "step": 30018
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.867527478688817e-06,
      "loss": 0.0009,
      "step": 30019
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.866896526780255e-06,
      "loss": 0.0008,
      "step": 30020
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8662656026159664e-06,
      "loss": 0.0012,
      "step": 30021
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.865634706199356e-06,
      "loss": 0.0009,
      "step": 30022
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.865003837533837e-06,
      "loss": 0.0006,
      "step": 30023
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.864372996622824e-06,
      "loss": 0.0011,
      "step": 30024
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.863742183469717e-06,
      "loss": 0.0013,
      "step": 30025
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.863111398077932e-06,
      "loss": 0.0009,
      "step": 30026
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.862480640450876e-06,
      "loss": 0.0007,
      "step": 30027
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.861849910591962e-06,
      "loss": 0.0006,
      "step": 30028
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.861219208504594e-06,
      "loss": 0.0006,
      "step": 30029
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.860588534192183e-06,
      "loss": 0.0011,
      "step": 30030
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.859957887658141e-06,
      "loss": 0.0008,
      "step": 30031
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.859327268905871e-06,
      "loss": 0.0007,
      "step": 30032
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.858696677938779e-06,
      "loss": 0.0009,
      "step": 30033
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.858066114760287e-06,
      "loss": 0.0015,
      "step": 30034
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8574355793737896e-06,
      "loss": 0.0006,
      "step": 30035
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.856805071782701e-06,
      "loss": 0.0007,
      "step": 30036
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.856174591990427e-06,
      "loss": 0.0008,
      "step": 30037
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.85554414000038e-06,
      "loss": 0.0005,
      "step": 30038
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.85491371581596e-06,
      "loss": 0.0009,
      "step": 30039
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.854283319440578e-06,
      "loss": 0.0009,
      "step": 30040
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.853652950877645e-06,
      "loss": 0.0005,
      "step": 30041
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.853022610130562e-06,
      "loss": 0.0007,
      "step": 30042
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.852392297202737e-06,
      "loss": 0.0008,
      "step": 30043
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.85176201209758e-06,
      "loss": 0.0005,
      "step": 30044
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.851131754818499e-06,
      "loss": 0.0006,
      "step": 30045
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.850501525368894e-06,
      "loss": 0.0009,
      "step": 30046
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.849871323752175e-06,
      "loss": 0.0009,
      "step": 30047
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.84924114997175e-06,
      "loss": 0.0008,
      "step": 30048
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.848611004031022e-06,
      "loss": 0.0014,
      "step": 30049
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8479808859333964e-06,
      "loss": 0.0013,
      "step": 30050
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8473507956822815e-06,
      "loss": 0.0008,
      "step": 30051
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8467207332810864e-06,
      "loss": 0.0006,
      "step": 30052
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.846090698733208e-06,
      "loss": 0.0007,
      "step": 30053
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.845460692042056e-06,
      "loss": 0.001,
      "step": 30054
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.844830713211035e-06,
      "loss": 0.0007,
      "step": 30055
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.844200762243555e-06,
      "loss": 0.0011,
      "step": 30056
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.843570839143012e-06,
      "loss": 0.0006,
      "step": 30057
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.842940943912815e-06,
      "loss": 0.0008,
      "step": 30058
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.842311076556373e-06,
      "loss": 0.0006,
      "step": 30059
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.841681237077082e-06,
      "loss": 0.0007,
      "step": 30060
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.84105142547835e-06,
      "loss": 0.0012,
      "step": 30061
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.840421641763582e-06,
      "loss": 0.001,
      "step": 30062
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.839791885936185e-06,
      "loss": 0.0011,
      "step": 30063
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.839162157999555e-06,
      "loss": 0.001,
      "step": 30064
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8385324579571005e-06,
      "loss": 0.0012,
      "step": 30065
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.837902785812228e-06,
      "loss": 0.0006,
      "step": 30066
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.837273141568333e-06,
      "loss": 0.0008,
      "step": 30067
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.836643525228822e-06,
      "loss": 0.001,
      "step": 30068
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.836013936797102e-06,
      "loss": 0.0014,
      "step": 30069
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.835384376276571e-06,
      "loss": 0.0013,
      "step": 30070
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.834754843670633e-06,
      "loss": 0.0011,
      "step": 30071
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.834125338982696e-06,
      "loss": 0.0006,
      "step": 30072
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.833495862216154e-06,
      "loss": 0.0011,
      "step": 30073
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.832866413374413e-06,
      "loss": 0.0006,
      "step": 30074
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8322369924608745e-06,
      "loss": 0.0011,
      "step": 30075
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.831607599478946e-06,
      "loss": 0.0005,
      "step": 30076
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.83097823443202e-06,
      "loss": 0.0009,
      "step": 30077
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.830348897323502e-06,
      "loss": 0.0009,
      "step": 30078
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.829719588156796e-06,
      "loss": 0.0008,
      "step": 30079
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.829090306935304e-06,
      "loss": 0.0007,
      "step": 30080
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.828461053662422e-06,
      "loss": 0.0007,
      "step": 30081
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.827831828341554e-06,
      "loss": 0.0008,
      "step": 30082
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.827202630976104e-06,
      "loss": 0.0007,
      "step": 30083
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.826573461569467e-06,
      "loss": 0.0007,
      "step": 30084
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.825944320125046e-06,
      "loss": 0.0005,
      "step": 30085
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.825315206646242e-06,
      "loss": 0.0011,
      "step": 30086
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.824686121136459e-06,
      "loss": 0.0009,
      "step": 30087
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.824057063599089e-06,
      "loss": 0.0011,
      "step": 30088
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.823428034037537e-06,
      "loss": 0.0009,
      "step": 30089
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.822799032455206e-06,
      "loss": 0.0006,
      "step": 30090
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.822170058855489e-06,
      "loss": 0.001,
      "step": 30091
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.821541113241788e-06,
      "loss": 0.0003,
      "step": 30092
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.820912195617503e-06,
      "loss": 0.0007,
      "step": 30093
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.820283305986036e-06,
      "loss": 0.0008,
      "step": 30094
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.819654444350782e-06,
      "loss": 0.0009,
      "step": 30095
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.81902561071514e-06,
      "loss": 0.0009,
      "step": 30096
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.818396805082515e-06,
      "loss": 0.0013,
      "step": 30097
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.817768027456297e-06,
      "loss": 0.0011,
      "step": 30098
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8171392778398875e-06,
      "loss": 0.0005,
      "step": 30099
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8165105562366866e-06,
      "loss": 0.001,
      "step": 30100
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.815881862650096e-06,
      "loss": 0.0006,
      "step": 30101
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8152531970835046e-06,
      "loss": 0.0008,
      "step": 30102
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.814624559540317e-06,
      "loss": 0.0005,
      "step": 30103
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.813995950023932e-06,
      "loss": 0.0008,
      "step": 30104
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.813367368537737e-06,
      "loss": 0.0004,
      "step": 30105
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.812738815085141e-06,
      "loss": 0.001,
      "step": 30106
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.81211028966954e-06,
      "loss": 0.001,
      "step": 30107
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.811481792294326e-06,
      "loss": 0.0007,
      "step": 30108
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8108533229628976e-06,
      "loss": 0.0008,
      "step": 30109
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.810224881678652e-06,
      "loss": 0.0009,
      "step": 30110
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.809596468444991e-06,
      "loss": 0.0006,
      "step": 30111
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.808968083265303e-06,
      "loss": 0.0008,
      "step": 30112
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8083397261429865e-06,
      "loss": 0.0007,
      "step": 30113
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.807711397081445e-06,
      "loss": 0.0012,
      "step": 30114
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.807083096084063e-06,
      "loss": 0.0008,
      "step": 30115
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8064548231542445e-06,
      "loss": 0.0009,
      "step": 30116
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.80582657829538e-06,
      "loss": 0.0006,
      "step": 30117
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.805198361510874e-06,
      "loss": 0.0008,
      "step": 30118
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8045701728041124e-06,
      "loss": 0.0007,
      "step": 30119
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.803942012178494e-06,
      "loss": 0.0007,
      "step": 30120
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.803313879637419e-06,
      "loss": 0.0009,
      "step": 30121
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.802685775184272e-06,
      "loss": 0.001,
      "step": 30122
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.802057698822455e-06,
      "loss": 0.0005,
      "step": 30123
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.8014296505553615e-06,
      "loss": 0.0006,
      "step": 30124
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.800801630386389e-06,
      "loss": 0.001,
      "step": 30125
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.800173638318925e-06,
      "loss": 0.0008,
      "step": 30126
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.799545674356369e-06,
      "loss": 0.0012,
      "step": 30127
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.798917738502116e-06,
      "loss": 0.0008,
      "step": 30128
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.798289830759555e-06,
      "loss": 0.0006,
      "step": 30129
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.7976619511320825e-06,
      "loss": 0.0005,
      "step": 30130
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.797034099623091e-06,
      "loss": 0.0005,
      "step": 30131
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.796406276235981e-06,
      "loss": 0.0008,
      "step": 30132
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.795778480974135e-06,
      "loss": 0.0006,
      "step": 30133
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.795150713840952e-06,
      "loss": 0.0009,
      "step": 30134
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.794522974839824e-06,
      "loss": 0.0011,
      "step": 30135
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.7938952639741474e-06,
      "loss": 0.0009,
      "step": 30136
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.7932675812473094e-06,
      "loss": 0.0005,
      "step": 30137
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.792639926662704e-06,
      "loss": 0.0007,
      "step": 30138
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.7920123002237295e-06,
      "loss": 0.0008,
      "step": 30139
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.791384701933769e-06,
      "loss": 0.0013,
      "step": 30140
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.790757131796216e-06,
      "loss": 0.0008,
      "step": 30141
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.790129589814473e-06,
      "loss": 0.001,
      "step": 30142
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.78950207599192e-06,
      "loss": 0.0009,
      "step": 30143
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.7888745903319534e-06,
      "loss": 0.0005,
      "step": 30144
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.788247132837968e-06,
      "loss": 0.0004,
      "step": 30145
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.787619703513349e-06,
      "loss": 0.0006,
      "step": 30146
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.7869923023614886e-06,
      "loss": 0.0013,
      "step": 30147
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.786364929385781e-06,
      "loss": 0.001,
      "step": 30148
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.785737584589619e-06,
      "loss": 0.001,
      "step": 30149
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.785110267976386e-06,
      "loss": 0.0005,
      "step": 30150
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.784482979549478e-06,
      "loss": 0.0008,
      "step": 30151
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.7838557193122825e-06,
      "loss": 0.0009,
      "step": 30152
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.783228487268196e-06,
      "loss": 0.001,
      "step": 30153
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.7826012834206e-06,
      "loss": 0.0009,
      "step": 30154
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.78197410777289e-06,
      "loss": 0.0004,
      "step": 30155
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.781346960328457e-06,
      "loss": 0.0012,
      "step": 30156
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.780719841090685e-06,
      "loss": 0.0019,
      "step": 30157
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.780092750062967e-06,
      "loss": 0.0008,
      "step": 30158
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.7794656872486926e-06,
      "loss": 0.0013,
      "step": 30159
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.778838652651253e-06,
      "loss": 0.0006,
      "step": 30160
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.7782116462740325e-06,
      "loss": 0.0007,
      "step": 30161
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.777584668120423e-06,
      "loss": 0.0009,
      "step": 30162
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.776957718193815e-06,
      "loss": 0.0008,
      "step": 30163
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.776330796497593e-06,
      "loss": 0.0007,
      "step": 30164
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.775703903035146e-06,
      "loss": 0.0008,
      "step": 30165
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.775077037809866e-06,
      "loss": 0.0008,
      "step": 30166
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.77445020082514e-06,
      "loss": 0.0004,
      "step": 30167
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.773823392084353e-06,
      "loss": 0.0004,
      "step": 30168
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.773196611590894e-06,
      "loss": 0.0011,
      "step": 30169
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.772569859348156e-06,
      "loss": 0.0005,
      "step": 30170
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.771943135359519e-06,
      "loss": 0.0008,
      "step": 30171
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.771316439628373e-06,
      "loss": 0.0007,
      "step": 30172
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.770689772158107e-06,
      "loss": 0.0009,
      "step": 30173
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.77006313295211e-06,
      "loss": 0.0007,
      "step": 30174
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.7694365220137615e-06,
      "loss": 0.0007,
      "step": 30175
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.768809939346454e-06,
      "loss": 0.0006,
      "step": 30176
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.768183384953573e-06,
      "loss": 0.0014,
      "step": 30177
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.767556858838505e-06,
      "loss": 0.0005,
      "step": 30178
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.766930361004636e-06,
      "loss": 0.0006,
      "step": 30179
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.766303891455356e-06,
      "loss": 0.0009,
      "step": 30180
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.765677450194044e-06,
      "loss": 0.0014,
      "step": 30181
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.76505103722409e-06,
      "loss": 0.0013,
      "step": 30182
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.764424652548879e-06,
      "loss": 0.001,
      "step": 30183
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7637982961718e-06,
      "loss": 0.001,
      "step": 30184
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.763171968096233e-06,
      "loss": 0.0008,
      "step": 30185
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7625456683255645e-06,
      "loss": 0.0007,
      "step": 30186
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.761919396863185e-06,
      "loss": 0.0005,
      "step": 30187
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7612931537124704e-06,
      "loss": 0.0009,
      "step": 30188
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.760666938876811e-06,
      "loss": 0.0012,
      "step": 30189
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7600407523595915e-06,
      "loss": 0.0008,
      "step": 30190
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.759414594164199e-06,
      "loss": 0.0014,
      "step": 30191
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.758788464294011e-06,
      "loss": 0.0009,
      "step": 30192
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.758162362752414e-06,
      "loss": 0.0009,
      "step": 30193
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.757536289542798e-06,
      "loss": 0.0007,
      "step": 30194
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.756910244668539e-06,
      "loss": 0.0011,
      "step": 30195
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.756284228133024e-06,
      "loss": 0.0007,
      "step": 30196
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7556582399396355e-06,
      "loss": 0.0006,
      "step": 30197
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.755032280091763e-06,
      "loss": 0.0006,
      "step": 30198
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.75440634859278e-06,
      "loss": 0.0007,
      "step": 30199
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.753780445446076e-06,
      "loss": 0.0007,
      "step": 30200
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.753154570655034e-06,
      "loss": 0.0011,
      "step": 30201
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.752528724223033e-06,
      "loss": 0.0014,
      "step": 30202
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.751902906153458e-06,
      "loss": 0.0005,
      "step": 30203
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.751277116449692e-06,
      "loss": 0.0006,
      "step": 30204
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.750651355115119e-06,
      "loss": 0.001,
      "step": 30205
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7500256221531175e-06,
      "loss": 0.0006,
      "step": 30206
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.749399917567069e-06,
      "loss": 0.0008,
      "step": 30207
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7487742413603585e-06,
      "loss": 0.001,
      "step": 30208
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.748148593536372e-06,
      "loss": 0.0012,
      "step": 30209
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.747522974098481e-06,
      "loss": 0.0014,
      "step": 30210
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.746897383050072e-06,
      "loss": 0.0009,
      "step": 30211
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.746271820394529e-06,
      "loss": 0.0008,
      "step": 30212
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.745646286135228e-06,
      "loss": 0.001,
      "step": 30213
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.745020780275547e-06,
      "loss": 0.0006,
      "step": 30214
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.744395302818882e-06,
      "loss": 0.0011,
      "step": 30215
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.743769853768599e-06,
      "loss": 0.0015,
      "step": 30216
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.743144433128083e-06,
      "loss": 0.0013,
      "step": 30217
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.742519040900719e-06,
      "loss": 0.0009,
      "step": 30218
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.74189367708988e-06,
      "loss": 0.001,
      "step": 30219
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.741268341698948e-06,
      "loss": 0.0008,
      "step": 30220
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7406430347313045e-06,
      "loss": 0.0005,
      "step": 30221
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7400177561903325e-06,
      "loss": 0.001,
      "step": 30222
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.739392506079405e-06,
      "loss": 0.0009,
      "step": 30223
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7387672844019025e-06,
      "loss": 0.0012,
      "step": 30224
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.738142091161207e-06,
      "loss": 0.0014,
      "step": 30225
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.737516926360701e-06,
      "loss": 0.0006,
      "step": 30226
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.736891790003756e-06,
      "loss": 0.0007,
      "step": 30227
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.736266682093753e-06,
      "loss": 0.0008,
      "step": 30228
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.735641602634075e-06,
      "loss": 0.001,
      "step": 30229
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.735016551628095e-06,
      "loss": 0.0008,
      "step": 30230
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.734391529079194e-06,
      "loss": 0.0007,
      "step": 30231
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.733766534990749e-06,
      "loss": 0.001,
      "step": 30232
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.733141569366144e-06,
      "loss": 0.0011,
      "step": 30233
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.732516632208746e-06,
      "loss": 0.0008,
      "step": 30234
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.731891723521942e-06,
      "loss": 0.0006,
      "step": 30235
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.731266843309108e-06,
      "loss": 0.0012,
      "step": 30236
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.730641991573617e-06,
      "loss": 0.0011,
      "step": 30237
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.730017168318848e-06,
      "loss": 0.0008,
      "step": 30238
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7293923735481796e-06,
      "loss": 0.0007,
      "step": 30239
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.728767607264992e-06,
      "loss": 0.0008,
      "step": 30240
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.728142869472656e-06,
      "loss": 0.0007,
      "step": 30241
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7275181601745505e-06,
      "loss": 0.0005,
      "step": 30242
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.726893479374055e-06,
      "loss": 0.0009,
      "step": 30243
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.72626882707454e-06,
      "loss": 0.0009,
      "step": 30244
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.725644203279386e-06,
      "loss": 0.0006,
      "step": 30245
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.725019607991967e-06,
      "loss": 0.001,
      "step": 30246
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.724395041215663e-06,
      "loss": 0.0007,
      "step": 30247
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.723770502953845e-06,
      "loss": 0.0013,
      "step": 30248
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.723145993209889e-06,
      "loss": 0.0007,
      "step": 30249
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.722521511987171e-06,
      "loss": 0.0012,
      "step": 30250
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.721897059289069e-06,
      "loss": 0.001,
      "step": 30251
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7212726351189556e-06,
      "loss": 0.0008,
      "step": 30252
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.720648239480209e-06,
      "loss": 0.001,
      "step": 30253
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.720023872376199e-06,
      "loss": 0.0009,
      "step": 30254
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.719399533810303e-06,
      "loss": 0.0006,
      "step": 30255
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.718775223785894e-06,
      "loss": 0.0011,
      "step": 30256
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7181509423063525e-06,
      "loss": 0.0012,
      "step": 30257
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.717526689375042e-06,
      "loss": 0.0008,
      "step": 30258
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.716902464995345e-06,
      "loss": 0.0012,
      "step": 30259
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7162782691706355e-06,
      "loss": 0.0007,
      "step": 30260
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.715654101904281e-06,
      "loss": 0.0007,
      "step": 30261
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7150299631996585e-06,
      "loss": 0.0007,
      "step": 30262
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.714405853060144e-06,
      "loss": 0.0007,
      "step": 30263
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.713781771489109e-06,
      "loss": 0.0008,
      "step": 30264
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.713157718489923e-06,
      "loss": 0.0005,
      "step": 30265
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.712533694065964e-06,
      "loss": 0.0014,
      "step": 30266
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.711909698220605e-06,
      "loss": 0.0008,
      "step": 30267
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.711285730957214e-06,
      "loss": 0.0008,
      "step": 30268
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.710661792279164e-06,
      "loss": 0.0009,
      "step": 30269
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.710037882189832e-06,
      "loss": 0.0009,
      "step": 30270
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.70941400069259e-06,
      "loss": 0.0008,
      "step": 30271
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.708790147790804e-06,
      "loss": 0.0006,
      "step": 30272
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.70816632348785e-06,
      "loss": 0.0012,
      "step": 30273
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.707542527787104e-06,
      "loss": 0.001,
      "step": 30274
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7069187606919286e-06,
      "loss": 0.0006,
      "step": 30275
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7062950222056995e-06,
      "loss": 0.001,
      "step": 30276
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.7056713123317885e-06,
      "loss": 0.0004,
      "step": 30277
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.70504763107357e-06,
      "loss": 0.0008,
      "step": 30278
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.704423978434408e-06,
      "loss": 0.0006,
      "step": 30279
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.703800354417676e-06,
      "loss": 0.0012,
      "step": 30280
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.703176759026746e-06,
      "loss": 0.0007,
      "step": 30281
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.702553192264991e-06,
      "loss": 0.0015,
      "step": 30282
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.701929654135775e-06,
      "loss": 0.0007,
      "step": 30283
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.701306144642472e-06,
      "loss": 0.0007,
      "step": 30284
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.700682663788455e-06,
      "loss": 0.0007,
      "step": 30285
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.700059211577082e-06,
      "loss": 0.0009,
      "step": 30286
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.699435788011736e-06,
      "loss": 0.0004,
      "step": 30287
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.698812393095785e-06,
      "loss": 0.0008,
      "step": 30288
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.698189026832591e-06,
      "loss": 0.0013,
      "step": 30289
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6975656892255285e-06,
      "loss": 0.0008,
      "step": 30290
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.696942380277968e-06,
      "loss": 0.001,
      "step": 30291
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6963190999932725e-06,
      "loss": 0.0011,
      "step": 30292
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.695695848374816e-06,
      "loss": 0.0013,
      "step": 30293
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.695072625425964e-06,
      "loss": 0.0009,
      "step": 30294
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.694449431150091e-06,
      "loss": 0.001,
      "step": 30295
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.693826265550556e-06,
      "loss": 0.0009,
      "step": 30296
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6932031286307335e-06,
      "loss": 0.0005,
      "step": 30297
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.692580020393989e-06,
      "loss": 0.0006,
      "step": 30298
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.691956940843695e-06,
      "loss": 0.0011,
      "step": 30299
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.691333889983213e-06,
      "loss": 0.0005,
      "step": 30300
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.690710867815912e-06,
      "loss": 0.0004,
      "step": 30301
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.690087874345165e-06,
      "loss": 0.0007,
      "step": 30302
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.689464909574332e-06,
      "loss": 0.0006,
      "step": 30303
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.688841973506781e-06,
      "loss": 0.0007,
      "step": 30304
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6882190661458826e-06,
      "loss": 0.0008,
      "step": 30305
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.687596187495006e-06,
      "loss": 0.0012,
      "step": 30306
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.686973337557509e-06,
      "loss": 0.0009,
      "step": 30307
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6863505163367636e-06,
      "loss": 0.0008,
      "step": 30308
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.685727723836139e-06,
      "loss": 0.0007,
      "step": 30309
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.685104960058994e-06,
      "loss": 0.0005,
      "step": 30310
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.684482225008698e-06,
      "loss": 0.0009,
      "step": 30311
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.683859518688618e-06,
      "loss": 0.0008,
      "step": 30312
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.683236841102122e-06,
      "loss": 0.0016,
      "step": 30313
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6826141922525705e-06,
      "loss": 0.0006,
      "step": 30314
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6819915721433296e-06,
      "loss": 0.0011,
      "step": 30315
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.68136898077777e-06,
      "loss": 0.0007,
      "step": 30316
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6807464181592485e-06,
      "loss": 0.001,
      "step": 30317
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.680123884291135e-06,
      "loss": 0.0008,
      "step": 30318
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.679501379176792e-06,
      "loss": 0.0009,
      "step": 30319
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.67887890281959e-06,
      "loss": 0.0006,
      "step": 30320
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6782564552228856e-06,
      "loss": 0.0011,
      "step": 30321
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.677634036390044e-06,
      "loss": 0.0009,
      "step": 30322
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6770116463244386e-06,
      "loss": 0.0007,
      "step": 30323
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.676389285029422e-06,
      "loss": 0.0006,
      "step": 30324
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6757669525083635e-06,
      "loss": 0.0007,
      "step": 30325
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.67514464876463e-06,
      "loss": 0.0011,
      "step": 30326
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.674522373801577e-06,
      "loss": 0.0014,
      "step": 30327
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.673900127622573e-06,
      "loss": 0.0006,
      "step": 30328
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.67327791023098e-06,
      "loss": 0.0012,
      "step": 30329
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.672655721630164e-06,
      "loss": 0.0007,
      "step": 30330
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6720335618234825e-06,
      "loss": 0.0006,
      "step": 30331
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6714114308143e-06,
      "loss": 0.0006,
      "step": 30332
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.670789328605985e-06,
      "loss": 0.0006,
      "step": 30333
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6701672552018896e-06,
      "loss": 0.001,
      "step": 30334
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.669545210605383e-06,
      "loss": 0.0015,
      "step": 30335
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.668923194819826e-06,
      "loss": 0.0008,
      "step": 30336
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.668301207848583e-06,
      "loss": 0.001,
      "step": 30337
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.66767924969501e-06,
      "loss": 0.0007,
      "step": 30338
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.66705732036247e-06,
      "loss": 0.0011,
      "step": 30339
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6664354198543324e-06,
      "loss": 0.0008,
      "step": 30340
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.665813548173948e-06,
      "loss": 0.0009,
      "step": 30341
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6651917053246835e-06,
      "loss": 0.001,
      "step": 30342
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.664569891309898e-06,
      "loss": 0.0004,
      "step": 30343
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.663948106132957e-06,
      "loss": 0.0007,
      "step": 30344
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.663326349797214e-06,
      "loss": 0.0007,
      "step": 30345
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.662704622306033e-06,
      "loss": 0.0008,
      "step": 30346
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.662082923662779e-06,
      "loss": 0.0008,
      "step": 30347
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.661461253870805e-06,
      "loss": 0.0009,
      "step": 30348
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.660839612933472e-06,
      "loss": 0.0015,
      "step": 30349
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.660218000854143e-06,
      "loss": 0.0006,
      "step": 30350
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6595964176361805e-06,
      "loss": 0.0006,
      "step": 30351
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.658974863282936e-06,
      "loss": 0.0013,
      "step": 30352
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.658353337797774e-06,
      "loss": 0.0006,
      "step": 30353
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.657731841184052e-06,
      "loss": 0.0008,
      "step": 30354
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.657110373445135e-06,
      "loss": 0.0009,
      "step": 30355
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.656488934584373e-06,
      "loss": 0.001,
      "step": 30356
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.65586752460513e-06,
      "loss": 0.001,
      "step": 30357
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.655246143510764e-06,
      "loss": 0.0007,
      "step": 30358
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.654624791304633e-06,
      "loss": 0.001,
      "step": 30359
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.654003467990096e-06,
      "loss": 0.0006,
      "step": 30360
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.653382173570515e-06,
      "loss": 0.0012,
      "step": 30361
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.652760908049239e-06,
      "loss": 0.0011,
      "step": 30362
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6521396714296315e-06,
      "loss": 0.0005,
      "step": 30363
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.651518463715054e-06,
      "loss": 0.001,
      "step": 30364
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6508972849088576e-06,
      "loss": 0.0012,
      "step": 30365
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.650276135014401e-06,
      "loss": 0.0009,
      "step": 30366
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.649655014035042e-06,
      "loss": 0.0005,
      "step": 30367
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.649033921974143e-06,
      "loss": 0.0015,
      "step": 30368
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.648412858835052e-06,
      "loss": 0.0009,
      "step": 30369
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.64779182462113e-06,
      "loss": 0.0013,
      "step": 30370
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.647170819335738e-06,
      "loss": 0.0007,
      "step": 30371
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.646549842982224e-06,
      "loss": 0.0004,
      "step": 30372
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.64592889556395e-06,
      "loss": 0.0009,
      "step": 30373
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6453079770842695e-06,
      "loss": 0.0003,
      "step": 30374
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.644687087546545e-06,
      "loss": 0.0009,
      "step": 30375
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.644066226954122e-06,
      "loss": 0.0008,
      "step": 30376
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.643445395310362e-06,
      "loss": 0.0006,
      "step": 30377
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.642824592618621e-06,
      "loss": 0.0005,
      "step": 30378
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.642203818882257e-06,
      "loss": 0.0018,
      "step": 30379
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.641583074104618e-06,
      "loss": 0.0013,
      "step": 30380
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.640962358289063e-06,
      "loss": 0.0014,
      "step": 30381
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.640341671438949e-06,
      "loss": 0.0007,
      "step": 30382
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.639721013557628e-06,
      "loss": 0.0005,
      "step": 30383
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.639100384648453e-06,
      "loss": 0.0003,
      "step": 30384
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.638479784714781e-06,
      "loss": 0.0012,
      "step": 30385
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.637859213759971e-06,
      "loss": 0.0009,
      "step": 30386
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6372386717873676e-06,
      "loss": 0.0011,
      "step": 30387
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.63661815880033e-06,
      "loss": 0.0011,
      "step": 30388
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.635997674802215e-06,
      "loss": 0.0005,
      "step": 30389
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.635377219796369e-06,
      "loss": 0.0008,
      "step": 30390
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6347567937861494e-06,
      "loss": 0.0013,
      "step": 30391
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6341363967749095e-06,
      "loss": 0.001,
      "step": 30392
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.633516028766007e-06,
      "loss": 0.001,
      "step": 30393
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.632895689762783e-06,
      "loss": 0.0008,
      "step": 30394
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.632275379768601e-06,
      "loss": 0.0009,
      "step": 30395
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6316550987868144e-06,
      "loss": 0.0012,
      "step": 30396
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.631034846820769e-06,
      "loss": 0.0012,
      "step": 30397
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.63041462387382e-06,
      "loss": 0.0006,
      "step": 30398
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.629794429949325e-06,
      "loss": 0.0012,
      "step": 30399
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.629174265050627e-06,
      "loss": 0.0007,
      "step": 30400
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.628554129181081e-06,
      "loss": 0.0005,
      "step": 30401
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.62793402234404e-06,
      "loss": 0.0007,
      "step": 30402
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.62731394454286e-06,
      "loss": 0.0014,
      "step": 30403
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.626693895780885e-06,
      "loss": 0.0012,
      "step": 30404
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6260738760614685e-06,
      "loss": 0.001,
      "step": 30405
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6254538853879685e-06,
      "loss": 0.0008,
      "step": 30406
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.624833923763724e-06,
      "loss": 0.0007,
      "step": 30407
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.624213991192094e-06,
      "loss": 0.0008,
      "step": 30408
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.623594087676425e-06,
      "loss": 0.0006,
      "step": 30409
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.622974213220075e-06,
      "loss": 0.0013,
      "step": 30410
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.622354367826386e-06,
      "loss": 0.0008,
      "step": 30411
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.621734551498711e-06,
      "loss": 0.0011,
      "step": 30412
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.621114764240404e-06,
      "loss": 0.0008,
      "step": 30413
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.620495006054808e-06,
      "loss": 0.001,
      "step": 30414
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.619875276945277e-06,
      "loss": 0.0006,
      "step": 30415
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6192555769151596e-06,
      "loss": 0.0008,
      "step": 30416
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.618635905967809e-06,
      "loss": 0.0011,
      "step": 30417
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.618016264106566e-06,
      "loss": 0.0004,
      "step": 30418
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.617396651334787e-06,
      "loss": 0.0011,
      "step": 30419
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.616777067655822e-06,
      "loss": 0.0011,
      "step": 30420
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.616157513073013e-06,
      "loss": 0.0014,
      "step": 30421
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.615537987589711e-06,
      "loss": 0.0004,
      "step": 30422
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.614918491209267e-06,
      "loss": 0.0009,
      "step": 30423
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6142990239350324e-06,
      "loss": 0.0007,
      "step": 30424
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.613679585770346e-06,
      "loss": 0.0007,
      "step": 30425
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.613060176718562e-06,
      "loss": 0.0005,
      "step": 30426
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.612440796783032e-06,
      "loss": 0.0008,
      "step": 30427
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.611821445967094e-06,
      "loss": 0.0013,
      "step": 30428
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.611202124274101e-06,
      "loss": 0.0012,
      "step": 30429
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.610582831707401e-06,
      "loss": 0.0008,
      "step": 30430
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.609963568270339e-06,
      "loss": 0.0005,
      "step": 30431
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.609344333966264e-06,
      "loss": 0.0008,
      "step": 30432
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.608725128798523e-06,
      "loss": 0.0008,
      "step": 30433
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.608105952770464e-06,
      "loss": 0.001,
      "step": 30434
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.60748680588543e-06,
      "loss": 0.0011,
      "step": 30435
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6068676881467675e-06,
      "loss": 0.0012,
      "step": 30436
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.606248599557829e-06,
      "loss": 0.0009,
      "step": 30437
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.605629540121953e-06,
      "loss": 0.001,
      "step": 30438
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.605010509842488e-06,
      "loss": 0.001,
      "step": 30439
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.6043915087227804e-06,
      "loss": 0.001,
      "step": 30440
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.603772536766181e-06,
      "loss": 0.0005,
      "step": 30441
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.603153593976027e-06,
      "loss": 0.0008,
      "step": 30442
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.602534680355665e-06,
      "loss": 0.0019,
      "step": 30443
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.601915795908447e-06,
      "loss": 0.0006,
      "step": 30444
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.60129694063771e-06,
      "loss": 0.0004,
      "step": 30445
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.600678114546802e-06,
      "loss": 0.0006,
      "step": 30446
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.600059317639068e-06,
      "loss": 0.0007,
      "step": 30447
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.599440549917856e-06,
      "loss": 0.0006,
      "step": 30448
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.598821811386503e-06,
      "loss": 0.0005,
      "step": 30449
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.598203102048359e-06,
      "loss": 0.0008,
      "step": 30450
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.597584421906766e-06,
      "loss": 0.0007,
      "step": 30451
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.596965770965071e-06,
      "loss": 0.0011,
      "step": 30452
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.596347149226611e-06,
      "loss": 0.001,
      "step": 30453
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.595728556694735e-06,
      "loss": 0.0005,
      "step": 30454
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.595109993372788e-06,
      "loss": 0.0007,
      "step": 30455
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.594491459264108e-06,
      "loss": 0.0009,
      "step": 30456
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.59387295437204e-06,
      "loss": 0.0006,
      "step": 30457
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.593254478699928e-06,
      "loss": 0.0007,
      "step": 30458
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5926360322511175e-06,
      "loss": 0.0006,
      "step": 30459
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.592017615028945e-06,
      "loss": 0.001,
      "step": 30460
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.591399227036757e-06,
      "loss": 0.0007,
      "step": 30461
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.590780868277898e-06,
      "loss": 0.0007,
      "step": 30462
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.590162538755703e-06,
      "loss": 0.0005,
      "step": 30463
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.58954423847352e-06,
      "loss": 0.0011,
      "step": 30464
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.588925967434689e-06,
      "loss": 0.001,
      "step": 30465
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.588307725642551e-06,
      "loss": 0.0008,
      "step": 30466
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5876895131004485e-06,
      "loss": 0.0006,
      "step": 30467
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5870713298117245e-06,
      "loss": 0.0008,
      "step": 30468
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.586453175779722e-06,
      "loss": 0.0009,
      "step": 30469
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5858350510077745e-06,
      "loss": 0.0006,
      "step": 30470
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.585216955499226e-06,
      "loss": 0.0005,
      "step": 30471
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.584598889257424e-06,
      "loss": 0.0006,
      "step": 30472
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.583980852285701e-06,
      "loss": 0.0009,
      "step": 30473
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.583362844587399e-06,
      "loss": 0.001,
      "step": 30474
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.58274486616586e-06,
      "loss": 0.0007,
      "step": 30475
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5821269170244274e-06,
      "loss": 0.0013,
      "step": 30476
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.581508997166433e-06,
      "loss": 0.0008,
      "step": 30477
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.580891106595222e-06,
      "loss": 0.0005,
      "step": 30478
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.580273245314136e-06,
      "loss": 0.001,
      "step": 30479
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5796554133265095e-06,
      "loss": 0.0005,
      "step": 30480
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5790376106356825e-06,
      "loss": 0.0006,
      "step": 30481
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5784198372449974e-06,
      "loss": 0.0007,
      "step": 30482
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.577802093157794e-06,
      "loss": 0.0005,
      "step": 30483
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.577184378377405e-06,
      "loss": 0.0009,
      "step": 30484
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.576566692907174e-06,
      "loss": 0.001,
      "step": 30485
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5759490367504425e-06,
      "loss": 0.0005,
      "step": 30486
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.575331409910539e-06,
      "loss": 0.0007,
      "step": 30487
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.574713812390809e-06,
      "loss": 0.0007,
      "step": 30488
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.57409624419459e-06,
      "loss": 0.0009,
      "step": 30489
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.573478705325223e-06,
      "loss": 0.0012,
      "step": 30490
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.572861195786038e-06,
      "loss": 0.0008,
      "step": 30491
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.572243715580377e-06,
      "loss": 0.0005,
      "step": 30492
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.57162626471158e-06,
      "loss": 0.0007,
      "step": 30493
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.571008843182978e-06,
      "loss": 0.0007,
      "step": 30494
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.570391450997911e-06,
      "loss": 0.001,
      "step": 30495
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.569774088159717e-06,
      "loss": 0.0013,
      "step": 30496
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.569156754671737e-06,
      "loss": 0.0006,
      "step": 30497
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5685394505372985e-06,
      "loss": 0.001,
      "step": 30498
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5679221757597415e-06,
      "loss": 0.0009,
      "step": 30499
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.567304930342407e-06,
      "loss": 0.001,
      "step": 30500
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5666877142886256e-06,
      "loss": 0.0011,
      "step": 30501
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.566070527601731e-06,
      "loss": 0.0006,
      "step": 30502
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.565453370285071e-06,
      "loss": 0.0013,
      "step": 30503
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.56483624234197e-06,
      "loss": 0.0007,
      "step": 30504
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.564219143775767e-06,
      "loss": 0.0008,
      "step": 30505
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.563602074589798e-06,
      "loss": 0.0006,
      "step": 30506
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.562985034787401e-06,
      "loss": 0.0007,
      "step": 30507
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.562368024371905e-06,
      "loss": 0.0006,
      "step": 30508
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.561751043346647e-06,
      "loss": 0.0011,
      "step": 30509
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.561134091714967e-06,
      "loss": 0.0014,
      "step": 30510
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.560517169480192e-06,
      "loss": 0.001,
      "step": 30511
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.559900276645659e-06,
      "loss": 0.0007,
      "step": 30512
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.559283413214704e-06,
      "loss": 0.001,
      "step": 30513
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.558666579190663e-06,
      "loss": 0.0004,
      "step": 30514
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.558049774576862e-06,
      "loss": 0.0009,
      "step": 30515
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.557432999376642e-06,
      "loss": 0.0012,
      "step": 30516
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.556816253593338e-06,
      "loss": 0.0011,
      "step": 30517
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.556199537230276e-06,
      "loss": 0.0007,
      "step": 30518
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.555582850290794e-06,
      "loss": 0.0005,
      "step": 30519
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.554966192778223e-06,
      "loss": 0.0004,
      "step": 30520
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.554349564695902e-06,
      "loss": 0.0008,
      "step": 30521
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.553732966047157e-06,
      "loss": 0.0008,
      "step": 30522
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.553116396835322e-06,
      "loss": 0.0004,
      "step": 30523
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5524998570637314e-06,
      "loss": 0.0007,
      "step": 30524
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.55188334673572e-06,
      "loss": 0.0009,
      "step": 30525
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.551266865854613e-06,
      "loss": 0.0008,
      "step": 30526
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.550650414423747e-06,
      "loss": 0.0006,
      "step": 30527
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.550033992446457e-06,
      "loss": 0.0007,
      "step": 30528
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.549417599926066e-06,
      "loss": 0.0011,
      "step": 30529
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.548801236865912e-06,
      "loss": 0.0008,
      "step": 30530
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.548184903269325e-06,
      "loss": 0.0006,
      "step": 30531
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.547568599139639e-06,
      "loss": 0.0008,
      "step": 30532
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.54695232448018e-06,
      "loss": 0.0011,
      "step": 30533
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.546336079294279e-06,
      "loss": 0.0011,
      "step": 30534
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.545719863585275e-06,
      "loss": 0.0009,
      "step": 30535
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.545103677356489e-06,
      "loss": 0.0012,
      "step": 30536
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.544487520611254e-06,
      "loss": 0.0005,
      "step": 30537
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.543871393352901e-06,
      "loss": 0.0013,
      "step": 30538
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.543255295584762e-06,
      "loss": 0.0008,
      "step": 30539
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.542639227310165e-06,
      "loss": 0.0013,
      "step": 30540
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.54202318853244e-06,
      "loss": 0.001,
      "step": 30541
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.541407179254922e-06,
      "loss": 0.001,
      "step": 30542
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5407911994809315e-06,
      "loss": 0.0005,
      "step": 30543
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.540175249213803e-06,
      "loss": 0.0009,
      "step": 30544
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.539559328456867e-06,
      "loss": 0.0006,
      "step": 30545
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.538943437213447e-06,
      "loss": 0.0006,
      "step": 30546
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.538327575486875e-06,
      "loss": 0.0008,
      "step": 30547
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.537711743280479e-06,
      "loss": 0.0013,
      "step": 30548
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.537095940597595e-06,
      "loss": 0.0012,
      "step": 30549
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.536480167441538e-06,
      "loss": 0.0007,
      "step": 30550
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.535864423815645e-06,
      "loss": 0.0008,
      "step": 30551
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.535248709723245e-06,
      "loss": 0.0012,
      "step": 30552
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.534633025167659e-06,
      "loss": 0.0008,
      "step": 30553
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.534017370152218e-06,
      "loss": 0.0008,
      "step": 30554
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.533401744680251e-06,
      "loss": 0.0009,
      "step": 30555
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.532786148755089e-06,
      "loss": 0.0006,
      "step": 30556
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5321705823800525e-06,
      "loss": 0.0007,
      "step": 30557
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5315550455584685e-06,
      "loss": 0.0012,
      "step": 30558
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.530939538293672e-06,
      "loss": 0.0008,
      "step": 30559
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.530324060588981e-06,
      "loss": 0.0008,
      "step": 30560
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.529708612447725e-06,
      "loss": 0.001,
      "step": 30561
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5290931938732306e-06,
      "loss": 0.001,
      "step": 30562
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.528477804868829e-06,
      "loss": 0.0006,
      "step": 30563
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5278624454378384e-06,
      "loss": 0.0006,
      "step": 30564
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5272471155835874e-06,
      "loss": 0.0007,
      "step": 30565
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.526631815309408e-06,
      "loss": 0.0006,
      "step": 30566
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5260165446186155e-06,
      "loss": 0.0009,
      "step": 30567
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.525401303514541e-06,
      "loss": 0.0011,
      "step": 30568
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.524786092000509e-06,
      "loss": 0.0008,
      "step": 30569
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.52417091007985e-06,
      "loss": 0.001,
      "step": 30570
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.52355575775588e-06,
      "loss": 0.0008,
      "step": 30571
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5229406350319285e-06,
      "loss": 0.0009,
      "step": 30572
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.522325541911322e-06,
      "loss": 0.0012,
      "step": 30573
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5217104783973766e-06,
      "loss": 0.0008,
      "step": 30574
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.521095444493426e-06,
      "loss": 0.0013,
      "step": 30575
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.520480440202796e-06,
      "loss": 0.0005,
      "step": 30576
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.519865465528802e-06,
      "loss": 0.0007,
      "step": 30577
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5192505204747714e-06,
      "loss": 0.0005,
      "step": 30578
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.518635605044029e-06,
      "loss": 0.0007,
      "step": 30579
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.518020719239902e-06,
      "loss": 0.0007,
      "step": 30580
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.517405863065706e-06,
      "loss": 0.0009,
      "step": 30581
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.516791036524767e-06,
      "loss": 0.0012,
      "step": 30582
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.516176239620414e-06,
      "loss": 0.0008,
      "step": 30583
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.515561472355962e-06,
      "loss": 0.0011,
      "step": 30584
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.514946734734735e-06,
      "loss": 0.0006,
      "step": 30585
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.514332026760059e-06,
      "loss": 0.0012,
      "step": 30586
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.513717348435258e-06,
      "loss": 0.001,
      "step": 30587
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.513102699763648e-06,
      "loss": 0.0003,
      "step": 30588
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.512488080748555e-06,
      "loss": 0.0008,
      "step": 30589
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.511873491393304e-06,
      "loss": 0.0014,
      "step": 30590
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.511258931701209e-06,
      "loss": 0.0013,
      "step": 30591
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.510644401675597e-06,
      "loss": 0.001,
      "step": 30592
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.510029901319787e-06,
      "loss": 0.0006,
      "step": 30593
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5094154306371075e-06,
      "loss": 0.0011,
      "step": 30594
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.508800989630869e-06,
      "loss": 0.0009,
      "step": 30595
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.508186578304398e-06,
      "loss": 0.0007,
      "step": 30596
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.507572196661019e-06,
      "loss": 0.0005,
      "step": 30597
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5069578447040455e-06,
      "loss": 0.0008,
      "step": 30598
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5063435224368e-06,
      "loss": 0.0007,
      "step": 30599
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.505729229862606e-06,
      "loss": 0.0008,
      "step": 30600
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.505114966984784e-06,
      "loss": 0.0007,
      "step": 30601
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.504500733806648e-06,
      "loss": 0.0005,
      "step": 30602
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.503886530331524e-06,
      "loss": 0.0007,
      "step": 30603
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.503272356562728e-06,
      "loss": 0.0008,
      "step": 30604
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5026582125035845e-06,
      "loss": 0.0006,
      "step": 30605
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.5020440981574074e-06,
      "loss": 0.0011,
      "step": 30606
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.501430013527517e-06,
      "loss": 0.0011,
      "step": 30607
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.500815958617239e-06,
      "loss": 0.0009,
      "step": 30608
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.500201933429882e-06,
      "loss": 0.0008,
      "step": 30609
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.49958793796877e-06,
      "loss": 0.0013,
      "step": 30610
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.498973972237221e-06,
      "loss": 0.0005,
      "step": 30611
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.498360036238555e-06,
      "loss": 0.001,
      "step": 30612
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.497746129976089e-06,
      "loss": 0.0013,
      "step": 30613
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.497132253453144e-06,
      "loss": 0.0009,
      "step": 30614
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.496518406673031e-06,
      "loss": 0.001,
      "step": 30615
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.495904589639074e-06,
      "loss": 0.0011,
      "step": 30616
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.495290802354589e-06,
      "loss": 0.0009,
      "step": 30617
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.494677044822895e-06,
      "loss": 0.0008,
      "step": 30618
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.494063317047306e-06,
      "loss": 0.001,
      "step": 30619
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.493449619031139e-06,
      "loss": 0.0012,
      "step": 30620
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.492835950777714e-06,
      "loss": 0.0015,
      "step": 30621
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.49222231229035e-06,
      "loss": 0.0007,
      "step": 30622
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4916087035723565e-06,
      "loss": 0.0007,
      "step": 30623
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.490995124627055e-06,
      "loss": 0.0006,
      "step": 30624
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.490381575457764e-06,
      "loss": 0.0006,
      "step": 30625
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.489768056067792e-06,
      "loss": 0.0006,
      "step": 30626
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4891545664604605e-06,
      "loss": 0.0006,
      "step": 30627
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.488541106639084e-06,
      "loss": 0.0009,
      "step": 30628
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.487927676606982e-06,
      "loss": 0.0009,
      "step": 30629
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.487314276367465e-06,
      "loss": 0.0008,
      "step": 30630
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.486700905923849e-06,
      "loss": 0.0006,
      "step": 30631
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.486087565279453e-06,
      "loss": 0.0005,
      "step": 30632
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.485474254437587e-06,
      "loss": 0.0005,
      "step": 30633
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.484860973401568e-06,
      "loss": 0.001,
      "step": 30634
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.484247722174712e-06,
      "loss": 0.0008,
      "step": 30635
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.483634500760336e-06,
      "loss": 0.0007,
      "step": 30636
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.483021309161747e-06,
      "loss": 0.0009,
      "step": 30637
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.482408147382265e-06,
      "loss": 0.0009,
      "step": 30638
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.481795015425206e-06,
      "loss": 0.0009,
      "step": 30639
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.481181913293875e-06,
      "loss": 0.0007,
      "step": 30640
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.480568840991594e-06,
      "loss": 0.0011,
      "step": 30641
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.479955798521673e-06,
      "loss": 0.0017,
      "step": 30642
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.47934278588743e-06,
      "loss": 0.0017,
      "step": 30643
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.478729803092171e-06,
      "loss": 0.0006,
      "step": 30644
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4781168501392136e-06,
      "loss": 0.0007,
      "step": 30645
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.477503927031873e-06,
      "loss": 0.0007,
      "step": 30646
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.476891033773453e-06,
      "loss": 0.0012,
      "step": 30647
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.476278170367275e-06,
      "loss": 0.0014,
      "step": 30648
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.475665336816654e-06,
      "loss": 0.0012,
      "step": 30649
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.475052533124893e-06,
      "loss": 0.0009,
      "step": 30650
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4744397592953085e-06,
      "loss": 0.0016,
      "step": 30651
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4738270153312124e-06,
      "loss": 0.0009,
      "step": 30652
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.473214301235921e-06,
      "loss": 0.0009,
      "step": 30653
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.472601617012737e-06,
      "loss": 0.0005,
      "step": 30654
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4719889626649786e-06,
      "loss": 0.0003,
      "step": 30655
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.471376338195957e-06,
      "loss": 0.0009,
      "step": 30656
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.470763743608979e-06,
      "loss": 0.0013,
      "step": 30657
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.470151178907358e-06,
      "loss": 0.0009,
      "step": 30658
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.469538644094405e-06,
      "loss": 0.0007,
      "step": 30659
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.468926139173435e-06,
      "loss": 0.0005,
      "step": 30660
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.468313664147751e-06,
      "loss": 0.0006,
      "step": 30661
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.467701219020667e-06,
      "loss": 0.0015,
      "step": 30662
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.467088803795496e-06,
      "loss": 0.0011,
      "step": 30663
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.466476418475543e-06,
      "loss": 0.0008,
      "step": 30664
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.465864063064119e-06,
      "loss": 0.0007,
      "step": 30665
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.465251737564536e-06,
      "loss": 0.0007,
      "step": 30666
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.464639441980104e-06,
      "loss": 0.0004,
      "step": 30667
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.464027176314129e-06,
      "loss": 0.0009,
      "step": 30668
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.463414940569923e-06,
      "loss": 0.0018,
      "step": 30669
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.462802734750797e-06,
      "loss": 0.0005,
      "step": 30670
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.462190558860054e-06,
      "loss": 0.0009,
      "step": 30671
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.461578412901006e-06,
      "loss": 0.0008,
      "step": 30672
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.460966296876962e-06,
      "loss": 0.0009,
      "step": 30673
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.460354210791233e-06,
      "loss": 0.0008,
      "step": 30674
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.459742154647122e-06,
      "loss": 0.001,
      "step": 30675
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.459130128447939e-06,
      "loss": 0.0005,
      "step": 30676
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.458518132196993e-06,
      "loss": 0.0007,
      "step": 30677
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.457906165897595e-06,
      "loss": 0.0012,
      "step": 30678
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.457294229553045e-06,
      "loss": 0.0007,
      "step": 30679
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.456682323166656e-06,
      "loss": 0.0007,
      "step": 30680
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.456070446741736e-06,
      "loss": 0.0005,
      "step": 30681
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.455458600281588e-06,
      "loss": 0.0007,
      "step": 30682
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.454846783789516e-06,
      "loss": 0.0006,
      "step": 30683
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.45423499726884e-06,
      "loss": 0.0006,
      "step": 30684
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.453623240722857e-06,
      "loss": 0.0013,
      "step": 30685
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.453011514154873e-06,
      "loss": 0.0006,
      "step": 30686
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4523998175682e-06,
      "loss": 0.0009,
      "step": 30687
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4517881509661375e-06,
      "loss": 0.0007,
      "step": 30688
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4511765143519955e-06,
      "loss": 0.0008,
      "step": 30689
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4505649077290794e-06,
      "loss": 0.0006,
      "step": 30690
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.449953331100697e-06,
      "loss": 0.0011,
      "step": 30691
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.449341784470149e-06,
      "loss": 0.0014,
      "step": 30692
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.448730267840744e-06,
      "loss": 0.0006,
      "step": 30693
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.448118781215786e-06,
      "loss": 0.0004,
      "step": 30694
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.447507324598583e-06,
      "loss": 0.0005,
      "step": 30695
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.446895897992436e-06,
      "loss": 0.0007,
      "step": 30696
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.44628450140065e-06,
      "loss": 0.0008,
      "step": 30697
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4456731348265345e-06,
      "loss": 0.0006,
      "step": 30698
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.445061798273388e-06,
      "loss": 0.0008,
      "step": 30699
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.444450491744515e-06,
      "loss": 0.001,
      "step": 30700
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.443839215243223e-06,
      "loss": 0.001,
      "step": 30701
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.443227968772818e-06,
      "loss": 0.0005,
      "step": 30702
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.442616752336597e-06,
      "loss": 0.0012,
      "step": 30703
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.442005565937867e-06,
      "loss": 0.0007,
      "step": 30704
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.441394409579935e-06,
      "loss": 0.0011,
      "step": 30705
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.440783283266097e-06,
      "loss": 0.0011,
      "step": 30706
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.44017218699966e-06,
      "loss": 0.0007,
      "step": 30707
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.439561120783926e-06,
      "loss": 0.0007,
      "step": 30708
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.438950084622203e-06,
      "loss": 0.0005,
      "step": 30709
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4383390785177845e-06,
      "loss": 0.001,
      "step": 30710
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.43772810247398e-06,
      "loss": 0.0013,
      "step": 30711
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.437117156494091e-06,
      "loss": 0.0015,
      "step": 30712
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.436506240581415e-06,
      "loss": 0.0011,
      "step": 30713
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4358953547392565e-06,
      "loss": 0.0007,
      "step": 30714
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.435284498970919e-06,
      "loss": 0.0006,
      "step": 30715
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.434673673279707e-06,
      "loss": 0.0006,
      "step": 30716
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.434062877668913e-06,
      "loss": 0.0007,
      "step": 30717
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.433452112141845e-06,
      "loss": 0.0008,
      "step": 30718
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.432841376701801e-06,
      "loss": 0.0005,
      "step": 30719
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.432230671352085e-06,
      "loss": 0.0005,
      "step": 30720
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.431619996095995e-06,
      "loss": 0.0007,
      "step": 30721
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.431009350936838e-06,
      "loss": 0.0012,
      "step": 30722
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.430398735877906e-06,
      "loss": 0.0007,
      "step": 30723
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.429788150922502e-06,
      "loss": 0.0008,
      "step": 30724
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.429177596073928e-06,
      "loss": 0.0005,
      "step": 30725
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.428567071335487e-06,
      "loss": 0.0011,
      "step": 30726
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.427956576710471e-06,
      "loss": 0.0004,
      "step": 30727
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.427346112202183e-06,
      "loss": 0.0012,
      "step": 30728
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.426735677813928e-06,
      "loss": 0.0015,
      "step": 30729
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.426125273548997e-06,
      "loss": 0.0014,
      "step": 30730
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4255148994106926e-06,
      "loss": 0.0009,
      "step": 30731
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.424904555402314e-06,
      "loss": 0.001,
      "step": 30732
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.424294241527165e-06,
      "loss": 0.0005,
      "step": 30733
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.423683957788535e-06,
      "loss": 0.0005,
      "step": 30734
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.423073704189727e-06,
      "loss": 0.001,
      "step": 30735
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.422463480734044e-06,
      "loss": 0.001,
      "step": 30736
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.421853287424776e-06,
      "loss": 0.0005,
      "step": 30737
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.421243124265224e-06,
      "loss": 0.0009,
      "step": 30738
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.420632991258688e-06,
      "loss": 0.0007,
      "step": 30739
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.420022888408467e-06,
      "loss": 0.001,
      "step": 30740
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.419412815717854e-06,
      "loss": 0.0011,
      "step": 30741
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.418802773190148e-06,
      "loss": 0.001,
      "step": 30742
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.41819276082865e-06,
      "loss": 0.0008,
      "step": 30743
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.41758277863665e-06,
      "loss": 0.0014,
      "step": 30744
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4169728266174495e-06,
      "loss": 0.0005,
      "step": 30745
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.416362904774345e-06,
      "loss": 0.0012,
      "step": 30746
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.415753013110635e-06,
      "loss": 0.0008,
      "step": 30747
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.415143151629612e-06,
      "loss": 0.0009,
      "step": 30748
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.414533320334572e-06,
      "loss": 0.001,
      "step": 30749
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.413923519228815e-06,
      "loss": 0.0011,
      "step": 30750
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.413313748315637e-06,
      "loss": 0.0012,
      "step": 30751
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.412704007598329e-06,
      "loss": 0.0012,
      "step": 30752
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.412094297080189e-06,
      "loss": 0.0007,
      "step": 30753
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.411484616764517e-06,
      "loss": 0.0015,
      "step": 30754
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.410874966654597e-06,
      "loss": 0.0009,
      "step": 30755
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.410265346753735e-06,
      "loss": 0.0005,
      "step": 30756
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.409655757065226e-06,
      "loss": 0.0007,
      "step": 30757
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4090461975923575e-06,
      "loss": 0.0007,
      "step": 30758
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.408436668338427e-06,
      "loss": 0.0007,
      "step": 30759
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4078271693067345e-06,
      "loss": 0.0009,
      "step": 30760
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.407217700500565e-06,
      "loss": 0.0007,
      "step": 30761
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.406608261923219e-06,
      "loss": 0.0006,
      "step": 30762
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.405998853577987e-06,
      "loss": 0.0007,
      "step": 30763
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.405389475468169e-06,
      "loss": 0.0004,
      "step": 30764
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.40478012759705e-06,
      "loss": 0.0009,
      "step": 30765
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4041708099679295e-06,
      "loss": 0.0009,
      "step": 30766
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4035615225840974e-06,
      "loss": 0.001,
      "step": 30767
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.402952265448853e-06,
      "loss": 0.0008,
      "step": 30768
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.4023430385654816e-06,
      "loss": 0.0009,
      "step": 30769
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.401733841937279e-06,
      "loss": 0.0008,
      "step": 30770
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.401124675567543e-06,
      "loss": 0.0012,
      "step": 30771
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.400515539459557e-06,
      "loss": 0.0008,
      "step": 30772
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.399906433616616e-06,
      "loss": 0.0008,
      "step": 30773
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3992973580420166e-06,
      "loss": 0.0007,
      "step": 30774
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.398688312739051e-06,
      "loss": 0.0005,
      "step": 30775
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.398079297711005e-06,
      "loss": 0.0006,
      "step": 30776
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.397470312961172e-06,
      "loss": 0.002,
      "step": 30777
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3968613584928495e-06,
      "loss": 0.0008,
      "step": 30778
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.396252434309322e-06,
      "loss": 0.0007,
      "step": 30779
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.395643540413882e-06,
      "loss": 0.0003,
      "step": 30780
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.395034676809823e-06,
      "loss": 0.0006,
      "step": 30781
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.394425843500437e-06,
      "loss": 0.0006,
      "step": 30782
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.393817040489009e-06,
      "loss": 0.0005,
      "step": 30783
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.393208267778833e-06,
      "loss": 0.0005,
      "step": 30784
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3925995253732035e-06,
      "loss": 0.0012,
      "step": 30785
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.391990813275403e-06,
      "loss": 0.0002,
      "step": 30786
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.391382131488725e-06,
      "loss": 0.0005,
      "step": 30787
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3907734800164594e-06,
      "loss": 0.0007,
      "step": 30788
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3901648588619e-06,
      "loss": 0.0005,
      "step": 30789
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.389556268028329e-06,
      "loss": 0.0006,
      "step": 30790
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3889477075190355e-06,
      "loss": 0.0009,
      "step": 30791
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.38833917733732e-06,
      "loss": 0.0008,
      "step": 30792
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.387730677486459e-06,
      "loss": 0.0008,
      "step": 30793
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.387122207969748e-06,
      "loss": 0.0007,
      "step": 30794
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.386513768790478e-06,
      "loss": 0.0007,
      "step": 30795
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.385905359951931e-06,
      "loss": 0.0007,
      "step": 30796
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.385296981457396e-06,
      "loss": 0.001,
      "step": 30797
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.384688633310166e-06,
      "loss": 0.0007,
      "step": 30798
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.384080315513529e-06,
      "loss": 0.0005,
      "step": 30799
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.383472028070767e-06,
      "loss": 0.0008,
      "step": 30800
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.382863770985173e-06,
      "loss": 0.0013,
      "step": 30801
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.382255544260036e-06,
      "loss": 0.0004,
      "step": 30802
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3816473478986355e-06,
      "loss": 0.0008,
      "step": 30803
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.381039181904265e-06,
      "loss": 0.0008,
      "step": 30804
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.38043104628021e-06,
      "loss": 0.0008,
      "step": 30805
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.379822941029762e-06,
      "loss": 0.0009,
      "step": 30806
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3792148661561995e-06,
      "loss": 0.001,
      "step": 30807
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.378606821662814e-06,
      "loss": 0.001,
      "step": 30808
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.377998807552895e-06,
      "loss": 0.0007,
      "step": 30809
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3773908238297205e-06,
      "loss": 0.0008,
      "step": 30810
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.376782870496581e-06,
      "loss": 0.0008,
      "step": 30811
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.376174947556763e-06,
      "loss": 0.001,
      "step": 30812
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.375567055013556e-06,
      "loss": 0.001,
      "step": 30813
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.374959192870237e-06,
      "loss": 0.0005,
      "step": 30814
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.374351361130097e-06,
      "loss": 0.0006,
      "step": 30815
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.373743559796424e-06,
      "loss": 0.0013,
      "step": 30816
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.373135788872496e-06,
      "loss": 0.0006,
      "step": 30817
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3725280483616e-06,
      "loss": 0.0009,
      "step": 30818
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.371920338267024e-06,
      "loss": 0.0013,
      "step": 30819
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.371312658592054e-06,
      "loss": 0.0008,
      "step": 30820
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.370705009339969e-06,
      "loss": 0.0007,
      "step": 30821
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.370097390514054e-06,
      "loss": 0.0008,
      "step": 30822
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.369489802117596e-06,
      "loss": 0.0008,
      "step": 30823
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3688822441538815e-06,
      "loss": 0.0007,
      "step": 30824
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.368274716626186e-06,
      "loss": 0.0008,
      "step": 30825
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3676672195378e-06,
      "loss": 0.0005,
      "step": 30826
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.367059752892003e-06,
      "loss": 0.0007,
      "step": 30827
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3664523166920825e-06,
      "loss": 0.0008,
      "step": 30828
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.365844910941318e-06,
      "loss": 0.0012,
      "step": 30829
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3652375356429976e-06,
      "loss": 0.0013,
      "step": 30830
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.364630190800397e-06,
      "loss": 0.0006,
      "step": 30831
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3640228764168025e-06,
      "loss": 0.0007,
      "step": 30832
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3634155924955e-06,
      "loss": 0.001,
      "step": 30833
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3628083390397655e-06,
      "loss": 0.0011,
      "step": 30834
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.362201116052883e-06,
      "loss": 0.0008,
      "step": 30835
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.361593923538137e-06,
      "loss": 0.0007,
      "step": 30836
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.36098676149881e-06,
      "loss": 0.0008,
      "step": 30837
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.36037962993818e-06,
      "loss": 0.0006,
      "step": 30838
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.359772528859528e-06,
      "loss": 0.0014,
      "step": 30839
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.359165458266142e-06,
      "loss": 0.001,
      "step": 30840
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.358558418161295e-06,
      "loss": 0.001,
      "step": 30841
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.357951408548272e-06,
      "loss": 0.0011,
      "step": 30842
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.357344429430354e-06,
      "loss": 0.0007,
      "step": 30843
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3567374808108246e-06,
      "loss": 0.0006,
      "step": 30844
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.356130562692957e-06,
      "loss": 0.0012,
      "step": 30845
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.355523675080037e-06,
      "loss": 0.0005,
      "step": 30846
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.354916817975342e-06,
      "loss": 0.0007,
      "step": 30847
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.354309991382157e-06,
      "loss": 0.0009,
      "step": 30848
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.353703195303756e-06,
      "loss": 0.0009,
      "step": 30849
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.353096429743421e-06,
      "loss": 0.0007,
      "step": 30850
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3524896947044345e-06,
      "loss": 0.0007,
      "step": 30851
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.351882990190071e-06,
      "loss": 0.0008,
      "step": 30852
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.35127631620361e-06,
      "loss": 0.0008,
      "step": 30853
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.350669672748332e-06,
      "loss": 0.0006,
      "step": 30854
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.350063059827521e-06,
      "loss": 0.0005,
      "step": 30855
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.349456477444447e-06,
      "loss": 0.001,
      "step": 30856
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3488499256023915e-06,
      "loss": 0.0005,
      "step": 30857
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.348243404304639e-06,
      "loss": 0.0016,
      "step": 30858
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.347636913554459e-06,
      "loss": 0.0006,
      "step": 30859
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.347030453355132e-06,
      "loss": 0.0005,
      "step": 30860
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.346424023709939e-06,
      "loss": 0.0003,
      "step": 30861
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.345817624622157e-06,
      "loss": 0.001,
      "step": 30862
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.345211256095056e-06,
      "loss": 0.0007,
      "step": 30863
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.344604918131924e-06,
      "loss": 0.0009,
      "step": 30864
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.343998610736038e-06,
      "loss": 0.0005,
      "step": 30865
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.343392333910666e-06,
      "loss": 0.0008,
      "step": 30866
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.342786087659091e-06,
      "loss": 0.0004,
      "step": 30867
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.342179871984592e-06,
      "loss": 0.0004,
      "step": 30868
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.341573686890439e-06,
      "loss": 0.0008,
      "step": 30869
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.340967532379912e-06,
      "loss": 0.0012,
      "step": 30870
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.340361408456286e-06,
      "loss": 0.0011,
      "step": 30871
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.339755315122842e-06,
      "loss": 0.0009,
      "step": 30872
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.33914925238285e-06,
      "loss": 0.001,
      "step": 30873
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.338543220239586e-06,
      "loss": 0.0004,
      "step": 30874
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.337937218696331e-06,
      "loss": 0.0006,
      "step": 30875
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.337331247756353e-06,
      "loss": 0.0014,
      "step": 30876
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.336725307422932e-06,
      "loss": 0.001,
      "step": 30877
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.336119397699341e-06,
      "loss": 0.0006,
      "step": 30878
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.335513518588861e-06,
      "loss": 0.0006,
      "step": 30879
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.334907670094757e-06,
      "loss": 0.0008,
      "step": 30880
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.334301852220309e-06,
      "loss": 0.0008,
      "step": 30881
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.333696064968793e-06,
      "loss": 0.0006,
      "step": 30882
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.333090308343479e-06,
      "loss": 0.001,
      "step": 30883
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3324845823476424e-06,
      "loss": 0.0009,
      "step": 30884
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.331878886984557e-06,
      "loss": 0.0009,
      "step": 30885
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.331273222257503e-06,
      "loss": 0.0007,
      "step": 30886
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.330667588169743e-06,
      "loss": 0.0014,
      "step": 30887
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3300619847245575e-06,
      "loss": 0.0005,
      "step": 30888
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.329456411925221e-06,
      "loss": 0.0006,
      "step": 30889
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.328850869775001e-06,
      "loss": 0.0008,
      "step": 30890
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.328245358277172e-06,
      "loss": 0.001,
      "step": 30891
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.327639877435008e-06,
      "loss": 0.0006,
      "step": 30892
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.327034427251786e-06,
      "loss": 0.0007,
      "step": 30893
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3264290077307705e-06,
      "loss": 0.0009,
      "step": 30894
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.325823618875236e-06,
      "loss": 0.0009,
      "step": 30895
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.325218260688461e-06,
      "loss": 0.0009,
      "step": 30896
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.324612933173707e-06,
      "loss": 0.0006,
      "step": 30897
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.324007636334252e-06,
      "loss": 0.0007,
      "step": 30898
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.323402370173367e-06,
      "loss": 0.0004,
      "step": 30899
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.322797134694323e-06,
      "loss": 0.0009,
      "step": 30900
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3221919299003915e-06,
      "loss": 0.0019,
      "step": 30901
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.321586755794844e-06,
      "loss": 0.0007,
      "step": 30902
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3209816123809535e-06,
      "loss": 0.0007,
      "step": 30903
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.320376499661985e-06,
      "loss": 0.0006,
      "step": 30904
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.319771417641212e-06,
      "loss": 0.0008,
      "step": 30905
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.31916636632191e-06,
      "loss": 0.0007,
      "step": 30906
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.318561345707341e-06,
      "loss": 0.0019,
      "step": 30907
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3179563558007775e-06,
      "loss": 0.0012,
      "step": 30908
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.317351396605491e-06,
      "loss": 0.0006,
      "step": 30909
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.316746468124756e-06,
      "loss": 0.0008,
      "step": 30910
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.316141570361833e-06,
      "loss": 0.0009,
      "step": 30911
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.315536703319995e-06,
      "loss": 0.0007,
      "step": 30912
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.314931867002515e-06,
      "loss": 0.0009,
      "step": 30913
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.314327061412657e-06,
      "loss": 0.0009,
      "step": 30914
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.31372228655369e-06,
      "loss": 0.0013,
      "step": 30915
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.313117542428886e-06,
      "loss": 0.0003,
      "step": 30916
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.312512829041515e-06,
      "loss": 0.0011,
      "step": 30917
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.311908146394841e-06,
      "loss": 0.0007,
      "step": 30918
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.311303494492133e-06,
      "loss": 0.0006,
      "step": 30919
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.31069887333666e-06,
      "loss": 0.001,
      "step": 30920
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.310094282931694e-06,
      "loss": 0.0006,
      "step": 30921
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.309489723280494e-06,
      "loss": 0.0006,
      "step": 30922
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.308885194386335e-06,
      "loss": 0.0012,
      "step": 30923
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.308280696252485e-06,
      "loss": 0.0014,
      "step": 30924
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3076762288822035e-06,
      "loss": 0.0012,
      "step": 30925
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3070717922787644e-06,
      "loss": 0.0007,
      "step": 30926
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.306467386445431e-06,
      "loss": 0.0013,
      "step": 30927
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.305863011385476e-06,
      "loss": 0.0012,
      "step": 30928
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.305258667102159e-06,
      "loss": 0.0008,
      "step": 30929
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.3046543535987485e-06,
      "loss": 0.0007,
      "step": 30930
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.304050070878515e-06,
      "loss": 0.0014,
      "step": 30931
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.303445818944718e-06,
      "loss": 0.0009,
      "step": 30932
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.302841597800628e-06,
      "loss": 0.0005,
      "step": 30933
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.302237407449508e-06,
      "loss": 0.001,
      "step": 30934
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.301633247894626e-06,
      "loss": 0.0007,
      "step": 30935
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.301029119139245e-06,
      "loss": 0.0008,
      "step": 30936
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.300425021186634e-06,
      "loss": 0.0011,
      "step": 30937
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.299820954040058e-06,
      "loss": 0.0008,
      "step": 30938
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.299216917702778e-06,
      "loss": 0.0004,
      "step": 30939
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.29861291217806e-06,
      "loss": 0.0011,
      "step": 30940
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.298008937469172e-06,
      "loss": 0.0007,
      "step": 30941
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2974049935793734e-06,
      "loss": 0.0011,
      "step": 30942
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.296801080511931e-06,
      "loss": 0.0007,
      "step": 30943
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.296197198270109e-06,
      "loss": 0.0002,
      "step": 30944
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2955933468571755e-06,
      "loss": 0.0011,
      "step": 30945
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.294989526276385e-06,
      "loss": 0.0008,
      "step": 30946
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.294385736531007e-06,
      "loss": 0.0008,
      "step": 30947
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.293781977624309e-06,
      "loss": 0.0011,
      "step": 30948
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.293178249559544e-06,
      "loss": 0.0009,
      "step": 30949
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.292574552339981e-06,
      "loss": 0.0009,
      "step": 30950
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.291970885968884e-06,
      "loss": 0.0008,
      "step": 30951
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.291367250449517e-06,
      "loss": 0.0006,
      "step": 30952
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.290763645785135e-06,
      "loss": 0.0006,
      "step": 30953
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.290160071979007e-06,
      "loss": 0.0005,
      "step": 30954
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.289556529034398e-06,
      "loss": 0.0012,
      "step": 30955
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.288953016954561e-06,
      "loss": 0.0005,
      "step": 30956
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.288349535742764e-06,
      "loss": 0.0006,
      "step": 30957
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.287746085402267e-06,
      "loss": 0.0008,
      "step": 30958
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.287142665936336e-06,
      "loss": 0.0008,
      "step": 30959
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.286539277348225e-06,
      "loss": 0.0007,
      "step": 30960
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2859359196412e-06,
      "loss": 0.0005,
      "step": 30961
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.285332592818524e-06,
      "loss": 0.0017,
      "step": 30962
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.284729296883452e-06,
      "loss": 0.0004,
      "step": 30963
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.284126031839247e-06,
      "loss": 0.0008,
      "step": 30964
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2835227976891716e-06,
      "loss": 0.0007,
      "step": 30965
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.282919594436489e-06,
      "loss": 0.0007,
      "step": 30966
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.282316422084452e-06,
      "loss": 0.0013,
      "step": 30967
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.281713280636324e-06,
      "loss": 0.0006,
      "step": 30968
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.28111017009537e-06,
      "loss": 0.0003,
      "step": 30969
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.280507090464839e-06,
      "loss": 0.0007,
      "step": 30970
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.279904041747996e-06,
      "loss": 0.0006,
      "step": 30971
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.279301023948108e-06,
      "loss": 0.0013,
      "step": 30972
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.278698037068424e-06,
      "loss": 0.0008,
      "step": 30973
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.278095081112206e-06,
      "loss": 0.0006,
      "step": 30974
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2774921560827145e-06,
      "loss": 0.0007,
      "step": 30975
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.27688926198321e-06,
      "loss": 0.0009,
      "step": 30976
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.276286398816946e-06,
      "loss": 0.0004,
      "step": 30977
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.275683566587183e-06,
      "loss": 0.0007,
      "step": 30978
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.275080765297185e-06,
      "loss": 0.0011,
      "step": 30979
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.274477994950201e-06,
      "loss": 0.0005,
      "step": 30980
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.273875255549491e-06,
      "loss": 0.0008,
      "step": 30981
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.273272547098316e-06,
      "loss": 0.0005,
      "step": 30982
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.272669869599936e-06,
      "loss": 0.0009,
      "step": 30983
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.272067223057601e-06,
      "loss": 0.0006,
      "step": 30984
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.271464607474573e-06,
      "loss": 0.001,
      "step": 30985
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2708620228541105e-06,
      "loss": 0.001,
      "step": 30986
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.270259469199465e-06,
      "loss": 0.0007,
      "step": 30987
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.269656946513897e-06,
      "loss": 0.0007,
      "step": 30988
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.269054454800662e-06,
      "loss": 0.0008,
      "step": 30989
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.268451994063021e-06,
      "loss": 0.001,
      "step": 30990
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.267849564304223e-06,
      "loss": 0.0007,
      "step": 30991
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.267247165527526e-06,
      "loss": 0.0009,
      "step": 30992
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.266644797736189e-06,
      "loss": 0.0002,
      "step": 30993
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.266042460933469e-06,
      "loss": 0.0011,
      "step": 30994
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2654401551226156e-06,
      "loss": 0.0008,
      "step": 30995
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.264837880306887e-06,
      "loss": 0.0011,
      "step": 30996
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.264235636489542e-06,
      "loss": 0.0006,
      "step": 30997
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.26363342367383e-06,
      "loss": 0.0006,
      "step": 30998
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.263031241863008e-06,
      "loss": 0.0008,
      "step": 30999
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2624290910603306e-06,
      "loss": 0.0006,
      "step": 31000
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2618269712690584e-06,
      "loss": 0.0006,
      "step": 31001
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2612248824924355e-06,
      "loss": 0.0007,
      "step": 31002
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.260622824733722e-06,
      "loss": 0.0014,
      "step": 31003
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.260020797996175e-06,
      "loss": 0.0005,
      "step": 31004
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.259418802283041e-06,
      "loss": 0.0012,
      "step": 31005
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.258816837597577e-06,
      "loss": 0.0007,
      "step": 31006
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.258214903943036e-06,
      "loss": 0.0008,
      "step": 31007
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.257613001322674e-06,
      "loss": 0.0007,
      "step": 31008
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.257011129739742e-06,
      "loss": 0.0007,
      "step": 31009
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.256409289197495e-06,
      "loss": 0.001,
      "step": 31010
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.255807479699188e-06,
      "loss": 0.0006,
      "step": 31011
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.255205701248066e-06,
      "loss": 0.0008,
      "step": 31012
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.254603953847387e-06,
      "loss": 0.0011,
      "step": 31013
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.254002237500406e-06,
      "loss": 0.001,
      "step": 31014
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2534005522103675e-06,
      "loss": 0.0011,
      "step": 31015
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.252798897980528e-06,
      "loss": 0.0009,
      "step": 31016
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.252197274814141e-06,
      "loss": 0.0011,
      "step": 31017
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.251595682714457e-06,
      "loss": 0.0006,
      "step": 31018
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.250994121684726e-06,
      "loss": 0.0009,
      "step": 31019
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.250392591728201e-06,
      "loss": 0.0009,
      "step": 31020
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.249791092848136e-06,
      "loss": 0.0013,
      "step": 31021
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.249189625047773e-06,
      "loss": 0.0007,
      "step": 31022
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.248588188330372e-06,
      "loss": 0.0009,
      "step": 31023
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2479867826991795e-06,
      "loss": 0.0014,
      "step": 31024
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2473854081574505e-06,
      "loss": 0.0009,
      "step": 31025
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.246784064708428e-06,
      "loss": 0.0007,
      "step": 31026
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.246182752355367e-06,
      "loss": 0.0011,
      "step": 31027
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.245581471101521e-06,
      "loss": 0.0013,
      "step": 31028
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.244980220950131e-06,
      "loss": 0.0007,
      "step": 31029
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2443790019044515e-06,
      "loss": 0.0006,
      "step": 31030
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.243777813967733e-06,
      "loss": 0.0009,
      "step": 31031
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.243176657143228e-06,
      "loss": 0.0005,
      "step": 31032
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.242575531434177e-06,
      "loss": 0.0008,
      "step": 31033
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.241974436843834e-06,
      "loss": 0.0011,
      "step": 31034
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.241373373375453e-06,
      "loss": 0.0015,
      "step": 31035
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2407723410322724e-06,
      "loss": 0.0015,
      "step": 31036
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.240171339817545e-06,
      "loss": 0.0004,
      "step": 31037
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.239570369734521e-06,
      "loss": 0.0006,
      "step": 31038
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.238969430786451e-06,
      "loss": 0.001,
      "step": 31039
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2383685229765755e-06,
      "loss": 0.0009,
      "step": 31040
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.237767646308148e-06,
      "loss": 0.001,
      "step": 31041
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.237166800784418e-06,
      "loss": 0.0006,
      "step": 31042
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.236565986408625e-06,
      "loss": 0.0008,
      "step": 31043
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2359652031840195e-06,
      "loss": 0.0007,
      "step": 31044
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.235364451113856e-06,
      "loss": 0.0004,
      "step": 31045
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.234763730201374e-06,
      "loss": 0.0008,
      "step": 31046
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.234163040449821e-06,
      "loss": 0.0005,
      "step": 31047
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.233562381862445e-06,
      "loss": 0.0006,
      "step": 31048
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2329617544424976e-06,
      "loss": 0.0007,
      "step": 31049
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.232361158193215e-06,
      "loss": 0.0008,
      "step": 31050
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.23176059311785e-06,
      "loss": 0.0005,
      "step": 31051
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.23116005921965e-06,
      "loss": 0.0011,
      "step": 31052
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.230559556501854e-06,
      "loss": 0.0005,
      "step": 31053
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.229959084967713e-06,
      "loss": 0.0017,
      "step": 31054
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.22935864462047e-06,
      "loss": 0.0012,
      "step": 31055
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.228758235463377e-06,
      "loss": 0.0009,
      "step": 31056
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.228157857499669e-06,
      "loss": 0.0011,
      "step": 31057
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.2275575107325965e-06,
      "loss": 0.001,
      "step": 31058
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.226957195165408e-06,
      "loss": 0.0011,
      "step": 31059
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.226356910801339e-06,
      "loss": 0.0005,
      "step": 31060
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.225756657643639e-06,
      "loss": 0.0009,
      "step": 31061
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.225156435695553e-06,
      "loss": 0.0007,
      "step": 31062
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.224556244960328e-06,
      "loss": 0.0007,
      "step": 31063
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.223956085441201e-06,
      "loss": 0.0008,
      "step": 31064
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.223355957141419e-06,
      "loss": 0.0008,
      "step": 31065
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.222755860064227e-06,
      "loss": 0.0008,
      "step": 31066
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.22215579421287e-06,
      "loss": 0.0007,
      "step": 31067
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.221555759590587e-06,
      "loss": 0.0011,
      "step": 31068
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.2209557562006205e-06,
      "loss": 0.0006,
      "step": 31069
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.220355784046222e-06,
      "loss": 0.0012,
      "step": 31070
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.219755843130623e-06,
      "loss": 0.0008,
      "step": 31071
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.219155933457073e-06,
      "loss": 0.0006,
      "step": 31072
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.218556055028812e-06,
      "loss": 0.0012,
      "step": 31073
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.217956207849088e-06,
      "loss": 0.0012,
      "step": 31074
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.2173563919211335e-06,
      "loss": 0.0015,
      "step": 31075
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.216756607248197e-06,
      "loss": 0.0005,
      "step": 31076
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.216156853833521e-06,
      "loss": 0.0011,
      "step": 31077
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.215557131680342e-06,
      "loss": 0.0008,
      "step": 31078
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.214957440791905e-06,
      "loss": 0.0005,
      "step": 31079
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.2143577811714495e-06,
      "loss": 0.0004,
      "step": 31080
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.213758152822219e-06,
      "loss": 0.0009,
      "step": 31081
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.213158555747454e-06,
      "loss": 0.0012,
      "step": 31082
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.2125589899503976e-06,
      "loss": 0.001,
      "step": 31083
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.211959455434284e-06,
      "loss": 0.0011,
      "step": 31084
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.211359952202357e-06,
      "loss": 0.0009,
      "step": 31085
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.2107604802578565e-06,
      "loss": 0.0008,
      "step": 31086
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.210161039604027e-06,
      "loss": 0.0007,
      "step": 31087
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.2095616302441024e-06,
      "loss": 0.0006,
      "step": 31088
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.208962252181323e-06,
      "loss": 0.0004,
      "step": 31089
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.208362905418931e-06,
      "loss": 0.0007,
      "step": 31090
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.207763589960169e-06,
      "loss": 0.0004,
      "step": 31091
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.207164305808269e-06,
      "loss": 0.0005,
      "step": 31092
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.206565052966473e-06,
      "loss": 0.0007,
      "step": 31093
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.205965831438024e-06,
      "loss": 0.0008,
      "step": 31094
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.205366641226153e-06,
      "loss": 0.0006,
      "step": 31095
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.204767482334103e-06,
      "loss": 0.0012,
      "step": 31096
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.204168354765113e-06,
      "loss": 0.0003,
      "step": 31097
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.203569258522423e-06,
      "loss": 0.0012,
      "step": 31098
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.202970193609265e-06,
      "loss": 0.0005,
      "step": 31099
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.202371160028881e-06,
      "loss": 0.0008,
      "step": 31100
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.201772157784512e-06,
      "loss": 0.0008,
      "step": 31101
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.201173186879388e-06,
      "loss": 0.0011,
      "step": 31102
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.20057424731675e-06,
      "loss": 0.0009,
      "step": 31103
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1999753390998356e-06,
      "loss": 0.0007,
      "step": 31104
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.199376462231886e-06,
      "loss": 0.0008,
      "step": 31105
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1987776167161296e-06,
      "loss": 0.0006,
      "step": 31106
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.198178802555808e-06,
      "loss": 0.0016,
      "step": 31107
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.197580019754159e-06,
      "loss": 0.0008,
      "step": 31108
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.196981268314416e-06,
      "loss": 0.0009,
      "step": 31109
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.196382548239815e-06,
      "loss": 0.0011,
      "step": 31110
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.195783859533594e-06,
      "loss": 0.0011,
      "step": 31111
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.195185202198992e-06,
      "loss": 0.001,
      "step": 31112
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.194586576239238e-06,
      "loss": 0.0007,
      "step": 31113
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.19398798165757e-06,
      "loss": 0.0008,
      "step": 31114
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.193389418457229e-06,
      "loss": 0.0004,
      "step": 31115
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.192790886641437e-06,
      "loss": 0.0008,
      "step": 31116
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.192192386213441e-06,
      "loss": 0.0003,
      "step": 31117
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.191593917176476e-06,
      "loss": 0.001,
      "step": 31118
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.190995479533769e-06,
      "loss": 0.0008,
      "step": 31119
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.190397073288558e-06,
      "loss": 0.0008,
      "step": 31120
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1897986984440784e-06,
      "loss": 0.0005,
      "step": 31121
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.189200355003568e-06,
      "loss": 0.0011,
      "step": 31122
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.188602042970252e-06,
      "loss": 0.0009,
      "step": 31123
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.18800376234737e-06,
      "loss": 0.0008,
      "step": 31124
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.187405513138158e-06,
      "loss": 0.0007,
      "step": 31125
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.186807295345842e-06,
      "loss": 0.0009,
      "step": 31126
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.18620910897366e-06,
      "loss": 0.0009,
      "step": 31127
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.185610954024843e-06,
      "loss": 0.0011,
      "step": 31128
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.185012830502632e-06,
      "loss": 0.0007,
      "step": 31129
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1844147384102486e-06,
      "loss": 0.0007,
      "step": 31130
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.183816677750929e-06,
      "loss": 0.0004,
      "step": 31131
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.183218648527912e-06,
      "loss": 0.0008,
      "step": 31132
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.182620650744422e-06,
      "loss": 0.0008,
      "step": 31133
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.182022684403694e-06,
      "loss": 0.0008,
      "step": 31134
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.181424749508959e-06,
      "loss": 0.001,
      "step": 31135
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.180826846063454e-06,
      "loss": 0.0005,
      "step": 31136
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.180228974070404e-06,
      "loss": 0.0005,
      "step": 31137
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.179631133533042e-06,
      "loss": 0.0008,
      "step": 31138
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.179033324454605e-06,
      "loss": 0.0004,
      "step": 31139
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.178435546838314e-06,
      "loss": 0.001,
      "step": 31140
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.177837800687408e-06,
      "loss": 0.0009,
      "step": 31141
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.177240086005113e-06,
      "loss": 0.0006,
      "step": 31142
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.176642402794667e-06,
      "loss": 0.0009,
      "step": 31143
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.176044751059292e-06,
      "loss": 0.0005,
      "step": 31144
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.175447130802222e-06,
      "loss": 0.001,
      "step": 31145
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1748495420266855e-06,
      "loss": 0.001,
      "step": 31146
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.174251984735918e-06,
      "loss": 0.0012,
      "step": 31147
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.173654458933141e-06,
      "loss": 0.0008,
      "step": 31148
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.173056964621589e-06,
      "loss": 0.0006,
      "step": 31149
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.172459501804493e-06,
      "loss": 0.0009,
      "step": 31150
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.171862070485078e-06,
      "loss": 0.0006,
      "step": 31151
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.17126467066657e-06,
      "loss": 0.0011,
      "step": 31152
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.170667302352211e-06,
      "loss": 0.0006,
      "step": 31153
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.170069965545217e-06,
      "loss": 0.0015,
      "step": 31154
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.169472660248822e-06,
      "loss": 0.0016,
      "step": 31155
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.168875386466256e-06,
      "loss": 0.0005,
      "step": 31156
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.168278144200743e-06,
      "loss": 0.0007,
      "step": 31157
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.167680933455512e-06,
      "loss": 0.0012,
      "step": 31158
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1670837542337926e-06,
      "loss": 0.0005,
      "step": 31159
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.166486606538815e-06,
      "loss": 0.0007,
      "step": 31160
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1658894903738e-06,
      "loss": 0.0013,
      "step": 31161
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.165292405741979e-06,
      "loss": 0.0008,
      "step": 31162
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1646953526465786e-06,
      "loss": 0.0007,
      "step": 31163
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.164098331090829e-06,
      "loss": 0.001,
      "step": 31164
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.163501341077951e-06,
      "loss": 0.0006,
      "step": 31165
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1629043826111745e-06,
      "loss": 0.0009,
      "step": 31166
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1623074556937306e-06,
      "loss": 0.0008,
      "step": 31167
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1617105603288365e-06,
      "loss": 0.0005,
      "step": 31168
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.161113696519723e-06,
      "loss": 0.0007,
      "step": 31169
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.160516864269616e-06,
      "loss": 0.0011,
      "step": 31170
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.159920063581745e-06,
      "loss": 0.0002,
      "step": 31171
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.159323294459328e-06,
      "loss": 0.0006,
      "step": 31172
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.158726556905596e-06,
      "loss": 0.0006,
      "step": 31173
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.158129850923776e-06,
      "loss": 0.0006,
      "step": 31174
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.157533176517087e-06,
      "loss": 0.0006,
      "step": 31175
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.156936533688757e-06,
      "loss": 0.0005,
      "step": 31176
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.156339922442011e-06,
      "loss": 0.0005,
      "step": 31177
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.155743342780077e-06,
      "loss": 0.0006,
      "step": 31178
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.155146794706173e-06,
      "loss": 0.0009,
      "step": 31179
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1545502782235255e-06,
      "loss": 0.0011,
      "step": 31180
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.153953793335365e-06,
      "loss": 0.0007,
      "step": 31181
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.153357340044906e-06,
      "loss": 0.0013,
      "step": 31182
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.152760918355376e-06,
      "loss": 0.0006,
      "step": 31183
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.152164528269999e-06,
      "loss": 0.0008,
      "step": 31184
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.151568169792003e-06,
      "loss": 0.0008,
      "step": 31185
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.150971842924602e-06,
      "loss": 0.0003,
      "step": 31186
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.150375547671026e-06,
      "loss": 0.0014,
      "step": 31187
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.149779284034494e-06,
      "loss": 0.0007,
      "step": 31188
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1491830520182315e-06,
      "loss": 0.0008,
      "step": 31189
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.148586851625461e-06,
      "loss": 0.0004,
      "step": 31190
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.147990682859407e-06,
      "loss": 0.0009,
      "step": 31191
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.147394545723287e-06,
      "loss": 0.0007,
      "step": 31192
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.146798440220324e-06,
      "loss": 0.0009,
      "step": 31193
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.146202366353741e-06,
      "loss": 0.0009,
      "step": 31194
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.145606324126764e-06,
      "loss": 0.0006,
      "step": 31195
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1450103135426065e-06,
      "loss": 0.0015,
      "step": 31196
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.144414334604494e-06,
      "loss": 0.0009,
      "step": 31197
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.143818387315653e-06,
      "loss": 0.0008,
      "step": 31198
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.143222471679294e-06,
      "loss": 0.0011,
      "step": 31199
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.142626587698643e-06,
      "loss": 0.0006,
      "step": 31200
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.142030735376921e-06,
      "loss": 0.0004,
      "step": 31201
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1414349147173514e-06,
      "loss": 0.001,
      "step": 31202
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.140839125723148e-06,
      "loss": 0.0011,
      "step": 31203
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.140243368397537e-06,
      "loss": 0.0005,
      "step": 31204
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.139647642743737e-06,
      "loss": 0.0009,
      "step": 31205
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.139051948764965e-06,
      "loss": 0.0006,
      "step": 31206
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.138456286464442e-06,
      "loss": 0.0007,
      "step": 31207
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.137860655845388e-06,
      "loss": 0.0012,
      "step": 31208
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.137265056911028e-06,
      "loss": 0.0008,
      "step": 31209
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.13666948966457e-06,
      "loss": 0.0009,
      "step": 31210
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1360739541092396e-06,
      "loss": 0.0009,
      "step": 31211
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1354784502482594e-06,
      "loss": 0.0007,
      "step": 31212
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.134882978084839e-06,
      "loss": 0.0011,
      "step": 31213
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.134287537622201e-06,
      "loss": 0.0007,
      "step": 31214
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1336921288635655e-06,
      "loss": 0.0005,
      "step": 31215
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.133096751812152e-06,
      "loss": 0.0004,
      "step": 31216
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.132501406471172e-06,
      "loss": 0.001,
      "step": 31217
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.131906092843848e-06,
      "loss": 0.0013,
      "step": 31218
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.131310810933396e-06,
      "loss": 0.0013,
      "step": 31219
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.130715560743039e-06,
      "loss": 0.0008,
      "step": 31220
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.130120342275986e-06,
      "loss": 0.0005,
      "step": 31221
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.129525155535457e-06,
      "loss": 0.0006,
      "step": 31222
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.128930000524673e-06,
      "loss": 0.0009,
      "step": 31223
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.128334877246842e-06,
      "loss": 0.0007,
      "step": 31224
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.127739785705188e-06,
      "loss": 0.0007,
      "step": 31225
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.12714472590293e-06,
      "loss": 0.0004,
      "step": 31226
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.126549697843276e-06,
      "loss": 0.0006,
      "step": 31227
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.125954701529446e-06,
      "loss": 0.0011,
      "step": 31228
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.12535973696466e-06,
      "loss": 0.0007,
      "step": 31229
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.124764804152126e-06,
      "loss": 0.0011,
      "step": 31230
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.124169903095063e-06,
      "loss": 0.0007,
      "step": 31231
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.123575033796687e-06,
      "loss": 0.0009,
      "step": 31232
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.122980196260215e-06,
      "loss": 0.0004,
      "step": 31233
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1223853904888586e-06,
      "loss": 0.0006,
      "step": 31234
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1217906164858335e-06,
      "loss": 0.0013,
      "step": 31235
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.121195874254356e-06,
      "loss": 0.0011,
      "step": 31236
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.120601163797642e-06,
      "loss": 0.0004,
      "step": 31237
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.120006485118901e-06,
      "loss": 0.0005,
      "step": 31238
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.119411838221347e-06,
      "loss": 0.0008,
      "step": 31239
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.118817223108203e-06,
      "loss": 0.0006,
      "step": 31240
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.118222639782674e-06,
      "loss": 0.0005,
      "step": 31241
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.117628088247974e-06,
      "loss": 0.001,
      "step": 31242
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1170335685073214e-06,
      "loss": 0.0004,
      "step": 31243
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1164390805639295e-06,
      "loss": 0.0007,
      "step": 31244
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.115844624421006e-06,
      "loss": 0.0009,
      "step": 31245
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1152502000817675e-06,
      "loss": 0.001,
      "step": 31246
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.114655807549429e-06,
      "loss": 0.0007,
      "step": 31247
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.114061446827197e-06,
      "loss": 0.0007,
      "step": 31248
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.113467117918289e-06,
      "loss": 0.0012,
      "step": 31249
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.112872820825915e-06,
      "loss": 0.0006,
      "step": 31250
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.112278555553292e-06,
      "loss": 0.0009,
      "step": 31251
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.111684322103624e-06,
      "loss": 0.0004,
      "step": 31252
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.111090120480128e-06,
      "loss": 0.0009,
      "step": 31253
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.110495950686017e-06,
      "loss": 0.0005,
      "step": 31254
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.109901812724497e-06,
      "loss": 0.0007,
      "step": 31255
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1093077065987816e-06,
      "loss": 0.0007,
      "step": 31256
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.108713632312084e-06,
      "loss": 0.001,
      "step": 31257
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.108119589867616e-06,
      "loss": 0.0007,
      "step": 31258
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.107525579268583e-06,
      "loss": 0.0007,
      "step": 31259
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.106931600518196e-06,
      "loss": 0.0008,
      "step": 31260
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.106337653619674e-06,
      "loss": 0.0009,
      "step": 31261
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.105743738576219e-06,
      "loss": 0.0007,
      "step": 31262
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.105149855391043e-06,
      "loss": 0.0006,
      "step": 31263
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.104556004067361e-06,
      "loss": 0.001,
      "step": 31264
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.103962184608373e-06,
      "loss": 0.0011,
      "step": 31265
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1033683970172956e-06,
      "loss": 0.0013,
      "step": 31266
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.102774641297335e-06,
      "loss": 0.0015,
      "step": 31267
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.102180917451707e-06,
      "loss": 0.0012,
      "step": 31268
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1015872254836105e-06,
      "loss": 0.0007,
      "step": 31269
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.1009935653962594e-06,
      "loss": 0.0008,
      "step": 31270
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.100399937192867e-06,
      "loss": 0.0008,
      "step": 31271
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.099806340876633e-06,
      "loss": 0.0004,
      "step": 31272
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.099212776450771e-06,
      "loss": 0.0008,
      "step": 31273
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.098619243918487e-06,
      "loss": 0.0005,
      "step": 31274
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.098025743282995e-06,
      "loss": 0.001,
      "step": 31275
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.097432274547494e-06,
      "loss": 0.001,
      "step": 31276
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.096838837715196e-06,
      "loss": 0.0009,
      "step": 31277
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0962454327893105e-06,
      "loss": 0.0005,
      "step": 31278
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.095652059773041e-06,
      "loss": 0.0006,
      "step": 31279
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.095058718669596e-06,
      "loss": 0.0009,
      "step": 31280
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.094465409482181e-06,
      "loss": 0.0005,
      "step": 31281
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.09387213221401e-06,
      "loss": 0.001,
      "step": 31282
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.09327888686828e-06,
      "loss": 0.0006,
      "step": 31283
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.092685673448202e-06,
      "loss": 0.0007,
      "step": 31284
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.092092491956986e-06,
      "loss": 0.0006,
      "step": 31285
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.09149934239783e-06,
      "loss": 0.001,
      "step": 31286
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.090906224773944e-06,
      "loss": 0.0008,
      "step": 31287
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.090313139088534e-06,
      "loss": 0.0006,
      "step": 31288
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.089720085344809e-06,
      "loss": 0.0006,
      "step": 31289
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.089127063545968e-06,
      "loss": 0.0004,
      "step": 31290
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0885340736952185e-06,
      "loss": 0.001,
      "step": 31291
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.087941115795767e-06,
      "loss": 0.0011,
      "step": 31292
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.087348189850821e-06,
      "loss": 0.001,
      "step": 31293
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.086755295863578e-06,
      "loss": 0.0005,
      "step": 31294
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0861624338372475e-06,
      "loss": 0.0009,
      "step": 31295
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.085569603775031e-06,
      "loss": 0.001,
      "step": 31296
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0849768056801364e-06,
      "loss": 0.0006,
      "step": 31297
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.084384039555767e-06,
      "loss": 0.0008,
      "step": 31298
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.083791305405127e-06,
      "loss": 0.0014,
      "step": 31299
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0831986032314164e-06,
      "loss": 0.0007,
      "step": 31300
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.082605933037841e-06,
      "loss": 0.0013,
      "step": 31301
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.082013294827608e-06,
      "loss": 0.0005,
      "step": 31302
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.081420688603913e-06,
      "loss": 0.0011,
      "step": 31303
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.080828114369964e-06,
      "loss": 0.0007,
      "step": 31304
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.080235572128961e-06,
      "loss": 0.001,
      "step": 31305
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.079643061884113e-06,
      "loss": 0.0008,
      "step": 31306
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.079050583638615e-06,
      "loss": 0.001,
      "step": 31307
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.078458137395671e-06,
      "loss": 0.0013,
      "step": 31308
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.07786572315849e-06,
      "loss": 0.0005,
      "step": 31309
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0772733409302634e-06,
      "loss": 0.0008,
      "step": 31310
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.076680990714198e-06,
      "loss": 0.0005,
      "step": 31311
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.076088672513495e-06,
      "loss": 0.0005,
      "step": 31312
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.075496386331361e-06,
      "loss": 0.0009,
      "step": 31313
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.074904132170988e-06,
      "loss": 0.0015,
      "step": 31314
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.074311910035583e-06,
      "loss": 0.0007,
      "step": 31315
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.073719719928345e-06,
      "loss": 0.001,
      "step": 31316
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.073127561852479e-06,
      "loss": 0.0007,
      "step": 31317
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.072535435811179e-06,
      "loss": 0.0011,
      "step": 31318
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.071943341807648e-06,
      "loss": 0.0003,
      "step": 31319
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.07135127984509e-06,
      "loss": 0.0004,
      "step": 31320
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.070759249926699e-06,
      "loss": 0.0007,
      "step": 31321
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.070167252055677e-06,
      "loss": 0.0005,
      "step": 31322
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.069575286235225e-06,
      "loss": 0.001,
      "step": 31323
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.068983352468545e-06,
      "loss": 0.0005,
      "step": 31324
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.06839145075883e-06,
      "loss": 0.0006,
      "step": 31325
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.067799581109283e-06,
      "loss": 0.001,
      "step": 31326
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.067207743523106e-06,
      "loss": 0.0006,
      "step": 31327
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.066615938003491e-06,
      "loss": 0.0011,
      "step": 31328
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.066024164553639e-06,
      "loss": 0.0008,
      "step": 31329
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.065432423176751e-06,
      "loss": 0.0009,
      "step": 31330
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.064840713876027e-06,
      "loss": 0.001,
      "step": 31331
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.064249036654656e-06,
      "loss": 0.0011,
      "step": 31332
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.063657391515845e-06,
      "loss": 0.0012,
      "step": 31333
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.063065778462793e-06,
      "loss": 0.0008,
      "step": 31334
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.062474197498689e-06,
      "loss": 0.0007,
      "step": 31335
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.061882648626736e-06,
      "loss": 0.0005,
      "step": 31336
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0612911318501345e-06,
      "loss": 0.0011,
      "step": 31337
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.060699647172074e-06,
      "loss": 0.0006,
      "step": 31338
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.060108194595754e-06,
      "loss": 0.0008,
      "step": 31339
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.059516774124373e-06,
      "loss": 0.0013,
      "step": 31340
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.058925385761131e-06,
      "loss": 0.0011,
      "step": 31341
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.058334029509215e-06,
      "loss": 0.0008,
      "step": 31342
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.057742705371829e-06,
      "loss": 0.0009,
      "step": 31343
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.05715141335217e-06,
      "loss": 0.0008,
      "step": 31344
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.056560153453426e-06,
      "loss": 0.0006,
      "step": 31345
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.055968925678797e-06,
      "loss": 0.0003,
      "step": 31346
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0553777300314805e-06,
      "loss": 0.0006,
      "step": 31347
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.054786566514673e-06,
      "loss": 0.0013,
      "step": 31348
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.054195435131563e-06,
      "loss": 0.0007,
      "step": 31349
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.053604335885351e-06,
      "loss": 0.0007,
      "step": 31350
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.053013268779233e-06,
      "loss": 0.001,
      "step": 31351
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0524222338163975e-06,
      "loss": 0.0006,
      "step": 31352
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.051831231000044e-06,
      "loss": 0.0007,
      "step": 31353
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.051240260333364e-06,
      "loss": 0.0006,
      "step": 31354
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.050649321819559e-06,
      "loss": 0.001,
      "step": 31355
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.050058415461812e-06,
      "loss": 0.0007,
      "step": 31356
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.049467541263322e-06,
      "loss": 0.0005,
      "step": 31357
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.048876699227287e-06,
      "loss": 0.001,
      "step": 31358
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.048285889356892e-06,
      "loss": 0.0014,
      "step": 31359
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.047695111655335e-06,
      "loss": 0.001,
      "step": 31360
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0471043661258095e-06,
      "loss": 0.0004,
      "step": 31361
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.04651365277151e-06,
      "loss": 0.0006,
      "step": 31362
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0459229715956235e-06,
      "loss": 0.0013,
      "step": 31363
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.045332322601346e-06,
      "loss": 0.0009,
      "step": 31364
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0447417057918746e-06,
      "loss": 0.0006,
      "step": 31365
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.044151121170392e-06,
      "loss": 0.0011,
      "step": 31366
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.043560568740096e-06,
      "loss": 0.0004,
      "step": 31367
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.042970048504178e-06,
      "loss": 0.0004,
      "step": 31368
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.042379560465829e-06,
      "loss": 0.0009,
      "step": 31369
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.041789104628241e-06,
      "loss": 0.0004,
      "step": 31370
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.041198680994605e-06,
      "loss": 0.0008,
      "step": 31371
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.040608289568118e-06,
      "loss": 0.0007,
      "step": 31372
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0400179303519616e-06,
      "loss": 0.001,
      "step": 31373
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.039427603349329e-06,
      "loss": 0.0005,
      "step": 31374
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.038837308563419e-06,
      "loss": 0.0005,
      "step": 31375
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.038247045997411e-06,
      "loss": 0.0009,
      "step": 31376
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.037656815654501e-06,
      "loss": 0.0005,
      "step": 31377
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.037066617537877e-06,
      "loss": 0.0008,
      "step": 31378
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0364764516507335e-06,
      "loss": 0.001,
      "step": 31379
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.035886317996255e-06,
      "loss": 0.0009,
      "step": 31380
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.035296216577633e-06,
      "loss": 0.0007,
      "step": 31381
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.034706147398061e-06,
      "loss": 0.0005,
      "step": 31382
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.034116110460721e-06,
      "loss": 0.0007,
      "step": 31383
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.033526105768806e-06,
      "loss": 0.0009,
      "step": 31384
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.032936133325504e-06,
      "loss": 0.001,
      "step": 31385
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.032346193134009e-06,
      "loss": 0.0005,
      "step": 31386
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.031756285197501e-06,
      "loss": 0.0008,
      "step": 31387
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.031166409519173e-06,
      "loss": 0.0016,
      "step": 31388
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.030576566102212e-06,
      "loss": 0.0008,
      "step": 31389
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0299867549498115e-06,
      "loss": 0.0011,
      "step": 31390
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.029396976065151e-06,
      "loss": 0.0008,
      "step": 31391
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.028807229451421e-06,
      "loss": 0.0015,
      "step": 31392
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.028217515111815e-06,
      "loss": 0.0019,
      "step": 31393
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0276278330495115e-06,
      "loss": 0.0013,
      "step": 31394
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.027038183267702e-06,
      "loss": 0.0009,
      "step": 31395
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.026448565769573e-06,
      "loss": 0.0007,
      "step": 31396
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.025858980558315e-06,
      "loss": 0.0012,
      "step": 31397
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.025269427637107e-06,
      "loss": 0.001,
      "step": 31398
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.024679907009141e-06,
      "loss": 0.0007,
      "step": 31399
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.024090418677607e-06,
      "loss": 0.0006,
      "step": 31400
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.02350096264568e-06,
      "loss": 0.0008,
      "step": 31401
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.022911538916554e-06,
      "loss": 0.0008,
      "step": 31402
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.022322147493412e-06,
      "loss": 0.0012,
      "step": 31403
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.021732788379445e-06,
      "loss": 0.0007,
      "step": 31404
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.021143461577828e-06,
      "loss": 0.0007,
      "step": 31405
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.020554167091756e-06,
      "loss": 0.0008,
      "step": 31406
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.019964904924414e-06,
      "loss": 0.0004,
      "step": 31407
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.019375675078979e-06,
      "loss": 0.0007,
      "step": 31408
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0187864775586415e-06,
      "loss": 0.0009,
      "step": 31409
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0181973123665886e-06,
      "loss": 0.0005,
      "step": 31410
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.017608179505996e-06,
      "loss": 0.0004,
      "step": 31411
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.017019078980054e-06,
      "loss": 0.0009,
      "step": 31412
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.016430010791947e-06,
      "loss": 0.0004,
      "step": 31413
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0158409749448605e-06,
      "loss": 0.0005,
      "step": 31414
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.01525197144197e-06,
      "loss": 0.0018,
      "step": 31415
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.014663000286466e-06,
      "loss": 0.0007,
      "step": 31416
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.014074061481534e-06,
      "loss": 0.0005,
      "step": 31417
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.01348515503035e-06,
      "loss": 0.0014,
      "step": 31418
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0128962809360995e-06,
      "loss": 0.0006,
      "step": 31419
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.012307439201967e-06,
      "loss": 0.0012,
      "step": 31420
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.011718629831137e-06,
      "loss": 0.001,
      "step": 31421
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.011129852826787e-06,
      "loss": 0.0013,
      "step": 31422
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.010541108192102e-06,
      "loss": 0.0015,
      "step": 31423
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0099523959302674e-06,
      "loss": 0.0008,
      "step": 31424
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0093637160444576e-06,
      "loss": 0.0012,
      "step": 31425
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.008775068537859e-06,
      "loss": 0.0008,
      "step": 31426
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.008186453413653e-06,
      "loss": 0.001,
      "step": 31427
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.007597870675024e-06,
      "loss": 0.0008,
      "step": 31428
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.007009320325146e-06,
      "loss": 0.0008,
      "step": 31429
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.006420802367205e-06,
      "loss": 0.0007,
      "step": 31430
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.005832316804385e-06,
      "loss": 0.0005,
      "step": 31431
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.005243863639859e-06,
      "loss": 0.0003,
      "step": 31432
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.00465544287681e-06,
      "loss": 0.0006,
      "step": 31433
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.004067054518421e-06,
      "loss": 0.0008,
      "step": 31434
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.003478698567874e-06,
      "loss": 0.0003,
      "step": 31435
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.002890375028343e-06,
      "loss": 0.0007,
      "step": 31436
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0023020839030115e-06,
      "loss": 0.0005,
      "step": 31437
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.001713825195061e-06,
      "loss": 0.0011,
      "step": 31438
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.001125598907666e-06,
      "loss": 0.0012,
      "step": 31439
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.0005374050440086e-06,
      "loss": 0.0006,
      "step": 31440
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.999949243607267e-06,
      "loss": 0.0006,
      "step": 31441
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.999361114600622e-06,
      "loss": 0.0015,
      "step": 31442
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.998773018027251e-06,
      "loss": 0.0011,
      "step": 31443
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.998184953890334e-06,
      "loss": 0.0008,
      "step": 31444
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.997596922193051e-06,
      "loss": 0.0011,
      "step": 31445
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.997008922938574e-06,
      "loss": 0.0008,
      "step": 31446
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.996420956130086e-06,
      "loss": 0.001,
      "step": 31447
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.995833021770767e-06,
      "loss": 0.0004,
      "step": 31448
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.99524511986379e-06,
      "loss": 0.0005,
      "step": 31449
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.994657250412333e-06,
      "loss": 0.0009,
      "step": 31450
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.994069413419573e-06,
      "loss": 0.0006,
      "step": 31451
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.993481608888695e-06,
      "loss": 0.0007,
      "step": 31452
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.992893836822865e-06,
      "loss": 0.0004,
      "step": 31453
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.992306097225266e-06,
      "loss": 0.0007,
      "step": 31454
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.991718390099076e-06,
      "loss": 0.0009,
      "step": 31455
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.9911307154474675e-06,
      "loss": 0.0007,
      "step": 31456
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.990543073273617e-06,
      "loss": 0.0005,
      "step": 31457
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.989955463580703e-06,
      "loss": 0.0006,
      "step": 31458
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.989367886371904e-06,
      "loss": 0.0003,
      "step": 31459
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.988780341650389e-06,
      "loss": 0.0006,
      "step": 31460
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.9881928294193376e-06,
      "loss": 0.0008,
      "step": 31461
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.987605349681925e-06,
      "loss": 0.0011,
      "step": 31462
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.987017902441329e-06,
      "loss": 0.0008,
      "step": 31463
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.98643048770072e-06,
      "loss": 0.0011,
      "step": 31464
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.985843105463274e-06,
      "loss": 0.0007,
      "step": 31465
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.985255755732171e-06,
      "loss": 0.0011,
      "step": 31466
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.984668438510578e-06,
      "loss": 0.0004,
      "step": 31467
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.984081153801673e-06,
      "loss": 0.0004,
      "step": 31468
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.98349390160863e-06,
      "loss": 0.0011,
      "step": 31469
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.982906681934628e-06,
      "loss": 0.0008,
      "step": 31470
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.982319494782832e-06,
      "loss": 0.0005,
      "step": 31471
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.981732340156419e-06,
      "loss": 0.0007,
      "step": 31472
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.9811452180585675e-06,
      "loss": 0.0009,
      "step": 31473
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.980558128492443e-06,
      "loss": 0.0005,
      "step": 31474
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.979971071461224e-06,
      "loss": 0.0005,
      "step": 31475
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.979384046968081e-06,
      "loss": 0.0008,
      "step": 31476
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.9787970550161884e-06,
      "loss": 0.0006,
      "step": 31477
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.978210095608718e-06,
      "loss": 0.0006,
      "step": 31478
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.977623168748843e-06,
      "loss": 0.0007,
      "step": 31479
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.977036274439739e-06,
      "loss": 0.0006,
      "step": 31480
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.976449412684571e-06,
      "loss": 0.001,
      "step": 31481
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.975862583486515e-06,
      "loss": 0.0011,
      "step": 31482
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.9752757868487456e-06,
      "loss": 0.0013,
      "step": 31483
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.9746890227744274e-06,
      "loss": 0.0005,
      "step": 31484
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.974102291266736e-06,
      "loss": 0.0009,
      "step": 31485
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.973515592328842e-06,
      "loss": 0.0004,
      "step": 31486
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.9729289259639204e-06,
      "loss": 0.001,
      "step": 31487
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.972342292175134e-06,
      "loss": 0.0005,
      "step": 31488
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.97175569096566e-06,
      "loss": 0.0005,
      "step": 31489
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.971169122338668e-06,
      "loss": 0.0007,
      "step": 31490
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.970582586297325e-06,
      "loss": 0.0006,
      "step": 31491
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.9699960828448045e-06,
      "loss": 0.0004,
      "step": 31492
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.969409611984275e-06,
      "loss": 0.0014,
      "step": 31493
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.968823173718911e-06,
      "loss": 0.0013,
      "step": 31494
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.968236768051874e-06,
      "loss": 0.0016,
      "step": 31495
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.967650394986337e-06,
      "loss": 0.0006,
      "step": 31496
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.967064054525475e-06,
      "loss": 0.0007,
      "step": 31497
    },
    {
      "epoch": 1.21,
      "learning_rate": 3.966477746672448e-06,
      "loss": 0.0006,
      "step": 31498
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.965891471430429e-06,
      "loss": 0.0012,
      "step": 31499
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.965305228802587e-06,
      "loss": 0.0007,
      "step": 31500
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.964719018792095e-06,
      "loss": 0.0012,
      "step": 31501
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.964132841402112e-06,
      "loss": 0.0007,
      "step": 31502
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.963546696635812e-06,
      "loss": 0.0007,
      "step": 31503
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.962960584496365e-06,
      "loss": 0.0005,
      "step": 31504
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.962374504986933e-06,
      "loss": 0.0007,
      "step": 31505
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.961788458110688e-06,
      "loss": 0.001,
      "step": 31506
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.961202443870796e-06,
      "loss": 0.0011,
      "step": 31507
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.960616462270429e-06,
      "loss": 0.0009,
      "step": 31508
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.960030513312746e-06,
      "loss": 0.0008,
      "step": 31509
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.959444597000919e-06,
      "loss": 0.0015,
      "step": 31510
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.958858713338116e-06,
      "loss": 0.0009,
      "step": 31511
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.9582728623275e-06,
      "loss": 0.0009,
      "step": 31512
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.9576870439722345e-06,
      "loss": 0.001,
      "step": 31513
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.957101258275498e-06,
      "loss": 0.0008,
      "step": 31514
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.956515505240447e-06,
      "loss": 0.0007,
      "step": 31515
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.955929784870249e-06,
      "loss": 0.0013,
      "step": 31516
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.95534409716807e-06,
      "loss": 0.0007,
      "step": 31517
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.95475844213708e-06,
      "loss": 0.001,
      "step": 31518
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.954172819780437e-06,
      "loss": 0.0007,
      "step": 31519
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.95358723010131e-06,
      "loss": 0.0012,
      "step": 31520
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.953001673102868e-06,
      "loss": 0.0006,
      "step": 31521
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.952416148788268e-06,
      "loss": 0.0003,
      "step": 31522
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.951830657160677e-06,
      "loss": 0.0006,
      "step": 31523
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.951245198223263e-06,
      "loss": 0.0009,
      "step": 31524
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.950659771979192e-06,
      "loss": 0.0006,
      "step": 31525
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.9500743784316206e-06,
      "loss": 0.0005,
      "step": 31526
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.949489017583718e-06,
      "loss": 0.0006,
      "step": 31527
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.94890368943865e-06,
      "loss": 0.0014,
      "step": 31528
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.948318393999574e-06,
      "loss": 0.0003,
      "step": 31529
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.947733131269657e-06,
      "loss": 0.0018,
      "step": 31530
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.947147901252062e-06,
      "loss": 0.0008,
      "step": 31531
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.9465627039499555e-06,
      "loss": 0.0008,
      "step": 31532
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.945977539366494e-06,
      "loss": 0.0008,
      "step": 31533
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.945392407504845e-06,
      "loss": 0.0004,
      "step": 31534
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.9448073083681685e-06,
      "loss": 0.0015,
      "step": 31535
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.944222241959631e-06,
      "loss": 0.0009,
      "step": 31536
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.943637208282389e-06,
      "loss": 0.0005,
      "step": 31537
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.943052207339608e-06,
      "loss": 0.0009,
      "step": 31538
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.942467239134453e-06,
      "loss": 0.0004,
      "step": 31539
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.9418823036700795e-06,
      "loss": 0.001,
      "step": 31540
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.941297400949651e-06,
      "loss": 0.0006,
      "step": 31541
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.940712530976328e-06,
      "loss": 0.0006,
      "step": 31542
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.940127693753279e-06,
      "loss": 0.001,
      "step": 31543
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.9395428892836554e-06,
      "loss": 0.0007,
      "step": 31544
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.938958117570622e-06,
      "loss": 0.0007,
      "step": 31545
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.938373378617343e-06,
      "loss": 0.0003,
      "step": 31546
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.937788672426971e-06,
      "loss": 0.0004,
      "step": 31547
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.937203999002672e-06,
      "loss": 0.001,
      "step": 31548
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.936619358347604e-06,
      "loss": 0.0009,
      "step": 31549
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.936034750464928e-06,
      "loss": 0.0008,
      "step": 31550
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.935450175357804e-06,
      "loss": 0.0007,
      "step": 31551
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.934865633029394e-06,
      "loss": 0.0006,
      "step": 31552
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.934281123482851e-06,
      "loss": 0.0011,
      "step": 31553
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.933696646721339e-06,
      "loss": 0.0011,
      "step": 31554
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.933112202748016e-06,
      "loss": 0.0007,
      "step": 31555
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.932527791566044e-06,
      "loss": 0.001,
      "step": 31556
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.931943413178575e-06,
      "loss": 0.0005,
      "step": 31557
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.931359067588772e-06,
      "loss": 0.0009,
      "step": 31558
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.930774754799791e-06,
      "loss": 0.0003,
      "step": 31559
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.930190474814796e-06,
      "loss": 0.0004,
      "step": 31560
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.929606227636938e-06,
      "loss": 0.0011,
      "step": 31561
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.929022013269376e-06,
      "loss": 0.0008,
      "step": 31562
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.928437831715273e-06,
      "loss": 0.0011,
      "step": 31563
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.9278536829777806e-06,
      "loss": 0.0013,
      "step": 31564
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.927269567060057e-06,
      "loss": 0.0006,
      "step": 31565
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.92668548396526e-06,
      "loss": 0.0007,
      "step": 31566
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.926101433696552e-06,
      "loss": 0.0006,
      "step": 31567
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.925517416257081e-06,
      "loss": 0.0009,
      "step": 31568
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.924933431650007e-06,
      "loss": 0.0007,
      "step": 31569
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.924349479878492e-06,
      "loss": 0.0013,
      "step": 31570
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.923765560945683e-06,
      "loss": 0.0009,
      "step": 31571
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.9231816748547395e-06,
      "loss": 0.0005,
      "step": 31572
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.922597821608818e-06,
      "loss": 0.0015,
      "step": 31573
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.922014001211077e-06,
      "loss": 0.001,
      "step": 31574
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.921430213664667e-06,
      "loss": 0.0008,
      "step": 31575
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.920846458972747e-06,
      "loss": 0.0005,
      "step": 31576
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.920262737138472e-06,
      "loss": 0.0008,
      "step": 31577
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.919679048164994e-06,
      "loss": 0.0005,
      "step": 31578
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.919095392055469e-06,
      "loss": 0.0006,
      "step": 31579
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.918511768813053e-06,
      "loss": 0.0009,
      "step": 31580
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.917928178440903e-06,
      "loss": 0.0004,
      "step": 31581
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.917344620942166e-06,
      "loss": 0.001,
      "step": 31582
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.916761096320001e-06,
      "loss": 0.0005,
      "step": 31583
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.916177604577563e-06,
      "loss": 0.0009,
      "step": 31584
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.915594145717999e-06,
      "loss": 0.0008,
      "step": 31585
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.91501071974447e-06,
      "loss": 0.0007,
      "step": 31586
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.9144273266601304e-06,
      "loss": 0.0005,
      "step": 31587
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.913843966468126e-06,
      "loss": 0.0008,
      "step": 31588
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.913260639171614e-06,
      "loss": 0.0009,
      "step": 31589
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.9126773447737475e-06,
      "loss": 0.0005,
      "step": 31590
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.912094083277682e-06,
      "loss": 0.001,
      "step": 31591
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.911510854686563e-06,
      "loss": 0.0005,
      "step": 31592
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.910927659003547e-06,
      "loss": 0.0005,
      "step": 31593
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.910344496231789e-06,
      "loss": 0.0007,
      "step": 31594
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.9097613663744335e-06,
      "loss": 0.0009,
      "step": 31595
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.909178269434637e-06,
      "loss": 0.0007,
      "step": 31596
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.9085952054155506e-06,
      "loss": 0.0009,
      "step": 31597
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.908012174320329e-06,
      "loss": 0.0011,
      "step": 31598
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.907429176152118e-06,
      "loss": 0.0005,
      "step": 31599
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.906846210914069e-06,
      "loss": 0.0005,
      "step": 31600
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.906263278609339e-06,
      "loss": 0.0006,
      "step": 31601
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.905680379241071e-06,
      "loss": 0.0017,
      "step": 31602
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.90509751281242e-06,
      "loss": 0.0007,
      "step": 31603
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.904514679326535e-06,
      "loss": 0.0008,
      "step": 31604
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.90393187878657e-06,
      "loss": 0.0004,
      "step": 31605
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.9033491111956675e-06,
      "loss": 0.0006,
      "step": 31606
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.902766376556982e-06,
      "loss": 0.0007,
      "step": 31607
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.902183674873667e-06,
      "loss": 0.0008,
      "step": 31608
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.901601006148863e-06,
      "loss": 0.0008,
      "step": 31609
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.901018370385724e-06,
      "loss": 0.0006,
      "step": 31610
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.900435767587399e-06,
      "loss": 0.0017,
      "step": 31611
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.899853197757041e-06,
      "loss": 0.0008,
      "step": 31612
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.899270660897791e-06,
      "loss": 0.0007,
      "step": 31613
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.898688157012802e-06,
      "loss": 0.0008,
      "step": 31614
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.898105686105222e-06,
      "loss": 0.0012,
      "step": 31615
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.897523248178202e-06,
      "loss": 0.0009,
      "step": 31616
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.896940843234885e-06,
      "loss": 0.0007,
      "step": 31617
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.896358471278418e-06,
      "loss": 0.0006,
      "step": 31618
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.895776132311958e-06,
      "loss": 0.0009,
      "step": 31619
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.895193826338641e-06,
      "loss": 0.0009,
      "step": 31620
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.894611553361618e-06,
      "loss": 0.001,
      "step": 31621
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.894029313384043e-06,
      "loss": 0.0007,
      "step": 31622
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.893447106409055e-06,
      "loss": 0.0006,
      "step": 31623
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.892864932439804e-06,
      "loss": 0.0009,
      "step": 31624
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.892282791479438e-06,
      "loss": 0.0004,
      "step": 31625
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8917006835311e-06,
      "loss": 0.0008,
      "step": 31626
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.891118608597937e-06,
      "loss": 0.001,
      "step": 31627
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.890536566683097e-06,
      "loss": 0.0008,
      "step": 31628
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.889954557789727e-06,
      "loss": 0.0009,
      "step": 31629
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.889372581920968e-06,
      "loss": 0.0005,
      "step": 31630
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.888790639079968e-06,
      "loss": 0.0005,
      "step": 31631
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8882087292698724e-06,
      "loss": 0.0009,
      "step": 31632
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.887626852493831e-06,
      "loss": 0.0004,
      "step": 31633
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.887045008754981e-06,
      "loss": 0.0007,
      "step": 31634
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.88646319805647e-06,
      "loss": 0.0006,
      "step": 31635
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8858814204014465e-06,
      "loss": 0.0011,
      "step": 31636
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.885299675793049e-06,
      "loss": 0.0006,
      "step": 31637
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.884717964234425e-06,
      "loss": 0.0013,
      "step": 31638
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.884136285728717e-06,
      "loss": 0.0006,
      "step": 31639
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.883554640279075e-06,
      "loss": 0.0004,
      "step": 31640
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.882973027888634e-06,
      "loss": 0.0008,
      "step": 31641
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.882391448560542e-06,
      "loss": 0.0011,
      "step": 31642
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.881809902297945e-06,
      "loss": 0.0009,
      "step": 31643
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.881228389103981e-06,
      "loss": 0.0005,
      "step": 31644
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.880646908981793e-06,
      "loss": 0.0005,
      "step": 31645
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.880065461934529e-06,
      "loss": 0.0011,
      "step": 31646
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8794840479653305e-06,
      "loss": 0.0012,
      "step": 31647
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.878902667077336e-06,
      "loss": 0.0008,
      "step": 31648
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8783213192736905e-06,
      "loss": 0.001,
      "step": 31649
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.877740004557538e-06,
      "loss": 0.0012,
      "step": 31650
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8771587229320165e-06,
      "loss": 0.0006,
      "step": 31651
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.876577474400269e-06,
      "loss": 0.0009,
      "step": 31652
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.875996258965438e-06,
      "loss": 0.0011,
      "step": 31653
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.875415076630669e-06,
      "loss": 0.0004,
      "step": 31654
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.874833927399095e-06,
      "loss": 0.0013,
      "step": 31655
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.874252811273862e-06,
      "loss": 0.0015,
      "step": 31656
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.873671728258109e-06,
      "loss": 0.0009,
      "step": 31657
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.873090678354979e-06,
      "loss": 0.0006,
      "step": 31658
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.87250966156761e-06,
      "loss": 0.0006,
      "step": 31659
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.871928677899149e-06,
      "loss": 0.0009,
      "step": 31660
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.871347727352727e-06,
      "loss": 0.0007,
      "step": 31661
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.870766809931488e-06,
      "loss": 0.0007,
      "step": 31662
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.870185925638571e-06,
      "loss": 0.001,
      "step": 31663
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.869605074477121e-06,
      "loss": 0.0007,
      "step": 31664
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.86902425645027e-06,
      "loss": 0.0009,
      "step": 31665
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.868443471561159e-06,
      "loss": 0.001,
      "step": 31666
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.867862719812933e-06,
      "loss": 0.0013,
      "step": 31667
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.867282001208722e-06,
      "loss": 0.0009,
      "step": 31668
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.86670131575167e-06,
      "loss": 0.0006,
      "step": 31669
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8661206634449145e-06,
      "loss": 0.0012,
      "step": 31670
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.865540044291598e-06,
      "loss": 0.0008,
      "step": 31671
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.86495945829485e-06,
      "loss": 0.0011,
      "step": 31672
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.864378905457815e-06,
      "loss": 0.0011,
      "step": 31673
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.863798385783632e-06,
      "loss": 0.0013,
      "step": 31674
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8632178992754335e-06,
      "loss": 0.0009,
      "step": 31675
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.862637445936358e-06,
      "loss": 0.0012,
      "step": 31676
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.862057025769546e-06,
      "loss": 0.0006,
      "step": 31677
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.861476638778136e-06,
      "loss": 0.0006,
      "step": 31678
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.860896284965258e-06,
      "loss": 0.0005,
      "step": 31679
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.860315964334053e-06,
      "loss": 0.0005,
      "step": 31680
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.859735676887661e-06,
      "loss": 0.0005,
      "step": 31681
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8591554226292105e-06,
      "loss": 0.0009,
      "step": 31682
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.858575201561843e-06,
      "loss": 0.0006,
      "step": 31683
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8579950136886934e-06,
      "loss": 0.0008,
      "step": 31684
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8574148590129015e-06,
      "loss": 0.0006,
      "step": 31685
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.856834737537596e-06,
      "loss": 0.0009,
      "step": 31686
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.856254649265916e-06,
      "loss": 0.0006,
      "step": 31687
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.855674594200995e-06,
      "loss": 0.0012,
      "step": 31688
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.855094572345976e-06,
      "loss": 0.0007,
      "step": 31689
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.854514583703982e-06,
      "loss": 0.0008,
      "step": 31690
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.853934628278155e-06,
      "loss": 0.0006,
      "step": 31691
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.853354706071631e-06,
      "loss": 0.0008,
      "step": 31692
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.852774817087536e-06,
      "loss": 0.0009,
      "step": 31693
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.852194961329013e-06,
      "loss": 0.0012,
      "step": 31694
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.851615138799196e-06,
      "loss": 0.0011,
      "step": 31695
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.851035349501213e-06,
      "loss": 0.001,
      "step": 31696
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8504555934382015e-06,
      "loss": 0.0007,
      "step": 31697
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.849875870613298e-06,
      "loss": 0.0007,
      "step": 31698
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.849296181029628e-06,
      "loss": 0.0009,
      "step": 31699
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.848716524690329e-06,
      "loss": 0.0006,
      "step": 31700
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.848136901598535e-06,
      "loss": 0.001,
      "step": 31701
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.84755731175738e-06,
      "loss": 0.0011,
      "step": 31702
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8469777551699915e-06,
      "loss": 0.0005,
      "step": 31703
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8463982318395055e-06,
      "loss": 0.0004,
      "step": 31704
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.845818741769053e-06,
      "loss": 0.0007,
      "step": 31705
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.845239284961772e-06,
      "loss": 0.0008,
      "step": 31706
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8446598614207846e-06,
      "loss": 0.0009,
      "step": 31707
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.844080471149227e-06,
      "loss": 0.0005,
      "step": 31708
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.843501114150235e-06,
      "loss": 0.0006,
      "step": 31709
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.842921790426933e-06,
      "loss": 0.0009,
      "step": 31710
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8423424999824555e-06,
      "loss": 0.0006,
      "step": 31711
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8417632428199335e-06,
      "loss": 0.0007,
      "step": 31712
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.841184018942501e-06,
      "loss": 0.0007,
      "step": 31713
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.840604828353282e-06,
      "loss": 0.0008,
      "step": 31714
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8400256710554105e-06,
      "loss": 0.0009,
      "step": 31715
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.83944654705202e-06,
      "loss": 0.0007,
      "step": 31716
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.838867456346234e-06,
      "loss": 0.0009,
      "step": 31717
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.838288398941186e-06,
      "loss": 0.0005,
      "step": 31718
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.837709374840008e-06,
      "loss": 0.001,
      "step": 31719
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.837130384045827e-06,
      "loss": 0.0003,
      "step": 31720
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.836551426561772e-06,
      "loss": 0.0012,
      "step": 31721
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.835972502390972e-06,
      "loss": 0.0006,
      "step": 31722
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.835393611536561e-06,
      "loss": 0.0008,
      "step": 31723
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.83481475400166e-06,
      "loss": 0.0005,
      "step": 31724
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8342359297894015e-06,
      "loss": 0.0007,
      "step": 31725
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8336571389029155e-06,
      "loss": 0.001,
      "step": 31726
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.833078381345331e-06,
      "loss": 0.0006,
      "step": 31727
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.832499657119771e-06,
      "loss": 0.0011,
      "step": 31728
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.831920966229364e-06,
      "loss": 0.0008,
      "step": 31729
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8313423086772475e-06,
      "loss": 0.0007,
      "step": 31730
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.830763684466537e-06,
      "loss": 0.0007,
      "step": 31731
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.830185093600367e-06,
      "loss": 0.0006,
      "step": 31732
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8296065360818654e-06,
      "loss": 0.0012,
      "step": 31733
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8290280119141546e-06,
      "loss": 0.0012,
      "step": 31734
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8284495211003616e-06,
      "loss": 0.0008,
      "step": 31735
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.827871063643617e-06,
      "loss": 0.0011,
      "step": 31736
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.827292639547048e-06,
      "loss": 0.0006,
      "step": 31737
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.826714248813774e-06,
      "loss": 0.0011,
      "step": 31738
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.826135891446927e-06,
      "loss": 0.0005,
      "step": 31739
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.825557567449636e-06,
      "loss": 0.001,
      "step": 31740
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.824979276825017e-06,
      "loss": 0.0006,
      "step": 31741
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.824401019576202e-06,
      "loss": 0.0007,
      "step": 31742
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8238227957063166e-06,
      "loss": 0.0007,
      "step": 31743
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.823244605218487e-06,
      "loss": 0.0007,
      "step": 31744
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8226664481158336e-06,
      "loss": 0.0009,
      "step": 31745
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.822088324401484e-06,
      "loss": 0.0008,
      "step": 31746
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.821510234078567e-06,
      "loss": 0.0011,
      "step": 31747
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8209321771501995e-06,
      "loss": 0.0011,
      "step": 31748
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.82035415361951e-06,
      "loss": 0.0005,
      "step": 31749
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.819776163489621e-06,
      "loss": 0.0009,
      "step": 31750
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.819198206763662e-06,
      "loss": 0.0003,
      "step": 31751
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.818620283444749e-06,
      "loss": 0.0006,
      "step": 31752
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.81804239353601e-06,
      "loss": 0.0008,
      "step": 31753
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.81746453704057e-06,
      "loss": 0.0015,
      "step": 31754
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.816886713961549e-06,
      "loss": 0.0011,
      "step": 31755
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.816308924302069e-06,
      "loss": 0.0008,
      "step": 31756
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8157311680652556e-06,
      "loss": 0.0007,
      "step": 31757
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.815153445254235e-06,
      "loss": 0.0007,
      "step": 31758
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8145757558721218e-06,
      "loss": 0.0006,
      "step": 31759
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8139980999220426e-06,
      "loss": 0.0009,
      "step": 31760
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8134204774071194e-06,
      "loss": 0.0011,
      "step": 31761
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.812842888330478e-06,
      "loss": 0.0007,
      "step": 31762
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.812265332695233e-06,
      "loss": 0.0008,
      "step": 31763
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8116878105045097e-06,
      "loss": 0.0007,
      "step": 31764
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.81111032176143e-06,
      "loss": 0.0012,
      "step": 31765
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.810532866469114e-06,
      "loss": 0.0014,
      "step": 31766
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8099554446306843e-06,
      "loss": 0.0008,
      "step": 31767
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8093780562492644e-06,
      "loss": 0.0012,
      "step": 31768
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.808800701327967e-06,
      "loss": 0.0011,
      "step": 31769
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8082233798699185e-06,
      "loss": 0.0004,
      "step": 31770
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.807646091878242e-06,
      "loss": 0.0004,
      "step": 31771
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8070688373560506e-06,
      "loss": 0.0006,
      "step": 31772
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.806491616306467e-06,
      "loss": 0.0008,
      "step": 31773
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.805914428732612e-06,
      "loss": 0.0005,
      "step": 31774
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8053372746376093e-06,
      "loss": 0.0004,
      "step": 31775
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8047601540245695e-06,
      "loss": 0.0009,
      "step": 31776
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.804183066896617e-06,
      "loss": 0.0007,
      "step": 31777
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8036060132568708e-06,
      "loss": 0.0006,
      "step": 31778
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.803028993108453e-06,
      "loss": 0.0011,
      "step": 31779
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8024520064544757e-06,
      "loss": 0.0003,
      "step": 31780
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8018750532980607e-06,
      "loss": 0.0003,
      "step": 31781
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8012981336423303e-06,
      "loss": 0.0006,
      "step": 31782
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8007212474903944e-06,
      "loss": 0.0007,
      "step": 31783
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.8001443948453763e-06,
      "loss": 0.0006,
      "step": 31784
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7995675757103932e-06,
      "loss": 0.0015,
      "step": 31785
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.798990790088566e-06,
      "loss": 0.0017,
      "step": 31786
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.798414037983005e-06,
      "loss": 0.001,
      "step": 31787
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7978373193968322e-06,
      "loss": 0.0008,
      "step": 31788
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7972606343331675e-06,
      "loss": 0.0011,
      "step": 31789
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7966839827951197e-06,
      "loss": 0.0008,
      "step": 31790
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7961073647858115e-06,
      "loss": 0.0014,
      "step": 31791
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7955307803083587e-06,
      "loss": 0.0007,
      "step": 31792
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7949542293658792e-06,
      "loss": 0.0013,
      "step": 31793
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7943777119614842e-06,
      "loss": 0.0011,
      "step": 31794
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7938012280982937e-06,
      "loss": 0.0004,
      "step": 31795
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.793224777779426e-06,
      "loss": 0.0008,
      "step": 31796
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.79264836100799e-06,
      "loss": 0.0009,
      "step": 31797
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.792071977787105e-06,
      "loss": 0.0006,
      "step": 31798
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7914956281198855e-06,
      "loss": 0.0005,
      "step": 31799
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7909193120094514e-06,
      "loss": 0.0008,
      "step": 31800
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7903430294589094e-06,
      "loss": 0.0008,
      "step": 31801
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7897667804713754e-06,
      "loss": 0.0007,
      "step": 31802
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7891905650499737e-06,
      "loss": 0.0008,
      "step": 31803
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7886143831978082e-06,
      "loss": 0.0008,
      "step": 31804
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7880382349179978e-06,
      "loss": 0.0003,
      "step": 31805
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.78746212021366e-06,
      "loss": 0.0007,
      "step": 31806
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.786886039087899e-06,
      "loss": 0.0004,
      "step": 31807
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.786309991543835e-06,
      "loss": 0.0018,
      "step": 31808
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.78573397758458e-06,
      "loss": 0.0014,
      "step": 31809
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7851579972132526e-06,
      "loss": 0.0008,
      "step": 31810
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7845820504329567e-06,
      "loss": 0.0008,
      "step": 31811
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7840061372468095e-06,
      "loss": 0.0009,
      "step": 31812
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7834302576579286e-06,
      "loss": 0.0005,
      "step": 31813
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.782854411669418e-06,
      "loss": 0.0004,
      "step": 31814
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7822785992843936e-06,
      "loss": 0.0008,
      "step": 31815
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.781702820505968e-06,
      "loss": 0.0016,
      "step": 31816
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7811270753372573e-06,
      "loss": 0.0008,
      "step": 31817
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7805513637813673e-06,
      "loss": 0.0008,
      "step": 31818
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7799756858414104e-06,
      "loss": 0.0013,
      "step": 31819
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7794000415205045e-06,
      "loss": 0.0007,
      "step": 31820
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7788244308217516e-06,
      "loss": 0.0008,
      "step": 31821
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7782488537482687e-06,
      "loss": 0.0006,
      "step": 31822
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.777673310303164e-06,
      "loss": 0.0008,
      "step": 31823
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7770978004895544e-06,
      "loss": 0.0008,
      "step": 31824
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.776522324310542e-06,
      "loss": 0.0007,
      "step": 31825
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7759468817692413e-06,
      "loss": 0.0006,
      "step": 31826
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.775371472868765e-06,
      "loss": 0.0011,
      "step": 31827
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7747960976122176e-06,
      "loss": 0.0009,
      "step": 31828
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7742207560027123e-06,
      "loss": 0.0007,
      "step": 31829
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.773645448043358e-06,
      "loss": 0.0005,
      "step": 31830
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.773070173737269e-06,
      "loss": 0.0005,
      "step": 31831
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7724949330875447e-06,
      "loss": 0.0006,
      "step": 31832
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7719197260973017e-06,
      "loss": 0.0009,
      "step": 31833
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.77134455276965e-06,
      "loss": 0.0007,
      "step": 31834
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.770769413107692e-06,
      "loss": 0.0008,
      "step": 31835
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.770194307114541e-06,
      "loss": 0.0006,
      "step": 31836
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7696192347933027e-06,
      "loss": 0.0004,
      "step": 31837
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.769044196147088e-06,
      "loss": 0.0008,
      "step": 31838
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7684691911790028e-06,
      "loss": 0.0009,
      "step": 31839
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7678942198921576e-06,
      "loss": 0.0014,
      "step": 31840
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.767319282289661e-06,
      "loss": 0.0007,
      "step": 31841
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.766744378374615e-06,
      "loss": 0.0004,
      "step": 31842
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7661695081501294e-06,
      "loss": 0.0007,
      "step": 31843
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.765594671619316e-06,
      "loss": 0.0006,
      "step": 31844
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7650198687852737e-06,
      "loss": 0.0006,
      "step": 31845
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.764445099651114e-06,
      "loss": 0.0008,
      "step": 31846
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7638703642199424e-06,
      "loss": 0.0011,
      "step": 31847
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7632956624948703e-06,
      "loss": 0.0007,
      "step": 31848
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7627209944789943e-06,
      "loss": 0.0005,
      "step": 31849
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7621463601754273e-06,
      "loss": 0.0008,
      "step": 31850
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7615717595872757e-06,
      "loss": 0.001,
      "step": 31851
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7609971927176402e-06,
      "loss": 0.001,
      "step": 31852
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.760422659569629e-06,
      "loss": 0.0009,
      "step": 31853
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7598481601463467e-06,
      "loss": 0.0014,
      "step": 31854
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7592736944509034e-06,
      "loss": 0.0005,
      "step": 31855
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.758699262486397e-06,
      "loss": 0.0016,
      "step": 31856
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7581248642559353e-06,
      "loss": 0.0009,
      "step": 31857
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7575504997626222e-06,
      "loss": 0.0016,
      "step": 31858
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7569761690095664e-06,
      "loss": 0.0013,
      "step": 31859
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.756401871999865e-06,
      "loss": 0.0004,
      "step": 31860
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.755827608736625e-06,
      "loss": 0.0009,
      "step": 31861
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.755253379222955e-06,
      "loss": 0.0004,
      "step": 31862
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7546791834619512e-06,
      "loss": 0.0007,
      "step": 31863
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.75410502145672e-06,
      "loss": 0.0009,
      "step": 31864
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.753530893210365e-06,
      "loss": 0.0006,
      "step": 31865
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.752956798725994e-06,
      "loss": 0.0011,
      "step": 31866
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7523827380067014e-06,
      "loss": 0.0009,
      "step": 31867
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7518087110555943e-06,
      "loss": 0.001,
      "step": 31868
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.751234717875778e-06,
      "loss": 0.0006,
      "step": 31869
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.750660758470349e-06,
      "loss": 0.0006,
      "step": 31870
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7500868328424124e-06,
      "loss": 0.0008,
      "step": 31871
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7495129409950704e-06,
      "loss": 0.0008,
      "step": 31872
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7489390829314287e-06,
      "loss": 0.0012,
      "step": 31873
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7483652586545773e-06,
      "loss": 0.0007,
      "step": 31874
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.74779146816763e-06,
      "loss": 0.0008,
      "step": 31875
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.747217711473686e-06,
      "loss": 0.0009,
      "step": 31876
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.746643988575841e-06,
      "loss": 0.0013,
      "step": 31877
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7460702994771993e-06,
      "loss": 0.0008,
      "step": 31878
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.745496644180865e-06,
      "loss": 0.0012,
      "step": 31879
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7449230226899314e-06,
      "loss": 0.0007,
      "step": 31880
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7443494350075028e-06,
      "loss": 0.0007,
      "step": 31881
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7437758811366786e-06,
      "loss": 0.0007,
      "step": 31882
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7432023610805634e-06,
      "loss": 0.0005,
      "step": 31883
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.74262887484225e-06,
      "loss": 0.0011,
      "step": 31884
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.742055422424841e-06,
      "loss": 0.001,
      "step": 31885
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.741482003831439e-06,
      "loss": 0.0007,
      "step": 31886
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7409086190651378e-06,
      "loss": 0.0006,
      "step": 31887
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7403352681290383e-06,
      "loss": 0.0007,
      "step": 31888
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7397619510262406e-06,
      "loss": 0.0006,
      "step": 31889
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7391886677598464e-06,
      "loss": 0.0006,
      "step": 31890
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7386154183329482e-06,
      "loss": 0.0006,
      "step": 31891
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7380422027486476e-06,
      "loss": 0.0011,
      "step": 31892
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.737469021010045e-06,
      "loss": 0.0011,
      "step": 31893
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7368958731202333e-06,
      "loss": 0.0007,
      "step": 31894
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7363227590823115e-06,
      "loss": 0.0008,
      "step": 31895
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7357496788993797e-06,
      "loss": 0.0009,
      "step": 31896
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7351766325745376e-06,
      "loss": 0.0004,
      "step": 31897
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.734603620110876e-06,
      "loss": 0.0008,
      "step": 31898
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7340306415114946e-06,
      "loss": 0.0015,
      "step": 31899
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7334576967794945e-06,
      "loss": 0.001,
      "step": 31900
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.732884785917966e-06,
      "loss": 0.0007,
      "step": 31901
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7323119089300085e-06,
      "loss": 0.0005,
      "step": 31902
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.731739065818719e-06,
      "loss": 0.0006,
      "step": 31903
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7311662565871966e-06,
      "loss": 0.0005,
      "step": 31904
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.730593481238529e-06,
      "loss": 0.0009,
      "step": 31905
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.730020739775818e-06,
      "loss": 0.0009,
      "step": 31906
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.729448032202162e-06,
      "loss": 0.0005,
      "step": 31907
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7288753585206485e-06,
      "loss": 0.0007,
      "step": 31908
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.728302718734378e-06,
      "loss": 0.0005,
      "step": 31909
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7277301128464437e-06,
      "loss": 0.0007,
      "step": 31910
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7271575408599415e-06,
      "loss": 0.0006,
      "step": 31911
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.726585002777966e-06,
      "loss": 0.0005,
      "step": 31912
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7260124986036116e-06,
      "loss": 0.0007,
      "step": 31913
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7254400283399773e-06,
      "loss": 0.001,
      "step": 31914
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7248675919901476e-06,
      "loss": 0.0006,
      "step": 31915
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.724295189557223e-06,
      "loss": 0.0008,
      "step": 31916
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7237228210442987e-06,
      "loss": 0.001,
      "step": 31917
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.723150486454463e-06,
      "loss": 0.0011,
      "step": 31918
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7225781857908117e-06,
      "loss": 0.0008,
      "step": 31919
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7220059190564383e-06,
      "loss": 0.0008,
      "step": 31920
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.72143368625444e-06,
      "loss": 0.0006,
      "step": 31921
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7208614873879013e-06,
      "loss": 0.0014,
      "step": 31922
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.72028932245992e-06,
      "loss": 0.0005,
      "step": 31923
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.719717191473591e-06,
      "loss": 0.0005,
      "step": 31924
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7191450944320008e-06,
      "loss": 0.0014,
      "step": 31925
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.718573031338244e-06,
      "loss": 0.0005,
      "step": 31926
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.718001002195413e-06,
      "loss": 0.0013,
      "step": 31927
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7174290070066023e-06,
      "loss": 0.0008,
      "step": 31928
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.716857045774898e-06,
      "loss": 0.0004,
      "step": 31929
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7162851185033933e-06,
      "loss": 0.0002,
      "step": 31930
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7157132251951812e-06,
      "loss": 0.0006,
      "step": 31931
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7151413658533554e-06,
      "loss": 0.0004,
      "step": 31932
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.714569540481e-06,
      "loss": 0.001,
      "step": 31933
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7139977490812086e-06,
      "loss": 0.0023,
      "step": 31934
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.713425991657076e-06,
      "loss": 0.0006,
      "step": 31935
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.712854268211685e-06,
      "loss": 0.0005,
      "step": 31936
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7122825787481297e-06,
      "loss": 0.0006,
      "step": 31937
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.7117109232695004e-06,
      "loss": 0.0004,
      "step": 31938
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.711139301778889e-06,
      "loss": 0.0006,
      "step": 31939
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.7105677142793795e-06,
      "loss": 0.0008,
      "step": 31940
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.709996160774064e-06,
      "loss": 0.0012,
      "step": 31941
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.709424641266035e-06,
      "loss": 0.0006,
      "step": 31942
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.708853155758375e-06,
      "loss": 0.0003,
      "step": 31943
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.7082817042541775e-06,
      "loss": 0.0005,
      "step": 31944
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.7077102867565295e-06,
      "loss": 0.0012,
      "step": 31945
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.707138903268519e-06,
      "loss": 0.0005,
      "step": 31946
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.7065675537932368e-06,
      "loss": 0.0005,
      "step": 31947
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.705996238333769e-06,
      "loss": 0.0007,
      "step": 31948
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.7054249568932077e-06,
      "loss": 0.0006,
      "step": 31949
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.7048537094746328e-06,
      "loss": 0.0004,
      "step": 31950
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.7042824960811376e-06,
      "loss": 0.0009,
      "step": 31951
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.70371131671581e-06,
      "loss": 0.0005,
      "step": 31952
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.7031401713817326e-06,
      "loss": 0.0008,
      "step": 31953
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.7025690600819952e-06,
      "loss": 0.0007,
      "step": 31954
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.701997982819684e-06,
      "loss": 0.0006,
      "step": 31955
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.7014269395978907e-06,
      "loss": 0.001,
      "step": 31956
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.700855930419692e-06,
      "loss": 0.0009,
      "step": 31957
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.7002849552881815e-06,
      "loss": 0.001,
      "step": 31958
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6997140142064458e-06,
      "loss": 0.0012,
      "step": 31959
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.699143107177564e-06,
      "loss": 0.0005,
      "step": 31960
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.698572234204627e-06,
      "loss": 0.0006,
      "step": 31961
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.698001395290719e-06,
      "loss": 0.0011,
      "step": 31962
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6974305904389297e-06,
      "loss": 0.0008,
      "step": 31963
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6968598196523362e-06,
      "loss": 0.001,
      "step": 31964
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.696289082934028e-06,
      "loss": 0.0006,
      "step": 31965
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.695718380287093e-06,
      "loss": 0.0011,
      "step": 31966
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6951477117146107e-06,
      "loss": 0.0003,
      "step": 31967
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.694577077219665e-06,
      "loss": 0.0004,
      "step": 31968
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.694006476805343e-06,
      "loss": 0.0008,
      "step": 31969
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.693435910474732e-06,
      "loss": 0.0011,
      "step": 31970
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6928653782309086e-06,
      "loss": 0.0008,
      "step": 31971
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.692294880076961e-06,
      "loss": 0.0004,
      "step": 31972
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6917244160159736e-06,
      "loss": 0.0006,
      "step": 31973
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.691153986051025e-06,
      "loss": 0.0014,
      "step": 31974
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6905835901852015e-06,
      "loss": 0.0016,
      "step": 31975
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.690013228421586e-06,
      "loss": 0.0009,
      "step": 31976
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.689442900763264e-06,
      "loss": 0.0007,
      "step": 31977
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.688872607213312e-06,
      "loss": 0.0006,
      "step": 31978
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.688302347774816e-06,
      "loss": 0.0005,
      "step": 31979
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.68773212245086e-06,
      "loss": 0.0007,
      "step": 31980
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6871619312445216e-06,
      "loss": 0.001,
      "step": 31981
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.686591774158882e-06,
      "loss": 0.001,
      "step": 31982
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6860216511970315e-06,
      "loss": 0.0006,
      "step": 31983
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6854515623620434e-06,
      "loss": 0.0006,
      "step": 31984
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.684881507657001e-06,
      "loss": 0.0011,
      "step": 31985
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6843114870849874e-06,
      "loss": 0.001,
      "step": 31986
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.683741500649084e-06,
      "loss": 0.0015,
      "step": 31987
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.683171548352367e-06,
      "loss": 0.0007,
      "step": 31988
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6826016301979193e-06,
      "loss": 0.0006,
      "step": 31989
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6820317461888255e-06,
      "loss": 0.0007,
      "step": 31990
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.681461896328158e-06,
      "loss": 0.0005,
      "step": 31991
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6808920806190005e-06,
      "loss": 0.0011,
      "step": 31992
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.680322299064435e-06,
      "loss": 0.0003,
      "step": 31993
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6797525516675414e-06,
      "loss": 0.0009,
      "step": 31994
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.679182838431393e-06,
      "loss": 0.0006,
      "step": 31995
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6786131593590744e-06,
      "loss": 0.0008,
      "step": 31996
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6780435144536665e-06,
      "loss": 0.0008,
      "step": 31997
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.677473903718242e-06,
      "loss": 0.0005,
      "step": 31998
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6769043271558825e-06,
      "loss": 0.0008,
      "step": 31999
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.676334784769666e-06,
      "loss": 0.001,
      "step": 32000
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6757652765626762e-06,
      "loss": 0.0009,
      "step": 32001
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.675195802537983e-06,
      "loss": 0.0007,
      "step": 32002
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.674626362698668e-06,
      "loss": 0.0006,
      "step": 32003
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6740569570478092e-06,
      "loss": 0.0008,
      "step": 32004
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.673487585588488e-06,
      "loss": 0.0004,
      "step": 32005
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6729182483237747e-06,
      "loss": 0.0007,
      "step": 32006
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6723489452567496e-06,
      "loss": 0.0007,
      "step": 32007
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6717796763904933e-06,
      "loss": 0.001,
      "step": 32008
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.671210441728076e-06,
      "loss": 0.0006,
      "step": 32009
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.670641241272578e-06,
      "loss": 0.0007,
      "step": 32010
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6700720750270757e-06,
      "loss": 0.0005,
      "step": 32011
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6695029429946484e-06,
      "loss": 0.0007,
      "step": 32012
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.668933845178366e-06,
      "loss": 0.0002,
      "step": 32013
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.668364781581307e-06,
      "loss": 0.0011,
      "step": 32014
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.667795752206552e-06,
      "loss": 0.0012,
      "step": 32015
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6672267570571694e-06,
      "loss": 0.0009,
      "step": 32016
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.666657796136237e-06,
      "loss": 0.0009,
      "step": 32017
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.666088869446831e-06,
      "loss": 0.001,
      "step": 32018
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.665519976992026e-06,
      "loss": 0.0004,
      "step": 32019
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6649511187748966e-06,
      "loss": 0.0002,
      "step": 32020
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6643822947985208e-06,
      "loss": 0.0008,
      "step": 32021
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6638135050659675e-06,
      "loss": 0.0005,
      "step": 32022
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6632447495803124e-06,
      "loss": 0.0008,
      "step": 32023
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.662676028344632e-06,
      "loss": 0.0012,
      "step": 32024
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.662107341362001e-06,
      "loss": 0.001,
      "step": 32025
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6615386886354888e-06,
      "loss": 0.0014,
      "step": 32026
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6609700701681714e-06,
      "loss": 0.0012,
      "step": 32027
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.660401485963121e-06,
      "loss": 0.001,
      "step": 32028
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6598329360234164e-06,
      "loss": 0.0011,
      "step": 32029
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.659264420352122e-06,
      "loss": 0.0007,
      "step": 32030
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6586959389523146e-06,
      "loss": 0.0017,
      "step": 32031
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6581274918270706e-06,
      "loss": 0.0009,
      "step": 32032
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6575590789794546e-06,
      "loss": 0.0011,
      "step": 32033
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6569907004125428e-06,
      "loss": 0.0009,
      "step": 32034
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6564223561294076e-06,
      "loss": 0.0005,
      "step": 32035
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6558540461331247e-06,
      "loss": 0.0013,
      "step": 32036
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6552857704267587e-06,
      "loss": 0.001,
      "step": 32037
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.654717529013383e-06,
      "loss": 0.0008,
      "step": 32038
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.654149321896073e-06,
      "loss": 0.0016,
      "step": 32039
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.653581149077895e-06,
      "loss": 0.0004,
      "step": 32040
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.653013010561922e-06,
      "loss": 0.0006,
      "step": 32041
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6524449063512235e-06,
      "loss": 0.0008,
      "step": 32042
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6518768364488753e-06,
      "loss": 0.0006,
      "step": 32043
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6513088008579413e-06,
      "loss": 0.0007,
      "step": 32044
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6507407995814927e-06,
      "loss": 0.001,
      "step": 32045
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6501728326226047e-06,
      "loss": 0.0006,
      "step": 32046
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6496048999843415e-06,
      "loss": 0.0006,
      "step": 32047
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.649037001669773e-06,
      "loss": 0.0012,
      "step": 32048
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6484691376819713e-06,
      "loss": 0.0005,
      "step": 32049
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.647901308024008e-06,
      "loss": 0.0006,
      "step": 32050
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.647333512698945e-06,
      "loss": 0.0004,
      "step": 32051
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6467657517098555e-06,
      "loss": 0.0006,
      "step": 32052
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.646198025059812e-06,
      "loss": 0.0008,
      "step": 32053
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6456303327518715e-06,
      "loss": 0.0009,
      "step": 32054
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6450626747891136e-06,
      "loss": 0.0007,
      "step": 32055
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6444950511746056e-06,
      "loss": 0.0008,
      "step": 32056
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6439274619114095e-06,
      "loss": 0.0014,
      "step": 32057
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.643359907002597e-06,
      "loss": 0.0008,
      "step": 32058
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6427923864512337e-06,
      "loss": 0.0006,
      "step": 32059
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6422249002603925e-06,
      "loss": 0.0005,
      "step": 32060
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6416574484331324e-06,
      "loss": 0.0004,
      "step": 32061
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.641090030972525e-06,
      "loss": 0.0009,
      "step": 32062
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.640522647881639e-06,
      "loss": 0.0006,
      "step": 32063
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6399552991635367e-06,
      "loss": 0.0003,
      "step": 32064
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6393879848212856e-06,
      "loss": 0.0006,
      "step": 32065
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6388207048579537e-06,
      "loss": 0.0007,
      "step": 32066
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6382534592766094e-06,
      "loss": 0.0005,
      "step": 32067
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.637686248080313e-06,
      "loss": 0.0006,
      "step": 32068
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6371190712721328e-06,
      "loss": 0.0007,
      "step": 32069
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6365519288551375e-06,
      "loss": 0.001,
      "step": 32070
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.635984820832387e-06,
      "loss": 0.0007,
      "step": 32071
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6354177472069476e-06,
      "loss": 0.0007,
      "step": 32072
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6348507079818862e-06,
      "loss": 0.0009,
      "step": 32073
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6342837031602717e-06,
      "loss": 0.0009,
      "step": 32074
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6337167327451596e-06,
      "loss": 0.0009,
      "step": 32075
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.63314979673962e-06,
      "loss": 0.0008,
      "step": 32076
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.632582895146719e-06,
      "loss": 0.0008,
      "step": 32077
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.632016027969514e-06,
      "loss": 0.0011,
      "step": 32078
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.631449195211073e-06,
      "loss": 0.0004,
      "step": 32079
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.63088239687446e-06,
      "loss": 0.0007,
      "step": 32080
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6303156329627408e-06,
      "loss": 0.0005,
      "step": 32081
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6297489034789736e-06,
      "loss": 0.0007,
      "step": 32082
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.629182208426223e-06,
      "loss": 0.0009,
      "step": 32083
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6286155478075536e-06,
      "loss": 0.0009,
      "step": 32084
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6280489216260295e-06,
      "loss": 0.0006,
      "step": 32085
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6274823298847096e-06,
      "loss": 0.0005,
      "step": 32086
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6269157725866567e-06,
      "loss": 0.0006,
      "step": 32087
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.626349249734937e-06,
      "loss": 0.0007,
      "step": 32088
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.625782761332608e-06,
      "loss": 0.0012,
      "step": 32089
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6252163073827297e-06,
      "loss": 0.0008,
      "step": 32090
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.624649887888374e-06,
      "loss": 0.0008,
      "step": 32091
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6240835028525923e-06,
      "loss": 0.0009,
      "step": 32092
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6235171522784495e-06,
      "loss": 0.0012,
      "step": 32093
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.622950836169009e-06,
      "loss": 0.0007,
      "step": 32094
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6223845545273275e-06,
      "loss": 0.0008,
      "step": 32095
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6218183073564673e-06,
      "loss": 0.0009,
      "step": 32096
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.621252094659489e-06,
      "loss": 0.0007,
      "step": 32097
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.620685916439456e-06,
      "loss": 0.0008,
      "step": 32098
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.620119772699423e-06,
      "loss": 0.0006,
      "step": 32099
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.619553663442452e-06,
      "loss": 0.0012,
      "step": 32100
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6189875886716042e-06,
      "loss": 0.0012,
      "step": 32101
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.618421548389942e-06,
      "loss": 0.0004,
      "step": 32102
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6178555426005167e-06,
      "loss": 0.0007,
      "step": 32103
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.617289571306394e-06,
      "loss": 0.0007,
      "step": 32104
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6167236345106325e-06,
      "loss": 0.0013,
      "step": 32105
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.616157732216288e-06,
      "loss": 0.0008,
      "step": 32106
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.61559186442642e-06,
      "loss": 0.0004,
      "step": 32107
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6150260311440877e-06,
      "loss": 0.001,
      "step": 32108
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.614460232372353e-06,
      "loss": 0.0007,
      "step": 32109
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6138944681142686e-06,
      "loss": 0.0009,
      "step": 32110
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.613328738372893e-06,
      "loss": 0.0009,
      "step": 32111
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6127630431512884e-06,
      "loss": 0.001,
      "step": 32112
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.612197382452507e-06,
      "loss": 0.0013,
      "step": 32113
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.611631756279609e-06,
      "loss": 0.0007,
      "step": 32114
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6110661646356492e-06,
      "loss": 0.0007,
      "step": 32115
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6105006075236914e-06,
      "loss": 0.0006,
      "step": 32116
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.609935084946784e-06,
      "loss": 0.0009,
      "step": 32117
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6093695969079867e-06,
      "loss": 0.0006,
      "step": 32118
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6088041434103603e-06,
      "loss": 0.0008,
      "step": 32119
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.608238724456954e-06,
      "loss": 0.0008,
      "step": 32120
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6076733400508267e-06,
      "loss": 0.0008,
      "step": 32121
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6071079901950345e-06,
      "loss": 0.0009,
      "step": 32122
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.606542674892638e-06,
      "loss": 0.0009,
      "step": 32123
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6059773941466826e-06,
      "loss": 0.0006,
      "step": 32124
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.60541214796023e-06,
      "loss": 0.001,
      "step": 32125
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.604846936336335e-06,
      "loss": 0.0007,
      "step": 32126
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6042817592780512e-06,
      "loss": 0.0005,
      "step": 32127
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.603716616788433e-06,
      "loss": 0.0008,
      "step": 32128
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6031515088705406e-06,
      "loss": 0.0007,
      "step": 32129
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.60258643552742e-06,
      "loss": 0.0014,
      "step": 32130
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.60202139676213e-06,
      "loss": 0.0006,
      "step": 32131
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6014563925777226e-06,
      "loss": 0.0009,
      "step": 32132
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.600891422977257e-06,
      "loss": 0.0009,
      "step": 32133
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.6003264879637788e-06,
      "loss": 0.0009,
      "step": 32134
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.599761587540347e-06,
      "loss": 0.0007,
      "step": 32135
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5991967217100153e-06,
      "loss": 0.0005,
      "step": 32136
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.598631890475831e-06,
      "loss": 0.0006,
      "step": 32137
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.598067093840851e-06,
      "loss": 0.001,
      "step": 32138
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5975023318081283e-06,
      "loss": 0.0015,
      "step": 32139
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.596937604380718e-06,
      "loss": 0.0009,
      "step": 32140
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.596372911561665e-06,
      "loss": 0.0008,
      "step": 32141
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5958082533540273e-06,
      "loss": 0.0007,
      "step": 32142
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5952436297608584e-06,
      "loss": 0.0004,
      "step": 32143
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5946790407852028e-06,
      "loss": 0.0006,
      "step": 32144
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.594114486430116e-06,
      "loss": 0.0007,
      "step": 32145
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5935499666986507e-06,
      "loss": 0.0006,
      "step": 32146
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.59298548159386e-06,
      "loss": 0.0008,
      "step": 32147
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5924210311187878e-06,
      "loss": 0.0009,
      "step": 32148
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.59185661527649e-06,
      "loss": 0.001,
      "step": 32149
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5912922340700206e-06,
      "loss": 0.0004,
      "step": 32150
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.590727887502421e-06,
      "loss": 0.0022,
      "step": 32151
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5901635755767473e-06,
      "loss": 0.0004,
      "step": 32152
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5895992982960483e-06,
      "loss": 0.0006,
      "step": 32153
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.589035055663377e-06,
      "loss": 0.0002,
      "step": 32154
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5884708476817775e-06,
      "loss": 0.0006,
      "step": 32155
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5879066743543023e-06,
      "loss": 0.0012,
      "step": 32156
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5873425356839996e-06,
      "loss": 0.0011,
      "step": 32157
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.586778431673924e-06,
      "loss": 0.0009,
      "step": 32158
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5862143623271172e-06,
      "loss": 0.0005,
      "step": 32159
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5856503276466293e-06,
      "loss": 0.0007,
      "step": 32160
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5850863276355143e-06,
      "loss": 0.0005,
      "step": 32161
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5845223622968107e-06,
      "loss": 0.0007,
      "step": 32162
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.583958431633575e-06,
      "loss": 0.0009,
      "step": 32163
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5833945356488565e-06,
      "loss": 0.0006,
      "step": 32164
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5828306743456965e-06,
      "loss": 0.0011,
      "step": 32165
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.582266847727146e-06,
      "loss": 0.0013,
      "step": 32166
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.581703055796254e-06,
      "loss": 0.0011,
      "step": 32167
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5811392985560644e-06,
      "loss": 0.0004,
      "step": 32168
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.580575576009624e-06,
      "loss": 0.0014,
      "step": 32169
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.580011888159982e-06,
      "loss": 0.0009,
      "step": 32170
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.579448235010189e-06,
      "loss": 0.0007,
      "step": 32171
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.578884616563283e-06,
      "loss": 0.0005,
      "step": 32172
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5783210328223137e-06,
      "loss": 0.0009,
      "step": 32173
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5777574837903295e-06,
      "loss": 0.0004,
      "step": 32174
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.577193969470377e-06,
      "loss": 0.0007,
      "step": 32175
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5766304898654967e-06,
      "loss": 0.0008,
      "step": 32176
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5760670449787384e-06,
      "loss": 0.0006,
      "step": 32177
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.575503634813149e-06,
      "loss": 0.0005,
      "step": 32178
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5749402593717673e-06,
      "loss": 0.0003,
      "step": 32179
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5743769186576427e-06,
      "loss": 0.0006,
      "step": 32180
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5738136126738188e-06,
      "loss": 0.0004,
      "step": 32181
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5732503414233453e-06,
      "loss": 0.0007,
      "step": 32182
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5726871049092593e-06,
      "loss": 0.0005,
      "step": 32183
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5721239031346067e-06,
      "loss": 0.0009,
      "step": 32184
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5715607361024373e-06,
      "loss": 0.0005,
      "step": 32185
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5709976038157877e-06,
      "loss": 0.0005,
      "step": 32186
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5704345062777033e-06,
      "loss": 0.0006,
      "step": 32187
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5698714434912306e-06,
      "loss": 0.0008,
      "step": 32188
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5693084154594137e-06,
      "loss": 0.0006,
      "step": 32189
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.56874542218529e-06,
      "loss": 0.0008,
      "step": 32190
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5681824636719055e-06,
      "loss": 0.0009,
      "step": 32191
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.567619539922307e-06,
      "loss": 0.0011,
      "step": 32192
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.56705665093953e-06,
      "loss": 0.0006,
      "step": 32193
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.56649379672662e-06,
      "loss": 0.0005,
      "step": 32194
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5659309772866203e-06,
      "loss": 0.0005,
      "step": 32195
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5653681926225747e-06,
      "loss": 0.001,
      "step": 32196
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.564805442737519e-06,
      "loss": 0.0009,
      "step": 32197
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5642427276344995e-06,
      "loss": 0.0005,
      "step": 32198
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5636800473165544e-06,
      "loss": 0.0006,
      "step": 32199
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5631174017867286e-06,
      "loss": 0.001,
      "step": 32200
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5625547910480607e-06,
      "loss": 0.001,
      "step": 32201
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5619922151035957e-06,
      "loss": 0.0013,
      "step": 32202
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5614296739563682e-06,
      "loss": 0.0004,
      "step": 32203
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.560867167609422e-06,
      "loss": 0.0009,
      "step": 32204
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.560304696065796e-06,
      "loss": 0.0007,
      "step": 32205
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5597422593285358e-06,
      "loss": 0.0006,
      "step": 32206
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.559179857400673e-06,
      "loss": 0.0006,
      "step": 32207
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.558617490285251e-06,
      "loss": 0.0004,
      "step": 32208
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.558055157985314e-06,
      "loss": 0.001,
      "step": 32209
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.557492860503893e-06,
      "loss": 0.0005,
      "step": 32210
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5569305978440316e-06,
      "loss": 0.0005,
      "step": 32211
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5563683700087683e-06,
      "loss": 0.001,
      "step": 32212
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.555806177001144e-06,
      "loss": 0.0004,
      "step": 32213
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5552440188241945e-06,
      "loss": 0.0008,
      "step": 32214
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.554681895480958e-06,
      "loss": 0.0009,
      "step": 32215
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5541198069744776e-06,
      "loss": 0.0004,
      "step": 32216
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5535577533077835e-06,
      "loss": 0.0006,
      "step": 32217
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5529957344839185e-06,
      "loss": 0.0008,
      "step": 32218
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.552433750505919e-06,
      "loss": 0.0005,
      "step": 32219
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.551871801376827e-06,
      "loss": 0.0006,
      "step": 32220
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.551309887099673e-06,
      "loss": 0.0005,
      "step": 32221
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.550748007677497e-06,
      "loss": 0.001,
      "step": 32222
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5501861631133383e-06,
      "loss": 0.001,
      "step": 32223
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.549624353410229e-06,
      "loss": 0.0009,
      "step": 32224
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5490625785712073e-06,
      "loss": 0.0005,
      "step": 32225
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5485008385993104e-06,
      "loss": 0.0013,
      "step": 32226
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5479391334975776e-06,
      "loss": 0.001,
      "step": 32227
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5473774632690395e-06,
      "loss": 0.0007,
      "step": 32228
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.546815827916733e-06,
      "loss": 0.0005,
      "step": 32229
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5462542274436952e-06,
      "loss": 0.0007,
      "step": 32230
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.545692661852964e-06,
      "loss": 0.0007,
      "step": 32231
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.545131131147569e-06,
      "loss": 0.0006,
      "step": 32232
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.544569635330547e-06,
      "loss": 0.0003,
      "step": 32233
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.544008174404938e-06,
      "loss": 0.0006,
      "step": 32234
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5434467483737656e-06,
      "loss": 0.0006,
      "step": 32235
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5428853572400755e-06,
      "loss": 0.0007,
      "step": 32236
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5423240010069004e-06,
      "loss": 0.001,
      "step": 32237
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5417626796772684e-06,
      "loss": 0.0007,
      "step": 32238
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5412013932542166e-06,
      "loss": 0.0004,
      "step": 32239
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.540640141740783e-06,
      "loss": 0.0011,
      "step": 32240
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5400789251399937e-06,
      "loss": 0.0008,
      "step": 32241
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5395177434548845e-06,
      "loss": 0.0006,
      "step": 32242
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.538956596688491e-06,
      "loss": 0.0009,
      "step": 32243
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5383954848438473e-06,
      "loss": 0.0009,
      "step": 32244
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.53783440792398e-06,
      "loss": 0.0005,
      "step": 32245
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.537273365931926e-06,
      "loss": 0.0005,
      "step": 32246
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5367123588707152e-06,
      "loss": 0.0008,
      "step": 32247
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.536151386743387e-06,
      "loss": 0.0009,
      "step": 32248
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5355904495529635e-06,
      "loss": 0.0004,
      "step": 32249
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.535029547302482e-06,
      "loss": 0.0006,
      "step": 32250
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5344686799949768e-06,
      "loss": 0.0006,
      "step": 32251
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.533907847633472e-06,
      "loss": 0.0012,
      "step": 32252
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5333470502210022e-06,
      "loss": 0.0004,
      "step": 32253
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5327862877606002e-06,
      "loss": 0.0007,
      "step": 32254
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.532225560255298e-06,
      "loss": 0.0009,
      "step": 32255
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.531664867708121e-06,
      "loss": 0.0008,
      "step": 32256
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.531104210122104e-06,
      "loss": 0.0009,
      "step": 32257
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.530543587500278e-06,
      "loss": 0.001,
      "step": 32258
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.529982999845669e-06,
      "loss": 0.0006,
      "step": 32259
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.529422447161308e-06,
      "loss": 0.0008,
      "step": 32260
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.528861929450227e-06,
      "loss": 0.0008,
      "step": 32261
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5283014467154575e-06,
      "loss": 0.0007,
      "step": 32262
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.527740998960023e-06,
      "loss": 0.0004,
      "step": 32263
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.527180586186956e-06,
      "loss": 0.0006,
      "step": 32264
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5266202083992874e-06,
      "loss": 0.001,
      "step": 32265
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.526059865600041e-06,
      "loss": 0.0008,
      "step": 32266
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.525499557792248e-06,
      "loss": 0.0008,
      "step": 32267
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5249392849789377e-06,
      "loss": 0.0003,
      "step": 32268
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.524379047163141e-06,
      "loss": 0.0008,
      "step": 32269
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.523818844347879e-06,
      "loss": 0.0007,
      "step": 32270
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5232586765361797e-06,
      "loss": 0.0007,
      "step": 32271
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5226985437310823e-06,
      "loss": 0.0003,
      "step": 32272
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5221384459356022e-06,
      "loss": 0.0008,
      "step": 32273
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5215783831527704e-06,
      "loss": 0.0016,
      "step": 32274
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5210183553856194e-06,
      "loss": 0.0007,
      "step": 32275
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.520458362637167e-06,
      "loss": 0.0007,
      "step": 32276
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5198984049104436e-06,
      "loss": 0.0009,
      "step": 32277
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5193384822084776e-06,
      "loss": 0.0011,
      "step": 32278
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5187785945342967e-06,
      "loss": 0.0008,
      "step": 32279
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.518218741890921e-06,
      "loss": 0.0003,
      "step": 32280
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.517658924281381e-06,
      "loss": 0.0008,
      "step": 32281
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.517099141708703e-06,
      "loss": 0.0005,
      "step": 32282
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5165393941759098e-06,
      "loss": 0.0009,
      "step": 32283
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.515979681686027e-06,
      "loss": 0.0011,
      "step": 32284
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5154200042420816e-06,
      "loss": 0.0007,
      "step": 32285
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5148603618471012e-06,
      "loss": 0.0003,
      "step": 32286
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.514300754504103e-06,
      "loss": 0.001,
      "step": 32287
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.513741182216117e-06,
      "loss": 0.0007,
      "step": 32288
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.51318164498617e-06,
      "loss": 0.0004,
      "step": 32289
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.51262214281728e-06,
      "loss": 0.0009,
      "step": 32290
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.512062675712474e-06,
      "loss": 0.0009,
      "step": 32291
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5115032436747763e-06,
      "loss": 0.0008,
      "step": 32292
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5109438467072134e-06,
      "loss": 0.0005,
      "step": 32293
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.510384484812802e-06,
      "loss": 0.0009,
      "step": 32294
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5098251579945695e-06,
      "loss": 0.0005,
      "step": 32295
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5092658662555423e-06,
      "loss": 0.0013,
      "step": 32296
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5087066095987364e-06,
      "loss": 0.0007,
      "step": 32297
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5081473880271786e-06,
      "loss": 0.0008,
      "step": 32298
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.50758820154389e-06,
      "loss": 0.0004,
      "step": 32299
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5070290501518978e-06,
      "loss": 0.0008,
      "step": 32300
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.506469933854216e-06,
      "loss": 0.0004,
      "step": 32301
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.505910852653872e-06,
      "loss": 0.0015,
      "step": 32302
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.505351806553886e-06,
      "loss": 0.001,
      "step": 32303
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5047927955572834e-06,
      "loss": 0.0014,
      "step": 32304
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.504233819667079e-06,
      "loss": 0.001,
      "step": 32305
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5036748788862973e-06,
      "loss": 0.0004,
      "step": 32306
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5031159732179587e-06,
      "loss": 0.0007,
      "step": 32307
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.502557102665086e-06,
      "loss": 0.0013,
      "step": 32308
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5019982672306986e-06,
      "loss": 0.0008,
      "step": 32309
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5014394669178198e-06,
      "loss": 0.0008,
      "step": 32310
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5008807017294643e-06,
      "loss": 0.0013,
      "step": 32311
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.5003219716686554e-06,
      "loss": 0.0005,
      "step": 32312
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.499763276738415e-06,
      "loss": 0.0006,
      "step": 32313
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.499204616941758e-06,
      "loss": 0.0006,
      "step": 32314
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.498645992281706e-06,
      "loss": 0.0007,
      "step": 32315
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4980874027612788e-06,
      "loss": 0.0009,
      "step": 32316
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4975288483835e-06,
      "loss": 0.0005,
      "step": 32317
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.49697032915138e-06,
      "loss": 0.0004,
      "step": 32318
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.496411845067942e-06,
      "loss": 0.0008,
      "step": 32319
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4958533961362073e-06,
      "loss": 0.0007,
      "step": 32320
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4952949823591873e-06,
      "loss": 0.0006,
      "step": 32321
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4947366037399054e-06,
      "loss": 0.0006,
      "step": 32322
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.494178260281378e-06,
      "loss": 0.0005,
      "step": 32323
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4936199519866277e-06,
      "loss": 0.001,
      "step": 32324
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4930616788586625e-06,
      "loss": 0.0005,
      "step": 32325
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4925034409005064e-06,
      "loss": 0.0008,
      "step": 32326
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4919452381151753e-06,
      "loss": 0.0003,
      "step": 32327
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4913870705056906e-06,
      "loss": 0.0005,
      "step": 32328
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4908289380750605e-06,
      "loss": 0.0006,
      "step": 32329
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4902708408263064e-06,
      "loss": 0.0008,
      "step": 32330
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4897127787624484e-06,
      "loss": 0.0005,
      "step": 32331
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4891547518864944e-06,
      "loss": 0.0007,
      "step": 32332
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.488596760201466e-06,
      "loss": 0.0005,
      "step": 32333
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4880388037103783e-06,
      "loss": 0.0007,
      "step": 32334
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4874808824162497e-06,
      "loss": 0.001,
      "step": 32335
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4869229963220906e-06,
      "loss": 0.0007,
      "step": 32336
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.486365145430919e-06,
      "loss": 0.0017,
      "step": 32337
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.485807329745752e-06,
      "loss": 0.0009,
      "step": 32338
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4852495492695993e-06,
      "loss": 0.0006,
      "step": 32339
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.484691804005479e-06,
      "loss": 0.0006,
      "step": 32340
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.484134093956406e-06,
      "loss": 0.0008,
      "step": 32341
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4835764191253974e-06,
      "loss": 0.0006,
      "step": 32342
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.483018779515457e-06,
      "loss": 0.0006,
      "step": 32343
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4824611751296087e-06,
      "loss": 0.0007,
      "step": 32344
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4819036059708687e-06,
      "loss": 0.0009,
      "step": 32345
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.481346072042241e-06,
      "loss": 0.0005,
      "step": 32346
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.480788573346745e-06,
      "loss": 0.0008,
      "step": 32347
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.480231109887395e-06,
      "loss": 0.0009,
      "step": 32348
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.479673681667198e-06,
      "loss": 0.0009,
      "step": 32349
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4791162886891715e-06,
      "loss": 0.0008,
      "step": 32350
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4785589309563272e-06,
      "loss": 0.0008,
      "step": 32351
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4780016084716804e-06,
      "loss": 0.0006,
      "step": 32352
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.477444321238238e-06,
      "loss": 0.0012,
      "step": 32353
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.476887069259015e-06,
      "loss": 0.0008,
      "step": 32354
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.476329852537026e-06,
      "loss": 0.0005,
      "step": 32355
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.475772671075276e-06,
      "loss": 0.0005,
      "step": 32356
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4752155248767818e-06,
      "loss": 0.0012,
      "step": 32357
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.474658413944553e-06,
      "loss": 0.0003,
      "step": 32358
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4741013382816036e-06,
      "loss": 0.0008,
      "step": 32359
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4735442978909397e-06,
      "loss": 0.0006,
      "step": 32360
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4729872927755735e-06,
      "loss": 0.0005,
      "step": 32361
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4724303229385215e-06,
      "loss": 0.0009,
      "step": 32362
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.471873388382785e-06,
      "loss": 0.0004,
      "step": 32363
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.471316489111378e-06,
      "loss": 0.0007,
      "step": 32364
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4707596251273123e-06,
      "loss": 0.0008,
      "step": 32365
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.470202796433598e-06,
      "loss": 0.001,
      "step": 32366
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4696460030332413e-06,
      "loss": 0.0011,
      "step": 32367
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4690892449292535e-06,
      "loss": 0.0005,
      "step": 32368
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4685325221246468e-06,
      "loss": 0.0013,
      "step": 32369
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4679758346224234e-06,
      "loss": 0.0007,
      "step": 32370
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4674191824255963e-06,
      "loss": 0.0005,
      "step": 32371
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4668625655371746e-06,
      "loss": 0.0005,
      "step": 32372
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.46630598396017e-06,
      "loss": 0.0007,
      "step": 32373
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.465749437697582e-06,
      "loss": 0.0009,
      "step": 32374
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4651929267524256e-06,
      "loss": 0.0007,
      "step": 32375
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4646364511277085e-06,
      "loss": 0.001,
      "step": 32376
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.464080010826435e-06,
      "loss": 0.001,
      "step": 32377
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.463523605851613e-06,
      "loss": 0.002,
      "step": 32378
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.4629672362062515e-06,
      "loss": 0.0005,
      "step": 32379
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.462410901893358e-06,
      "loss": 0.0011,
      "step": 32380
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4618546029159396e-06,
      "loss": 0.0006,
      "step": 32381
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4612983392770008e-06,
      "loss": 0.0005,
      "step": 32382
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.460742110979555e-06,
      "loss": 0.0004,
      "step": 32383
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4601859180265984e-06,
      "loss": 0.0007,
      "step": 32384
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4596297604211425e-06,
      "loss": 0.0014,
      "step": 32385
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.459073638166196e-06,
      "loss": 0.0006,
      "step": 32386
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4585175512647595e-06,
      "loss": 0.0007,
      "step": 32387
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4579614997198395e-06,
      "loss": 0.0008,
      "step": 32388
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.457405483534444e-06,
      "loss": 0.001,
      "step": 32389
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.45684950271158e-06,
      "loss": 0.0006,
      "step": 32390
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4562935572542468e-06,
      "loss": 0.0009,
      "step": 32391
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4557376471654515e-06,
      "loss": 0.001,
      "step": 32392
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.455181772448202e-06,
      "loss": 0.0004,
      "step": 32393
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.454625933105498e-06,
      "loss": 0.0007,
      "step": 32394
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4540701291403454e-06,
      "loss": 0.0008,
      "step": 32395
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4535143605557485e-06,
      "loss": 0.001,
      "step": 32396
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4529586273547156e-06,
      "loss": 0.0009,
      "step": 32397
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.452402929540243e-06,
      "loss": 0.0005,
      "step": 32398
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.451847267115337e-06,
      "loss": 0.0006,
      "step": 32399
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.451291640083001e-06,
      "loss": 0.001,
      "step": 32400
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.450736048446244e-06,
      "loss": 0.001,
      "step": 32401
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4501804922080584e-06,
      "loss": 0.0008,
      "step": 32402
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4496249713714536e-06,
      "loss": 0.0007,
      "step": 32403
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4490694859394335e-06,
      "loss": 0.0011,
      "step": 32404
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4485140359149937e-06,
      "loss": 0.0003,
      "step": 32405
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.447958621301142e-06,
      "loss": 0.0009,
      "step": 32406
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4474032421008773e-06,
      "loss": 0.0003,
      "step": 32407
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.446847898317207e-06,
      "loss": 0.0004,
      "step": 32408
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.446292589953125e-06,
      "loss": 0.0006,
      "step": 32409
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.445737317011637e-06,
      "loss": 0.0006,
      "step": 32410
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4451820794957467e-06,
      "loss": 0.0007,
      "step": 32411
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.444626877408449e-06,
      "loss": 0.0006,
      "step": 32412
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.444071710752748e-06,
      "loss": 0.0007,
      "step": 32413
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.443516579531644e-06,
      "loss": 0.0007,
      "step": 32414
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4429614837481372e-06,
      "loss": 0.0007,
      "step": 32415
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.442406423405229e-06,
      "loss": 0.0008,
      "step": 32416
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4418513985059177e-06,
      "loss": 0.0007,
      "step": 32417
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4412964090532085e-06,
      "loss": 0.0009,
      "step": 32418
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.440741455050094e-06,
      "loss": 0.0008,
      "step": 32419
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4401865364995758e-06,
      "loss": 0.0009,
      "step": 32420
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.439631653404658e-06,
      "loss": 0.0009,
      "step": 32421
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.439076805768332e-06,
      "loss": 0.0003,
      "step": 32422
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.438521993593601e-06,
      "loss": 0.0007,
      "step": 32423
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.437967216883462e-06,
      "loss": 0.0006,
      "step": 32424
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.43741247564092e-06,
      "loss": 0.0007,
      "step": 32425
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.436857769868963e-06,
      "loss": 0.0008,
      "step": 32426
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.436303099570596e-06,
      "loss": 0.001,
      "step": 32427
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.435748464748817e-06,
      "loss": 0.0006,
      "step": 32428
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4351938654066197e-06,
      "loss": 0.0006,
      "step": 32429
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.434639301547005e-06,
      "loss": 0.0009,
      "step": 32430
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4340847731729675e-06,
      "loss": 0.0011,
      "step": 32431
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4335302802875105e-06,
      "loss": 0.0006,
      "step": 32432
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4329758228936237e-06,
      "loss": 0.0008,
      "step": 32433
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.432421400994307e-06,
      "loss": 0.0007,
      "step": 32434
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4318670145925602e-06,
      "loss": 0.0011,
      "step": 32435
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.431312663691373e-06,
      "loss": 0.0006,
      "step": 32436
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4307583482937455e-06,
      "loss": 0.0005,
      "step": 32437
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4302040684026737e-06,
      "loss": 0.0008,
      "step": 32438
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4296498240211564e-06,
      "loss": 0.0007,
      "step": 32439
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4290956151521824e-06,
      "loss": 0.0007,
      "step": 32440
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.428541441798752e-06,
      "loss": 0.0014,
      "step": 32441
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4279873039638623e-06,
      "loss": 0.0006,
      "step": 32442
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.427433201650502e-06,
      "loss": 0.0008,
      "step": 32443
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4268791348616693e-06,
      "loss": 0.0009,
      "step": 32444
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.42632510360036e-06,
      "loss": 0.0006,
      "step": 32445
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4257711078695697e-06,
      "loss": 0.0013,
      "step": 32446
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4252171476722882e-06,
      "loss": 0.0007,
      "step": 32447
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.424663223011513e-06,
      "loss": 0.0016,
      "step": 32448
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.42410933389024e-06,
      "loss": 0.0008,
      "step": 32449
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.423555480311457e-06,
      "loss": 0.0004,
      "step": 32450
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.423001662278157e-06,
      "loss": 0.001,
      "step": 32451
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.422447879793345e-06,
      "loss": 0.0007,
      "step": 32452
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.421894132860002e-06,
      "loss": 0.0007,
      "step": 32453
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.421340421481125e-06,
      "loss": 0.0007,
      "step": 32454
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4207867456597087e-06,
      "loss": 0.0011,
      "step": 32455
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.420233105398746e-06,
      "loss": 0.0007,
      "step": 32456
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.419679500701225e-06,
      "loss": 0.0007,
      "step": 32457
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4191259315701397e-06,
      "loss": 0.0009,
      "step": 32458
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4185723980084862e-06,
      "loss": 0.0006,
      "step": 32459
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4180189000192498e-06,
      "loss": 0.0006,
      "step": 32460
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4174654376054263e-06,
      "loss": 0.0008,
      "step": 32461
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.416912010770005e-06,
      "loss": 0.0006,
      "step": 32462
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4163586195159815e-06,
      "loss": 0.0006,
      "step": 32463
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.41580526384634e-06,
      "loss": 0.0011,
      "step": 32464
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4152519437640754e-06,
      "loss": 0.001,
      "step": 32465
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.414698659272182e-06,
      "loss": 0.0005,
      "step": 32466
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4141454103736417e-06,
      "loss": 0.0006,
      "step": 32467
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4135921970714504e-06,
      "loss": 0.0005,
      "step": 32468
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.413039019368597e-06,
      "loss": 0.0005,
      "step": 32469
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4124858772680735e-06,
      "loss": 0.0006,
      "step": 32470
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4119327707728654e-06,
      "loss": 0.001,
      "step": 32471
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.411379699885965e-06,
      "loss": 0.0007,
      "step": 32472
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4108266646103607e-06,
      "loss": 0.0008,
      "step": 32473
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4102736649490453e-06,
      "loss": 0.0009,
      "step": 32474
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4097207009050016e-06,
      "loss": 0.0005,
      "step": 32475
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.409167772481221e-06,
      "loss": 0.0006,
      "step": 32476
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.408614879680696e-06,
      "loss": 0.001,
      "step": 32477
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4080620225064077e-06,
      "loss": 0.0009,
      "step": 32478
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4075092009613476e-06,
      "loss": 0.0004,
      "step": 32479
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4069564150485034e-06,
      "loss": 0.0009,
      "step": 32480
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.406403664770869e-06,
      "loss": 0.0007,
      "step": 32481
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4058509501314206e-06,
      "loss": 0.0007,
      "step": 32482
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4052982711331527e-06,
      "loss": 0.0007,
      "step": 32483
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4047456277790545e-06,
      "loss": 0.0006,
      "step": 32484
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4041930200721063e-06,
      "loss": 0.0009,
      "step": 32485
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4036404480152984e-06,
      "loss": 0.0005,
      "step": 32486
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.403087911611618e-06,
      "loss": 0.0008,
      "step": 32487
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4025354108640506e-06,
      "loss": 0.0006,
      "step": 32488
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.401982945775583e-06,
      "loss": 0.0011,
      "step": 32489
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4014305163492045e-06,
      "loss": 0.0007,
      "step": 32490
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4008781225878938e-06,
      "loss": 0.0007,
      "step": 32491
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.4003257644946407e-06,
      "loss": 0.0009,
      "step": 32492
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3997734420724303e-06,
      "loss": 0.0009,
      "step": 32493
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3992211553242516e-06,
      "loss": 0.0006,
      "step": 32494
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3986689042530816e-06,
      "loss": 0.0009,
      "step": 32495
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.398116688861911e-06,
      "loss": 0.0004,
      "step": 32496
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3975645091537223e-06,
      "loss": 0.0011,
      "step": 32497
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3970123651315045e-06,
      "loss": 0.0007,
      "step": 32498
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.396460256798234e-06,
      "loss": 0.0009,
      "step": 32499
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.395908184156901e-06,
      "loss": 0.0012,
      "step": 32500
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.395356147210489e-06,
      "loss": 0.0013,
      "step": 32501
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3948041459619785e-06,
      "loss": 0.0009,
      "step": 32502
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3942521804143537e-06,
      "loss": 0.0008,
      "step": 32503
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3937002505705996e-06,
      "loss": 0.0008,
      "step": 32504
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.393148356433703e-06,
      "loss": 0.0008,
      "step": 32505
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3925964980066383e-06,
      "loss": 0.0007,
      "step": 32506
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.392044675292394e-06,
      "loss": 0.0008,
      "step": 32507
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.391492888293955e-06,
      "loss": 0.0006,
      "step": 32508
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3909411370142954e-06,
      "loss": 0.0009,
      "step": 32509
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3903894214564028e-06,
      "loss": 0.0007,
      "step": 32510
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3898377416232584e-06,
      "loss": 0.0006,
      "step": 32511
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3892860975178477e-06,
      "loss": 0.0007,
      "step": 32512
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.388734489143145e-06,
      "loss": 0.0006,
      "step": 32513
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3881829165021363e-06,
      "loss": 0.0009,
      "step": 32514
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3876313795978053e-06,
      "loss": 0.0013,
      "step": 32515
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.387079878433126e-06,
      "loss": 0.0008,
      "step": 32516
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.386528413011083e-06,
      "loss": 0.0006,
      "step": 32517
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.385976983334658e-06,
      "loss": 0.0008,
      "step": 32518
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3854255894068322e-06,
      "loss": 0.0004,
      "step": 32519
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3848742312305825e-06,
      "loss": 0.0004,
      "step": 32520
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.384322908808889e-06,
      "loss": 0.0009,
      "step": 32521
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.383771622144738e-06,
      "loss": 0.0008,
      "step": 32522
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3832203712410973e-06,
      "loss": 0.0006,
      "step": 32523
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3826691561009563e-06,
      "loss": 0.0004,
      "step": 32524
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.382117976727295e-06,
      "loss": 0.0011,
      "step": 32525
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3815668331230856e-06,
      "loss": 0.001,
      "step": 32526
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.38101572529131e-06,
      "loss": 0.0002,
      "step": 32527
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3804646532349484e-06,
      "loss": 0.0012,
      "step": 32528
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3799136169569802e-06,
      "loss": 0.0007,
      "step": 32529
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.37936261646038e-06,
      "loss": 0.0006,
      "step": 32530
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3788116517481264e-06,
      "loss": 0.0007,
      "step": 32531
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3782607228232025e-06,
      "loss": 0.0009,
      "step": 32532
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.377709829688579e-06,
      "loss": 0.0006,
      "step": 32533
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3771589723472364e-06,
      "loss": 0.0008,
      "step": 32534
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.376608150802153e-06,
      "loss": 0.0012,
      "step": 32535
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3760573650563078e-06,
      "loss": 0.0008,
      "step": 32536
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3755066151126724e-06,
      "loss": 0.0005,
      "step": 32537
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3749559009742272e-06,
      "loss": 0.0007,
      "step": 32538
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3744052226439504e-06,
      "loss": 0.0006,
      "step": 32539
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3738545801248137e-06,
      "loss": 0.001,
      "step": 32540
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.373303973419795e-06,
      "loss": 0.0008,
      "step": 32541
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.372753402531871e-06,
      "loss": 0.0013,
      "step": 32542
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3722028674640207e-06,
      "loss": 0.0009,
      "step": 32543
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3716523682192124e-06,
      "loss": 0.0004,
      "step": 32544
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.371101904800428e-06,
      "loss": 0.0006,
      "step": 32545
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.370551477210642e-06,
      "loss": 0.0003,
      "step": 32546
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3700010854528254e-06,
      "loss": 0.0005,
      "step": 32547
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.369450729529955e-06,
      "loss": 0.001,
      "step": 32548
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.368900409445005e-06,
      "loss": 0.0008,
      "step": 32549
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3683501252009552e-06,
      "loss": 0.0008,
      "step": 32550
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3677998768007724e-06,
      "loss": 0.0008,
      "step": 32551
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.367249664247434e-06,
      "loss": 0.0004,
      "step": 32552
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.366699487543913e-06,
      "loss": 0.0006,
      "step": 32553
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3661493466931884e-06,
      "loss": 0.0007,
      "step": 32554
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.365599241698224e-06,
      "loss": 0.0006,
      "step": 32555
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.365049172561999e-06,
      "loss": 0.0002,
      "step": 32556
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3644991392874894e-06,
      "loss": 0.0012,
      "step": 32557
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3639491418776595e-06,
      "loss": 0.0005,
      "step": 32558
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.363399180335485e-06,
      "loss": 0.0005,
      "step": 32559
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3628492546639467e-06,
      "loss": 0.0007,
      "step": 32560
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3622993648660063e-06,
      "loss": 0.0007,
      "step": 32561
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.361749510944642e-06,
      "loss": 0.0005,
      "step": 32562
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3611996929028256e-06,
      "loss": 0.0011,
      "step": 32563
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3606499107435243e-06,
      "loss": 0.0007,
      "step": 32564
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3601001644697128e-06,
      "loss": 0.0005,
      "step": 32565
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3595504540843616e-06,
      "loss": 0.0008,
      "step": 32566
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3590007795904467e-06,
      "loss": 0.0011,
      "step": 32567
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3584511409909315e-06,
      "loss": 0.0009,
      "step": 32568
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.357901538288789e-06,
      "loss": 0.0007,
      "step": 32569
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3573519714869916e-06,
      "loss": 0.0007,
      "step": 32570
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3568024405885123e-06,
      "loss": 0.001,
      "step": 32571
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3562529455963157e-06,
      "loss": 0.0004,
      "step": 32572
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.355703486513372e-06,
      "loss": 0.001,
      "step": 32573
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3551540633426583e-06,
      "loss": 0.0005,
      "step": 32574
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3546046760871343e-06,
      "loss": 0.0006,
      "step": 32575
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3540553247497753e-06,
      "loss": 0.0015,
      "step": 32576
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.353506009333549e-06,
      "loss": 0.0004,
      "step": 32577
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3529567298414277e-06,
      "loss": 0.0004,
      "step": 32578
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3524074862763743e-06,
      "loss": 0.0005,
      "step": 32579
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.351858278641361e-06,
      "loss": 0.0011,
      "step": 32580
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.351309106939359e-06,
      "loss": 0.0006,
      "step": 32581
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3507599711733287e-06,
      "loss": 0.0005,
      "step": 32582
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3502108713462445e-06,
      "loss": 0.001,
      "step": 32583
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.349661807461071e-06,
      "loss": 0.0007,
      "step": 32584
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.349112779520781e-06,
      "loss": 0.0007,
      "step": 32585
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.348563787528336e-06,
      "loss": 0.0008,
      "step": 32586
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3480148314867056e-06,
      "loss": 0.0005,
      "step": 32587
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3474659113988596e-06,
      "loss": 0.0006,
      "step": 32588
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3469170272677587e-06,
      "loss": 0.0005,
      "step": 32589
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3463681790963743e-06,
      "loss": 0.0006,
      "step": 32590
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3458193668876714e-06,
      "loss": 0.0009,
      "step": 32591
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3452705906446194e-06,
      "loss": 0.0007,
      "step": 32592
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3447218503701786e-06,
      "loss": 0.0009,
      "step": 32593
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.344173146067318e-06,
      "loss": 0.0007,
      "step": 32594
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.343624477739007e-06,
      "loss": 0.0009,
      "step": 32595
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3430758453882005e-06,
      "loss": 0.0005,
      "step": 32596
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.342527249017875e-06,
      "loss": 0.0009,
      "step": 32597
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3419786886309935e-06,
      "loss": 0.0005,
      "step": 32598
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.341430164230517e-06,
      "loss": 0.0005,
      "step": 32599
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3408816758194105e-06,
      "loss": 0.0007,
      "step": 32600
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3403332234006414e-06,
      "loss": 0.0007,
      "step": 32601
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3397848069771765e-06,
      "loss": 0.0004,
      "step": 32602
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3392364265519728e-06,
      "loss": 0.0009,
      "step": 32603
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3386880821279978e-06,
      "loss": 0.0007,
      "step": 32604
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3381397737082187e-06,
      "loss": 0.001,
      "step": 32605
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3375915012955916e-06,
      "loss": 0.0007,
      "step": 32606
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.337043264893085e-06,
      "loss": 0.0009,
      "step": 32607
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.336495064503661e-06,
      "loss": 0.0008,
      "step": 32608
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3359469001302868e-06,
      "loss": 0.001,
      "step": 32609
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3353987717759162e-06,
      "loss": 0.0007,
      "step": 32610
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3348506794435187e-06,
      "loss": 0.001,
      "step": 32611
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3343026231360567e-06,
      "loss": 0.001,
      "step": 32612
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.333754602856487e-06,
      "loss": 0.0007,
      "step": 32613
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.333206618607776e-06,
      "loss": 0.0004,
      "step": 32614
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3326586703928853e-06,
      "loss": 0.0008,
      "step": 32615
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3321107582147784e-06,
      "loss": 0.0006,
      "step": 32616
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.331562882076411e-06,
      "loss": 0.0009,
      "step": 32617
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3310150419807475e-06,
      "loss": 0.0008,
      "step": 32618
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3304672379307534e-06,
      "loss": 0.0006,
      "step": 32619
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3299194699293814e-06,
      "loss": 0.0009,
      "step": 32620
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3293717379795954e-06,
      "loss": 0.0005,
      "step": 32621
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3288240420843564e-06,
      "loss": 0.0016,
      "step": 32622
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.328276382246629e-06,
      "loss": 0.0007,
      "step": 32623
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.327728758469366e-06,
      "loss": 0.001,
      "step": 32624
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3271811707555303e-06,
      "loss": 0.0006,
      "step": 32625
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3266336191080807e-06,
      "loss": 0.0005,
      "step": 32626
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.326086103529982e-06,
      "loss": 0.0011,
      "step": 32627
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.325538624024186e-06,
      "loss": 0.0015,
      "step": 32628
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.324991180593654e-06,
      "loss": 0.0011,
      "step": 32629
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.324443773241349e-06,
      "loss": 0.0004,
      "step": 32630
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3238964019702246e-06,
      "loss": 0.0009,
      "step": 32631
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.323349066783238e-06,
      "loss": 0.0005,
      "step": 32632
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.322801767683357e-06,
      "loss": 0.0007,
      "step": 32633
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3222545046735298e-06,
      "loss": 0.0012,
      "step": 32634
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3217072777567193e-06,
      "loss": 0.0006,
      "step": 32635
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.321160086935884e-06,
      "loss": 0.0005,
      "step": 32636
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.320612932213978e-06,
      "loss": 0.0005,
      "step": 32637
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.320065813593959e-06,
      "loss": 0.0011,
      "step": 32638
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.319518731078786e-06,
      "loss": 0.0006,
      "step": 32639
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.318971684671418e-06,
      "loss": 0.0006,
      "step": 32640
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.318424674374806e-06,
      "loss": 0.001,
      "step": 32641
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3178777001919093e-06,
      "loss": 0.0009,
      "step": 32642
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3173307621256857e-06,
      "loss": 0.0007,
      "step": 32643
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3167838601790925e-06,
      "loss": 0.0008,
      "step": 32644
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.316236994355081e-06,
      "loss": 0.0005,
      "step": 32645
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.31569016465661e-06,
      "loss": 0.0005,
      "step": 32646
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3151433710866364e-06,
      "loss": 0.0004,
      "step": 32647
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3145966136481122e-06,
      "loss": 0.0006,
      "step": 32648
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3140498923439933e-06,
      "loss": 0.0011,
      "step": 32649
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3135032071772353e-06,
      "loss": 0.0014,
      "step": 32650
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3129565581507973e-06,
      "loss": 0.0007,
      "step": 32651
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.312409945267627e-06,
      "loss": 0.0013,
      "step": 32652
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.311863368530681e-06,
      "loss": 0.0004,
      "step": 32653
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3113168279429185e-06,
      "loss": 0.0008,
      "step": 32654
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3107703235072852e-06,
      "loss": 0.0004,
      "step": 32655
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3102238552267396e-06,
      "loss": 0.0005,
      "step": 32656
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.309677423104235e-06,
      "loss": 0.0009,
      "step": 32657
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.309131027142728e-06,
      "loss": 0.0003,
      "step": 32658
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.308584667345165e-06,
      "loss": 0.001,
      "step": 32659
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3080383437145026e-06,
      "loss": 0.0014,
      "step": 32660
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.307492056253697e-06,
      "loss": 0.0011,
      "step": 32661
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3069458049656944e-06,
      "loss": 0.0007,
      "step": 32662
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.306399589853451e-06,
      "loss": 0.0007,
      "step": 32663
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.305853410919917e-06,
      "loss": 0.0009,
      "step": 32664
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3053072681680497e-06,
      "loss": 0.0005,
      "step": 32665
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3047611616007947e-06,
      "loss": 0.0008,
      "step": 32666
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3042150912211055e-06,
      "loss": 0.0008,
      "step": 32667
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3036690570319354e-06,
      "loss": 0.0005,
      "step": 32668
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.303123059036234e-06,
      "loss": 0.0007,
      "step": 32669
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.302577097236953e-06,
      "loss": 0.0006,
      "step": 32670
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.302031171637048e-06,
      "loss": 0.0008,
      "step": 32671
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3014852822394607e-06,
      "loss": 0.001,
      "step": 32672
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.3009394290471452e-06,
      "loss": 0.0007,
      "step": 32673
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.300393612063053e-06,
      "loss": 0.0004,
      "step": 32674
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.299847831290138e-06,
      "loss": 0.0005,
      "step": 32675
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.299302086731342e-06,
      "loss": 0.0004,
      "step": 32676
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.298756378389619e-06,
      "loss": 0.0012,
      "step": 32677
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2982107062679213e-06,
      "loss": 0.001,
      "step": 32678
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2976650703691915e-06,
      "loss": 0.0004,
      "step": 32679
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.297119470696383e-06,
      "loss": 0.0006,
      "step": 32680
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.296573907252444e-06,
      "loss": 0.0006,
      "step": 32681
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.296028380040327e-06,
      "loss": 0.0008,
      "step": 32682
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.295482889062973e-06,
      "loss": 0.0005,
      "step": 32683
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2949374343233354e-06,
      "loss": 0.0006,
      "step": 32684
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2943920158243635e-06,
      "loss": 0.0009,
      "step": 32685
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.293846633569001e-06,
      "loss": 0.0007,
      "step": 32686
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2933012875601967e-06,
      "loss": 0.0007,
      "step": 32687
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2927559778009e-06,
      "loss": 0.0007,
      "step": 32688
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.29221070429406e-06,
      "loss": 0.0006,
      "step": 32689
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2916654670426184e-06,
      "loss": 0.0008,
      "step": 32690
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2911202660495258e-06,
      "loss": 0.001,
      "step": 32691
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.290575101317731e-06,
      "loss": 0.0002,
      "step": 32692
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.290029972850175e-06,
      "loss": 0.0012,
      "step": 32693
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.289484880649807e-06,
      "loss": 0.001,
      "step": 32694
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2889398247195736e-06,
      "loss": 0.0011,
      "step": 32695
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2883948050624236e-06,
      "loss": 0.0008,
      "step": 32696
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2878498216812973e-06,
      "loss": 0.0005,
      "step": 32697
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2873048745791426e-06,
      "loss": 0.0006,
      "step": 32698
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2867599637589044e-06,
      "loss": 0.0005,
      "step": 32699
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2862150892235324e-06,
      "loss": 0.0006,
      "step": 32700
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2856702509759654e-06,
      "loss": 0.0005,
      "step": 32701
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2851254490191497e-06,
      "loss": 0.0013,
      "step": 32702
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2845806833560344e-06,
      "loss": 0.0008,
      "step": 32703
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.284035953989555e-06,
      "loss": 0.001,
      "step": 32704
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2834912609226633e-06,
      "loss": 0.0013,
      "step": 32705
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.282946604158306e-06,
      "loss": 0.0008,
      "step": 32706
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.282401983699418e-06,
      "loss": 0.0005,
      "step": 32707
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.281857399548947e-06,
      "loss": 0.0006,
      "step": 32708
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2813128517098402e-06,
      "loss": 0.0011,
      "step": 32709
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2807683401850343e-06,
      "loss": 0.0007,
      "step": 32710
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2802238649774766e-06,
      "loss": 0.0007,
      "step": 32711
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2796794260901076e-06,
      "loss": 0.0006,
      "step": 32712
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2791350235258747e-06,
      "loss": 0.0011,
      "step": 32713
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2785906572877135e-06,
      "loss": 0.0007,
      "step": 32714
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.278046327378569e-06,
      "loss": 0.0009,
      "step": 32715
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.277502033801385e-06,
      "loss": 0.001,
      "step": 32716
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2769577765591056e-06,
      "loss": 0.0005,
      "step": 32717
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.276413555654665e-06,
      "loss": 0.0009,
      "step": 32718
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2758693710910093e-06,
      "loss": 0.0009,
      "step": 32719
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.275325222871083e-06,
      "loss": 0.0013,
      "step": 32720
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.27478111099782e-06,
      "loss": 0.0006,
      "step": 32721
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2742370354741658e-06,
      "loss": 0.001,
      "step": 32722
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2736929963030596e-06,
      "loss": 0.0006,
      "step": 32723
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.273148993487445e-06,
      "loss": 0.0003,
      "step": 32724
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.272605027030257e-06,
      "loss": 0.0007,
      "step": 32725
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.272061096934439e-06,
      "loss": 0.0005,
      "step": 32726
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.271517203202933e-06,
      "loss": 0.0009,
      "step": 32727
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.270973345838674e-06,
      "loss": 0.0008,
      "step": 32728
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.270429524844603e-06,
      "loss": 0.0006,
      "step": 32729
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2698857402236597e-06,
      "loss": 0.0008,
      "step": 32730
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2693419919787874e-06,
      "loss": 0.0008,
      "step": 32731
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.268798280112917e-06,
      "loss": 0.0007,
      "step": 32732
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.268254604628992e-06,
      "loss": 0.0008,
      "step": 32733
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2677109655299546e-06,
      "loss": 0.0008,
      "step": 32734
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.267167362818735e-06,
      "loss": 0.0004,
      "step": 32735
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.266623796498275e-06,
      "loss": 0.0005,
      "step": 32736
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.266080266571513e-06,
      "loss": 0.0012,
      "step": 32737
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.26553677304139e-06,
      "loss": 0.0005,
      "step": 32738
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.264993315910837e-06,
      "loss": 0.0008,
      "step": 32739
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2644498951827917e-06,
      "loss": 0.0016,
      "step": 32740
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2639065108601995e-06,
      "loss": 0.0008,
      "step": 32741
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2633631629459905e-06,
      "loss": 0.0009,
      "step": 32742
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.262819851443102e-06,
      "loss": 0.0007,
      "step": 32743
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.262276576354475e-06,
      "loss": 0.0006,
      "step": 32744
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2617333376830386e-06,
      "loss": 0.0008,
      "step": 32745
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2611901354317332e-06,
      "loss": 0.0006,
      "step": 32746
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2606469696034947e-06,
      "loss": 0.0006,
      "step": 32747
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.260103840201262e-06,
      "loss": 0.0004,
      "step": 32748
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2595607472279646e-06,
      "loss": 0.001,
      "step": 32749
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.25901769068654e-06,
      "loss": 0.0005,
      "step": 32750
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2584746705799275e-06,
      "loss": 0.0006,
      "step": 32751
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2579316869110556e-06,
      "loss": 0.0005,
      "step": 32752
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2573887396828617e-06,
      "loss": 0.0006,
      "step": 32753
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2568458288982807e-06,
      "loss": 0.0003,
      "step": 32754
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.256302954560251e-06,
      "loss": 0.0008,
      "step": 32755
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.255760116671699e-06,
      "loss": 0.0005,
      "step": 32756
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2552173152355637e-06,
      "loss": 0.0005,
      "step": 32757
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2546745502547817e-06,
      "loss": 0.0003,
      "step": 32758
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2541318217322782e-06,
      "loss": 0.0012,
      "step": 32759
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.253589129670992e-06,
      "loss": 0.0003,
      "step": 32760
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2530464740738556e-06,
      "loss": 0.001,
      "step": 32761
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.252503854943806e-06,
      "loss": 0.0008,
      "step": 32762
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.251961272283768e-06,
      "loss": 0.0008,
      "step": 32763
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.251418726096679e-06,
      "loss": 0.0008,
      "step": 32764
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2508762163854735e-06,
      "loss": 0.0011,
      "step": 32765
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.250333743153078e-06,
      "loss": 0.0009,
      "step": 32766
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2497913064024277e-06,
      "loss": 0.0007,
      "step": 32767
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.249248906136454e-06,
      "loss": 0.0009,
      "step": 32768
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.248706542358093e-06,
      "loss": 0.0012,
      "step": 32769
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2481642150702686e-06,
      "loss": 0.0008,
      "step": 32770
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2476219242759154e-06,
      "loss": 0.0009,
      "step": 32771
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.247079669977965e-06,
      "loss": 0.0008,
      "step": 32772
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2465374521793513e-06,
      "loss": 0.0007,
      "step": 32773
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.245995270882998e-06,
      "loss": 0.0006,
      "step": 32774
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.245453126091839e-06,
      "loss": 0.0007,
      "step": 32775
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.244911017808804e-06,
      "loss": 0.0004,
      "step": 32776
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2443689460368256e-06,
      "loss": 0.0012,
      "step": 32777
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.24382691077883e-06,
      "loss": 0.0006,
      "step": 32778
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.243284912037753e-06,
      "loss": 0.0004,
      "step": 32779
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.242742949816516e-06,
      "loss": 0.0011,
      "step": 32780
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2422010241180535e-06,
      "loss": 0.0006,
      "step": 32781
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.241659134945295e-06,
      "loss": 0.0009,
      "step": 32782
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.241117282301166e-06,
      "loss": 0.0006,
      "step": 32783
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.240575466188596e-06,
      "loss": 0.0005,
      "step": 32784
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.240033686610514e-06,
      "loss": 0.0006,
      "step": 32785
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2394919435698526e-06,
      "loss": 0.0006,
      "step": 32786
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2389502370695313e-06,
      "loss": 0.0011,
      "step": 32787
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2384085671124843e-06,
      "loss": 0.0007,
      "step": 32788
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.23786693370164e-06,
      "loss": 0.001,
      "step": 32789
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2373253368399203e-06,
      "loss": 0.0006,
      "step": 32790
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.236783776530256e-06,
      "loss": 0.0007,
      "step": 32791
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2362422527755743e-06,
      "loss": 0.0006,
      "step": 32792
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.235700765578804e-06,
      "loss": 0.001,
      "step": 32793
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.235159314942867e-06,
      "loss": 0.0009,
      "step": 32794
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2346179008706936e-06,
      "loss": 0.0004,
      "step": 32795
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.234076523365208e-06,
      "loss": 0.0008,
      "step": 32796
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2335351824293402e-06,
      "loss": 0.0004,
      "step": 32797
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.232993878066011e-06,
      "loss": 0.001,
      "step": 32798
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.232452610278147e-06,
      "loss": 0.0006,
      "step": 32799
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2319113790686798e-06,
      "loss": 0.0014,
      "step": 32800
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2313701844405265e-06,
      "loss": 0.0007,
      "step": 32801
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.230829026396615e-06,
      "loss": 0.0008,
      "step": 32802
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2302879049398715e-06,
      "loss": 0.0005,
      "step": 32803
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.229746820073224e-06,
      "loss": 0.0005,
      "step": 32804
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2292057717995896e-06,
      "loss": 0.0008,
      "step": 32805
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2286647601218967e-06,
      "loss": 0.0008,
      "step": 32806
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2281237850430723e-06,
      "loss": 0.0005,
      "step": 32807
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.227582846566033e-06,
      "loss": 0.0006,
      "step": 32808
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2270419446937084e-06,
      "loss": 0.0004,
      "step": 32809
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.22650107942902e-06,
      "loss": 0.001,
      "step": 32810
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2259602507748942e-06,
      "loss": 0.0006,
      "step": 32811
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2254194587342447e-06,
      "loss": 0.0006,
      "step": 32812
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2248787033100058e-06,
      "loss": 0.0011,
      "step": 32813
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2243379845050984e-06,
      "loss": 0.0012,
      "step": 32814
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.223797302322439e-06,
      "loss": 0.0003,
      "step": 32815
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2232566567649538e-06,
      "loss": 0.0006,
      "step": 32816
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2227160478355666e-06,
      "loss": 0.0008,
      "step": 32817
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.222175475537196e-06,
      "loss": 0.0006,
      "step": 32818
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.221634939872764e-06,
      "loss": 0.0005,
      "step": 32819
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.2210944408451937e-06,
      "loss": 0.0011,
      "step": 32820
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.220553978457409e-06,
      "loss": 0.0006,
      "step": 32821
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2200135527123256e-06,
      "loss": 0.0008,
      "step": 32822
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.219473163612866e-06,
      "loss": 0.0007,
      "step": 32823
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.218932811161957e-06,
      "loss": 0.0006,
      "step": 32824
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.218392495362509e-06,
      "loss": 0.0005,
      "step": 32825
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2178522162174486e-06,
      "loss": 0.0005,
      "step": 32826
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2173119737296954e-06,
      "loss": 0.0006,
      "step": 32827
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2167717679021714e-06,
      "loss": 0.0009,
      "step": 32828
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2162315987377914e-06,
      "loss": 0.0005,
      "step": 32829
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.215691466239478e-06,
      "loss": 0.0011,
      "step": 32830
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.215151370410152e-06,
      "loss": 0.0006,
      "step": 32831
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.214611311252729e-06,
      "loss": 0.0006,
      "step": 32832
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2140712887701286e-06,
      "loss": 0.0005,
      "step": 32833
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2135313029652716e-06,
      "loss": 0.0009,
      "step": 32834
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2129913538410794e-06,
      "loss": 0.0009,
      "step": 32835
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2124514414004624e-06,
      "loss": 0.0007,
      "step": 32836
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.211911565646345e-06,
      "loss": 0.0007,
      "step": 32837
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2113717265816457e-06,
      "loss": 0.0007,
      "step": 32838
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.210831924209277e-06,
      "loss": 0.0007,
      "step": 32839
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2102921585321587e-06,
      "loss": 0.0008,
      "step": 32840
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2097524295532102e-06,
      "loss": 0.0014,
      "step": 32841
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.20921273727535e-06,
      "loss": 0.0009,
      "step": 32842
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2086730817014898e-06,
      "loss": 0.001,
      "step": 32843
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2081334628345505e-06,
      "loss": 0.0019,
      "step": 32844
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.20759388067745e-06,
      "loss": 0.0007,
      "step": 32845
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2070543352330986e-06,
      "loss": 0.0008,
      "step": 32846
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2065148265044165e-06,
      "loss": 0.0009,
      "step": 32847
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2059753544943196e-06,
      "loss": 0.0005,
      "step": 32848
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2054359192057238e-06,
      "loss": 0.0006,
      "step": 32849
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.204896520641545e-06,
      "loss": 0.0007,
      "step": 32850
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2043571588046974e-06,
      "loss": 0.0009,
      "step": 32851
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2038178336981008e-06,
      "loss": 0.0009,
      "step": 32852
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.203278545324663e-06,
      "loss": 0.0006,
      "step": 32853
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.2027392936873016e-06,
      "loss": 0.0009,
      "step": 32854
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.202200078788935e-06,
      "loss": 0.0011,
      "step": 32855
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.201660900632473e-06,
      "loss": 0.0005,
      "step": 32856
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.20112175922083e-06,
      "loss": 0.0004,
      "step": 32857
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.200582654556922e-06,
      "loss": 0.0005,
      "step": 32858
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.200043586643665e-06,
      "loss": 0.0005,
      "step": 32859
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1995045554839677e-06,
      "loss": 0.0009,
      "step": 32860
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.198965561080745e-06,
      "loss": 0.0004,
      "step": 32861
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1984266034369138e-06,
      "loss": 0.0009,
      "step": 32862
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1978876825553816e-06,
      "loss": 0.0009,
      "step": 32863
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.197348798439064e-06,
      "loss": 0.0011,
      "step": 32864
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1968099510908733e-06,
      "loss": 0.0004,
      "step": 32865
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.196271140513726e-06,
      "loss": 0.0006,
      "step": 32866
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1957323667105277e-06,
      "loss": 0.0007,
      "step": 32867
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.195193629684192e-06,
      "loss": 0.0007,
      "step": 32868
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1946549294376327e-06,
      "loss": 0.0007,
      "step": 32869
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1941162659737644e-06,
      "loss": 0.0008,
      "step": 32870
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.193577639295492e-06,
      "loss": 0.0013,
      "step": 32871
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1930390494057295e-06,
      "loss": 0.001,
      "step": 32872
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1925004963073913e-06,
      "loss": 0.0013,
      "step": 32873
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.191961980003382e-06,
      "loss": 0.0012,
      "step": 32874
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1914235004966156e-06,
      "loss": 0.0004,
      "step": 32875
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.190885057790002e-06,
      "loss": 0.001,
      "step": 32876
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1903466518864557e-06,
      "loss": 0.0004,
      "step": 32877
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.18980828278888e-06,
      "loss": 0.0007,
      "step": 32878
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1892699505001867e-06,
      "loss": 0.0015,
      "step": 32879
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1887316550232907e-06,
      "loss": 0.0009,
      "step": 32880
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1881933963610935e-06,
      "loss": 0.0006,
      "step": 32881
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1876551745165086e-06,
      "loss": 0.001,
      "step": 32882
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1871169894924447e-06,
      "loss": 0.0009,
      "step": 32883
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1865788412918095e-06,
      "loss": 0.0005,
      "step": 32884
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1860407299175145e-06,
      "loss": 0.0003,
      "step": 32885
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1855026553724656e-06,
      "loss": 0.0007,
      "step": 32886
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.184964617659575e-06,
      "loss": 0.001,
      "step": 32887
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.184426616781745e-06,
      "loss": 0.0007,
      "step": 32888
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1838886527418857e-06,
      "loss": 0.0009,
      "step": 32889
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1833507255429085e-06,
      "loss": 0.0014,
      "step": 32890
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1828128351877143e-06,
      "loss": 0.0008,
      "step": 32891
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1822749816792143e-06,
      "loss": 0.0005,
      "step": 32892
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1817371650203144e-06,
      "loss": 0.0004,
      "step": 32893
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1811993852139257e-06,
      "loss": 0.0008,
      "step": 32894
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.180661642262949e-06,
      "loss": 0.0004,
      "step": 32895
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.180123936170292e-06,
      "loss": 0.0007,
      "step": 32896
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1795862669388644e-06,
      "loss": 0.0006,
      "step": 32897
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1790486345715677e-06,
      "loss": 0.0009,
      "step": 32898
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1785110390713105e-06,
      "loss": 0.0005,
      "step": 32899
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.177973480440998e-06,
      "loss": 0.0006,
      "step": 32900
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.177435958683538e-06,
      "loss": 0.001,
      "step": 32901
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1768984738018305e-06,
      "loss": 0.0006,
      "step": 32902
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1763610257987844e-06,
      "loss": 0.0006,
      "step": 32903
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.175823614677306e-06,
      "loss": 0.0008,
      "step": 32904
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.175286240440295e-06,
      "loss": 0.0009,
      "step": 32905
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1747489030906587e-06,
      "loss": 0.0006,
      "step": 32906
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.174211602631301e-06,
      "loss": 0.0012,
      "step": 32907
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1736743390651305e-06,
      "loss": 0.0003,
      "step": 32908
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1731371123950427e-06,
      "loss": 0.0006,
      "step": 32909
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1725999226239455e-06,
      "loss": 0.0006,
      "step": 32910
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1720627697547458e-06,
      "loss": 0.0007,
      "step": 32911
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1715256537903404e-06,
      "loss": 0.0005,
      "step": 32912
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1709885747336365e-06,
      "loss": 0.0011,
      "step": 32913
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.170451532587535e-06,
      "loss": 0.0006,
      "step": 32914
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1699145273549426e-06,
      "loss": 0.0011,
      "step": 32915
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1693775590387565e-06,
      "loss": 0.0009,
      "step": 32916
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1688406276418804e-06,
      "loss": 0.0003,
      "step": 32917
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1683037331672205e-06,
      "loss": 0.0009,
      "step": 32918
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1677668756176727e-06,
      "loss": 0.0012,
      "step": 32919
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1672300549961386e-06,
      "loss": 0.0008,
      "step": 32920
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1666932713055285e-06,
      "loss": 0.0007,
      "step": 32921
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1661565245487347e-06,
      "loss": 0.0006,
      "step": 32922
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.165619814728661e-06,
      "loss": 0.0006,
      "step": 32923
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1650831418482096e-06,
      "loss": 0.0005,
      "step": 32924
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.164546505910283e-06,
      "loss": 0.0006,
      "step": 32925
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1640099069177753e-06,
      "loss": 0.0007,
      "step": 32926
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1634733448735922e-06,
      "loss": 0.0009,
      "step": 32927
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1629368197806333e-06,
      "loss": 0.0006,
      "step": 32928
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.162400331641795e-06,
      "loss": 0.0007,
      "step": 32929
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.16186388045998e-06,
      "loss": 0.0004,
      "step": 32930
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1613274662380853e-06,
      "loss": 0.0009,
      "step": 32931
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1607910889790174e-06,
      "loss": 0.0007,
      "step": 32932
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.160254748685665e-06,
      "loss": 0.0005,
      "step": 32933
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.159718445360933e-06,
      "loss": 0.0005,
      "step": 32934
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1591821790077224e-06,
      "loss": 0.0007,
      "step": 32935
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1586459496289248e-06,
      "loss": 0.0006,
      "step": 32936
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1581097572274423e-06,
      "loss": 0.0012,
      "step": 32937
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1575736018061733e-06,
      "loss": 0.0005,
      "step": 32938
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1570374833680173e-06,
      "loss": 0.0005,
      "step": 32939
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1565014019158667e-06,
      "loss": 0.0005,
      "step": 32940
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.155965357452624e-06,
      "loss": 0.0008,
      "step": 32941
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1554293499811826e-06,
      "loss": 0.0008,
      "step": 32942
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1548933795044465e-06,
      "loss": 0.0005,
      "step": 32943
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1543574460253045e-06,
      "loss": 0.0004,
      "step": 32944
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1538215495466563e-06,
      "loss": 0.0012,
      "step": 32945
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1532856900714014e-06,
      "loss": 0.0008,
      "step": 32946
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1527498676024315e-06,
      "loss": 0.0006,
      "step": 32947
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.152214082142644e-06,
      "loss": 0.0006,
      "step": 32948
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1516783336949354e-06,
      "loss": 0.0008,
      "step": 32949
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.151142622262204e-06,
      "loss": 0.001,
      "step": 32950
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.150606947847341e-06,
      "loss": 0.0009,
      "step": 32951
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.150071310453243e-06,
      "loss": 0.0005,
      "step": 32952
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1495357100828096e-06,
      "loss": 0.0009,
      "step": 32953
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1490001467389276e-06,
      "loss": 0.0006,
      "step": 32954
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1484646204244952e-06,
      "loss": 0.0011,
      "step": 32955
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1479291311424085e-06,
      "loss": 0.0009,
      "step": 32956
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1473936788955606e-06,
      "loss": 0.0006,
      "step": 32957
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.146858263686845e-06,
      "loss": 0.0004,
      "step": 32958
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1463228855191572e-06,
      "loss": 0.0011,
      "step": 32959
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1457875443953934e-06,
      "loss": 0.0006,
      "step": 32960
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1452522403184405e-06,
      "loss": 0.0009,
      "step": 32961
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1447169732911953e-06,
      "loss": 0.0006,
      "step": 32962
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1441817433165534e-06,
      "loss": 0.0005,
      "step": 32963
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1436465503974024e-06,
      "loss": 0.0014,
      "step": 32964
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.143111394536638e-06,
      "loss": 0.0005,
      "step": 32965
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1425762757371514e-06,
      "loss": 0.0004,
      "step": 32966
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.142041194001839e-06,
      "loss": 0.0005,
      "step": 32967
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1415061493335875e-06,
      "loss": 0.0007,
      "step": 32968
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1409711417352906e-06,
      "loss": 0.0008,
      "step": 32969
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.140436171209843e-06,
      "loss": 0.0008,
      "step": 32970
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.139901237760131e-06,
      "loss": 0.0002,
      "step": 32971
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1393663413890483e-06,
      "loss": 0.0006,
      "step": 32972
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.138831482099487e-06,
      "loss": 0.0007,
      "step": 32973
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1382966598943397e-06,
      "loss": 0.0009,
      "step": 32974
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1377618747764914e-06,
      "loss": 0.0007,
      "step": 32975
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.137227126748836e-06,
      "loss": 0.0011,
      "step": 32976
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1366924158142677e-06,
      "loss": 0.0007,
      "step": 32977
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1361577419756685e-06,
      "loss": 0.0007,
      "step": 32978
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.135623105235932e-06,
      "loss": 0.0007,
      "step": 32979
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1350885055979485e-06,
      "loss": 0.0013,
      "step": 32980
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.134553943064611e-06,
      "loss": 0.0012,
      "step": 32981
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1340194176388005e-06,
      "loss": 0.0007,
      "step": 32982
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1334849293234116e-06,
      "loss": 0.0006,
      "step": 32983
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.132950478121336e-06,
      "loss": 0.001,
      "step": 32984
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.132416064035454e-06,
      "loss": 0.0006,
      "step": 32985
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.13188168706866e-06,
      "loss": 0.0011,
      "step": 32986
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1313473472238398e-06,
      "loss": 0.0009,
      "step": 32987
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1308130445038864e-06,
      "loss": 0.0006,
      "step": 32988
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.130278778911681e-06,
      "loss": 0.0005,
      "step": 32989
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.129744550450113e-06,
      "loss": 0.0007,
      "step": 32990
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1292103591220757e-06,
      "loss": 0.0004,
      "step": 32991
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1286762049304486e-06,
      "loss": 0.0014,
      "step": 32992
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.128142087878118e-06,
      "loss": 0.0006,
      "step": 32993
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1276080079679815e-06,
      "loss": 0.0006,
      "step": 32994
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1270739652029156e-06,
      "loss": 0.0009,
      "step": 32995
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1265399595858116e-06,
      "loss": 0.001,
      "step": 32996
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.126005991119553e-06,
      "loss": 0.0006,
      "step": 32997
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.125472059807031e-06,
      "loss": 0.001,
      "step": 32998
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1249381656511246e-06,
      "loss": 0.0006,
      "step": 32999
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1244043086547226e-06,
      "loss": 0.0005,
      "step": 33000
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.123870488820715e-06,
      "loss": 0.0007,
      "step": 33001
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1233367061519782e-06,
      "loss": 0.0008,
      "step": 33002
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.122802960651402e-06,
      "loss": 0.0005,
      "step": 33003
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.12226925232187e-06,
      "loss": 0.0005,
      "step": 33004
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.121735581166273e-06,
      "loss": 0.0007,
      "step": 33005
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1212019471874855e-06,
      "loss": 0.0008,
      "step": 33006
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1206683503883983e-06,
      "loss": 0.0008,
      "step": 33007
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.120134790771896e-06,
      "loss": 0.0006,
      "step": 33008
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.119601268340857e-06,
      "loss": 0.0003,
      "step": 33009
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1190677830981686e-06,
      "loss": 0.0012,
      "step": 33010
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1185343350467135e-06,
      "loss": 0.0008,
      "step": 33011
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1180009241893792e-06,
      "loss": 0.0008,
      "step": 33012
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.117467550529042e-06,
      "loss": 0.0005,
      "step": 33013
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1169342140685864e-06,
      "loss": 0.0008,
      "step": 33014
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1164009148108977e-06,
      "loss": 0.0007,
      "step": 33015
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1158676527588594e-06,
      "loss": 0.0005,
      "step": 33016
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1153344279153497e-06,
      "loss": 0.0008,
      "step": 33017
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1148012402832504e-06,
      "loss": 0.0006,
      "step": 33018
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1142680898654497e-06,
      "loss": 0.0008,
      "step": 33019
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1137349766648215e-06,
      "loss": 0.0007,
      "step": 33020
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1132019006842517e-06,
      "loss": 0.0005,
      "step": 33021
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.11266886192662e-06,
      "loss": 0.001,
      "step": 33022
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1121358603948104e-06,
      "loss": 0.0005,
      "step": 33023
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.111602896091699e-06,
      "loss": 0.0006,
      "step": 33024
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1110699690201682e-06,
      "loss": 0.0008,
      "step": 33025
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1105370791831036e-06,
      "loss": 0.0006,
      "step": 33026
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1100042265833763e-06,
      "loss": 0.0007,
      "step": 33027
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.109471411223871e-06,
      "loss": 0.0005,
      "step": 33028
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.108938633107469e-06,
      "loss": 0.0008,
      "step": 33029
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1084058922370476e-06,
      "loss": 0.0007,
      "step": 33030
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.107873188615487e-06,
      "loss": 0.0009,
      "step": 33031
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1073405222456697e-06,
      "loss": 0.0008,
      "step": 33032
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.106807893130469e-06,
      "loss": 0.0007,
      "step": 33033
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1062753012727652e-06,
      "loss": 0.0015,
      "step": 33034
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1057427466754398e-06,
      "loss": 0.0011,
      "step": 33035
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.105210229341372e-06,
      "loss": 0.0006,
      "step": 33036
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.104677749273434e-06,
      "loss": 0.0007,
      "step": 33037
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1041453064745073e-06,
      "loss": 0.0005,
      "step": 33038
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.103612900947471e-06,
      "loss": 0.0007,
      "step": 33039
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.103080532695204e-06,
      "loss": 0.001,
      "step": 33040
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1025482017205787e-06,
      "loss": 0.0008,
      "step": 33041
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1020159080264747e-06,
      "loss": 0.0009,
      "step": 33042
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.101483651615772e-06,
      "loss": 0.0006,
      "step": 33043
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.1009514324913427e-06,
      "loss": 0.0005,
      "step": 33044
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.100419250656065e-06,
      "loss": 0.0004,
      "step": 33045
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0998871061128157e-06,
      "loss": 0.0005,
      "step": 33046
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0993549988644733e-06,
      "loss": 0.0006,
      "step": 33047
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.098822928913909e-06,
      "loss": 0.0007,
      "step": 33048
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0982908962640024e-06,
      "loss": 0.001,
      "step": 33049
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.09775890091763e-06,
      "loss": 0.0009,
      "step": 33050
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0972269428776624e-06,
      "loss": 0.0004,
      "step": 33051
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0966950221469783e-06,
      "loss": 0.0009,
      "step": 33052
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0961631387284517e-06,
      "loss": 0.001,
      "step": 33053
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.095631292624961e-06,
      "loss": 0.0009,
      "step": 33054
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0950994838393734e-06,
      "loss": 0.0008,
      "step": 33055
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0945677123745687e-06,
      "loss": 0.0013,
      "step": 33056
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.094035978233423e-06,
      "loss": 0.0006,
      "step": 33057
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.093504281418803e-06,
      "loss": 0.0005,
      "step": 33058
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0929726219335874e-06,
      "loss": 0.0004,
      "step": 33059
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0924409997806493e-06,
      "loss": 0.0015,
      "step": 33060
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0919094149628648e-06,
      "loss": 0.001,
      "step": 33061
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0913778674831006e-06,
      "loss": 0.001,
      "step": 33062
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.090846357344234e-06,
      "loss": 0.0005,
      "step": 33063
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0903148845491404e-06,
      "loss": 0.001,
      "step": 33064
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0897834491006818e-06,
      "loss": 0.001,
      "step": 33065
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.089252051001742e-06,
      "loss": 0.0009,
      "step": 33066
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0887206902551924e-06,
      "loss": 0.0009,
      "step": 33067
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0881893668638975e-06,
      "loss": 0.0006,
      "step": 33068
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0876580808307344e-06,
      "loss": 0.0011,
      "step": 33069
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.087126832158572e-06,
      "loss": 0.0006,
      "step": 33070
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0865956208502877e-06,
      "loss": 0.0005,
      "step": 33071
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.086064446908745e-06,
      "loss": 0.0007,
      "step": 33072
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.085533310336818e-06,
      "loss": 0.0008,
      "step": 33073
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.08500221113738e-06,
      "loss": 0.0005,
      "step": 33074
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0844711493132973e-06,
      "loss": 0.0005,
      "step": 33075
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0839401248674406e-06,
      "loss": 0.0007,
      "step": 33076
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.083409137802683e-06,
      "loss": 0.0007,
      "step": 33077
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.082878188121895e-06,
      "loss": 0.0005,
      "step": 33078
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0823472758279427e-06,
      "loss": 0.0005,
      "step": 33079
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0818164009236963e-06,
      "loss": 0.0008,
      "step": 33080
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0812855634120297e-06,
      "loss": 0.0006,
      "step": 33081
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0807547632958056e-06,
      "loss": 0.0006,
      "step": 33082
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.080224000577895e-06,
      "loss": 0.0003,
      "step": 33083
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0796932752611684e-06,
      "loss": 0.0006,
      "step": 33084
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0791625873484977e-06,
      "loss": 0.0011,
      "step": 33085
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.078631936842742e-06,
      "loss": 0.0003,
      "step": 33086
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.078101323746776e-06,
      "loss": 0.0009,
      "step": 33087
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0775707480634688e-06,
      "loss": 0.001,
      "step": 33088
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0770402097956833e-06,
      "loss": 0.001,
      "step": 33089
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.076509708946288e-06,
      "loss": 0.001,
      "step": 33090
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0759792455181523e-06,
      "loss": 0.0006,
      "step": 33091
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0754488195141464e-06,
      "loss": 0.0011,
      "step": 33092
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0749184309371294e-06,
      "loss": 0.0004,
      "step": 33093
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0743880797899715e-06,
      "loss": 0.0008,
      "step": 33094
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0738577660755407e-06,
      "loss": 0.0008,
      "step": 33095
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.073327489796706e-06,
      "loss": 0.0009,
      "step": 33096
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0727972509563265e-06,
      "loss": 0.0003,
      "step": 33097
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0722670495572715e-06,
      "loss": 0.0005,
      "step": 33098
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.07173688560241e-06,
      "loss": 0.0009,
      "step": 33099
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0712067590946004e-06,
      "loss": 0.0006,
      "step": 33100
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0706766700367095e-06,
      "loss": 0.0007,
      "step": 33101
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0701466184316107e-06,
      "loss": 0.0009,
      "step": 33102
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0696166042821605e-06,
      "loss": 0.0005,
      "step": 33103
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0690866275912267e-06,
      "loss": 0.0013,
      "step": 33104
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0685566883616756e-06,
      "loss": 0.0008,
      "step": 33105
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0680267865963663e-06,
      "loss": 0.0008,
      "step": 33106
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0674969222981652e-06,
      "loss": 0.0012,
      "step": 33107
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0669670954699383e-06,
      "loss": 0.0003,
      "step": 33108
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0664373061145493e-06,
      "loss": 0.0004,
      "step": 33109
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0659075542348583e-06,
      "loss": 0.0011,
      "step": 33110
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0653778398337295e-06,
      "loss": 0.0005,
      "step": 33111
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.064848162914028e-06,
      "loss": 0.0009,
      "step": 33112
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0643185234786177e-06,
      "loss": 0.0009,
      "step": 33113
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0637889215303575e-06,
      "loss": 0.001,
      "step": 33114
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0632593570721103e-06,
      "loss": 0.0011,
      "step": 33115
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.062729830106743e-06,
      "loss": 0.0007,
      "step": 33116
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0622003406371124e-06,
      "loss": 0.0003,
      "step": 33117
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.061670888666082e-06,
      "loss": 0.0007,
      "step": 33118
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.061141474196513e-06,
      "loss": 0.001,
      "step": 33119
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0606120972312715e-06,
      "loss": 0.0006,
      "step": 33120
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0600827577732117e-06,
      "loss": 0.0007,
      "step": 33121
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0595534558251983e-06,
      "loss": 0.0012,
      "step": 33122
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0590241913900943e-06,
      "loss": 0.0004,
      "step": 33123
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.058494964470755e-06,
      "loss": 0.0005,
      "step": 33124
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0579657750700444e-06,
      "loss": 0.0005,
      "step": 33125
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0574366231908206e-06,
      "loss": 0.0008,
      "step": 33126
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.056907508835949e-06,
      "loss": 0.0007,
      "step": 33127
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0563784320082833e-06,
      "loss": 0.0006,
      "step": 33128
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.055849392710685e-06,
      "loss": 0.0009,
      "step": 33129
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0553203909460162e-06,
      "loss": 0.001,
      "step": 33130
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0547914267171307e-06,
      "loss": 0.0008,
      "step": 33131
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.054262500026892e-06,
      "loss": 0.0007,
      "step": 33132
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.053733610878157e-06,
      "loss": 0.0006,
      "step": 33133
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.053204759273788e-06,
      "loss": 0.0007,
      "step": 33134
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.052675945216638e-06,
      "loss": 0.0008,
      "step": 33135
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.052147168709567e-06,
      "loss": 0.0009,
      "step": 33136
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.051618429755433e-06,
      "loss": 0.0008,
      "step": 33137
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0510897283570963e-06,
      "loss": 0.0015,
      "step": 33138
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.050561064517411e-06,
      "loss": 0.0006,
      "step": 33139
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.05003243823924e-06,
      "loss": 0.0004,
      "step": 33140
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0495038495254337e-06,
      "loss": 0.0005,
      "step": 33141
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0489752983788523e-06,
      "loss": 0.0007,
      "step": 33142
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0484467848023526e-06,
      "loss": 0.001,
      "step": 33143
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0479183087987927e-06,
      "loss": 0.0006,
      "step": 33144
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.047389870371026e-06,
      "loss": 0.0011,
      "step": 33145
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.046861469521909e-06,
      "loss": 0.0015,
      "step": 33146
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.046333106254302e-06,
      "loss": 0.0008,
      "step": 33147
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0458047805710557e-06,
      "loss": 0.0005,
      "step": 33148
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0452764924750255e-06,
      "loss": 0.001,
      "step": 33149
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.04474824196907e-06,
      "loss": 0.0007,
      "step": 33150
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0442200290560453e-06,
      "loss": 0.0009,
      "step": 33151
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0436918537388018e-06,
      "loss": 0.0005,
      "step": 33152
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0431637160201967e-06,
      "loss": 0.0003,
      "step": 33153
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.042635615903088e-06,
      "loss": 0.001,
      "step": 33154
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.042107553390323e-06,
      "loss": 0.0008,
      "step": 33155
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.041579528484759e-06,
      "loss": 0.0005,
      "step": 33156
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0410515411892516e-06,
      "loss": 0.0007,
      "step": 33157
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0405235915066554e-06,
      "loss": 0.0007,
      "step": 33158
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.03999567943982e-06,
      "loss": 0.0006,
      "step": 33159
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0394678049915994e-06,
      "loss": 0.0006,
      "step": 33160
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0389399681648525e-06,
      "loss": 0.0006,
      "step": 33161
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0384121689624235e-06,
      "loss": 0.0008,
      "step": 33162
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0378844073871703e-06,
      "loss": 0.0005,
      "step": 33163
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0373566834419445e-06,
      "loss": 0.0007,
      "step": 33164
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0368289971296015e-06,
      "loss": 0.001,
      "step": 33165
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0363013484529867e-06,
      "loss": 0.0006,
      "step": 33166
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0357737374149565e-06,
      "loss": 0.0011,
      "step": 33167
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.035246164018362e-06,
      "loss": 0.0005,
      "step": 33168
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0347186282660566e-06,
      "loss": 0.0013,
      "step": 33169
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0341911301608875e-06,
      "loss": 0.0005,
      "step": 33170
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0336636697057077e-06,
      "loss": 0.0007,
      "step": 33171
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.033136246903372e-06,
      "loss": 0.0007,
      "step": 33172
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0326088617567204e-06,
      "loss": 0.0007,
      "step": 33173
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0320815142686134e-06,
      "loss": 0.0005,
      "step": 33174
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.031554204441902e-06,
      "loss": 0.0007,
      "step": 33175
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0310269322794295e-06,
      "loss": 0.0006,
      "step": 33176
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0304996977840485e-06,
      "loss": 0.0009,
      "step": 33177
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.029972500958612e-06,
      "loss": 0.0006,
      "step": 33178
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0294453418059643e-06,
      "loss": 0.0005,
      "step": 33179
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.028918220328957e-06,
      "loss": 0.0007,
      "step": 33180
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0283911365304384e-06,
      "loss": 0.001,
      "step": 33181
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.027864090413263e-06,
      "loss": 0.0008,
      "step": 33182
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0273370819802695e-06,
      "loss": 0.0007,
      "step": 33183
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0268101112343117e-06,
      "loss": 0.0011,
      "step": 33184
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0262831781782385e-06,
      "loss": 0.0011,
      "step": 33185
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.025756282814899e-06,
      "loss": 0.0007,
      "step": 33186
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.025229425147137e-06,
      "loss": 0.0004,
      "step": 33187
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0247026051778016e-06,
      "loss": 0.0003,
      "step": 33188
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.024175822909745e-06,
      "loss": 0.0008,
      "step": 33189
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.023649078345806e-06,
      "loss": 0.0007,
      "step": 33190
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.023122371488837e-06,
      "loss": 0.0013,
      "step": 33191
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.022595702341683e-06,
      "loss": 0.0007,
      "step": 33192
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0220690709071952e-06,
      "loss": 0.0005,
      "step": 33193
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.021542477188213e-06,
      "loss": 0.0005,
      "step": 33194
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.021015921187587e-06,
      "loss": 0.001,
      "step": 33195
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0204894029081633e-06,
      "loss": 0.0008,
      "step": 33196
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.019962922352785e-06,
      "loss": 0.0007,
      "step": 33197
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0194364795242983e-06,
      "loss": 0.0005,
      "step": 33198
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0189100744255497e-06,
      "loss": 0.0006,
      "step": 33199
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.018383707059388e-06,
      "loss": 0.0008,
      "step": 33200
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0178573774286514e-06,
      "loss": 0.0005,
      "step": 33201
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.017331085536187e-06,
      "loss": 0.001,
      "step": 33202
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.016804831384843e-06,
      "loss": 0.0008,
      "step": 33203
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.016278614977459e-06,
      "loss": 0.0005,
      "step": 33204
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.01575243631688e-06,
      "loss": 0.0004,
      "step": 33205
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0152262954059517e-06,
      "loss": 0.0007,
      "step": 33206
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0147001922475204e-06,
      "loss": 0.0003,
      "step": 33207
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0141741268444235e-06,
      "loss": 0.0005,
      "step": 33208
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.013648099199504e-06,
      "loss": 0.0007,
      "step": 33209
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.013122109315616e-06,
      "loss": 0.0005,
      "step": 33210
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0125961571955898e-06,
      "loss": 0.0006,
      "step": 33211
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0120702428422745e-06,
      "loss": 0.0007,
      "step": 33212
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0115443662585154e-06,
      "loss": 0.0008,
      "step": 33213
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0110185274471458e-06,
      "loss": 0.0006,
      "step": 33214
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.010492726411014e-06,
      "loss": 0.0006,
      "step": 33215
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0099669631529615e-06,
      "loss": 0.001,
      "step": 33216
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.009441237675832e-06,
      "loss": 0.0008,
      "step": 33217
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.008915549982461e-06,
      "loss": 0.0006,
      "step": 33218
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0083899000756935e-06,
      "loss": 0.0009,
      "step": 33219
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.007864287958373e-06,
      "loss": 0.0011,
      "step": 33220
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0073387136333356e-06,
      "loss": 0.0005,
      "step": 33221
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0068131771034236e-06,
      "loss": 0.0006,
      "step": 33222
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.006287678371479e-06,
      "loss": 0.0004,
      "step": 33223
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0057622174403434e-06,
      "loss": 0.0006,
      "step": 33224
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0052367943128524e-06,
      "loss": 0.0005,
      "step": 33225
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.004711408991848e-06,
      "loss": 0.0006,
      "step": 33226
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0041860614801734e-06,
      "loss": 0.0008,
      "step": 33227
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0036607517806613e-06,
      "loss": 0.0008,
      "step": 33228
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0031354798961542e-06,
      "loss": 0.0008,
      "step": 33229
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0026102458294926e-06,
      "loss": 0.0007,
      "step": 33230
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0020850495835162e-06,
      "loss": 0.0006,
      "step": 33231
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.00155989116106e-06,
      "loss": 0.0008,
      "step": 33232
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0010347705649632e-06,
      "loss": 0.0006,
      "step": 33233
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.0005096877980677e-06,
      "loss": 0.0009,
      "step": 33234
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9999846428632075e-06,
      "loss": 0.0009,
      "step": 33235
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.99945963576322e-06,
      "loss": 0.0005,
      "step": 33236
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9989346665009454e-06,
      "loss": 0.001,
      "step": 33237
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.998409735079224e-06,
      "loss": 0.0004,
      "step": 33238
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9978848415008867e-06,
      "loss": 0.001,
      "step": 33239
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9973599857687716e-06,
      "loss": 0.0004,
      "step": 33240
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9968351678857187e-06,
      "loss": 0.0007,
      "step": 33241
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.996310387854566e-06,
      "loss": 0.0012,
      "step": 33242
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9957856456781444e-06,
      "loss": 0.001,
      "step": 33243
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9952609413592928e-06,
      "loss": 0.001,
      "step": 33244
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.994736274900847e-06,
      "loss": 0.0009,
      "step": 33245
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9942116463056427e-06,
      "loss": 0.0011,
      "step": 33246
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9936870555765164e-06,
      "loss": 0.0005,
      "step": 33247
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9931625027163045e-06,
      "loss": 0.0009,
      "step": 33248
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9926379877278387e-06,
      "loss": 0.0008,
      "step": 33249
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9921135106139564e-06,
      "loss": 0.0009,
      "step": 33250
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.991589071377495e-06,
      "loss": 0.0007,
      "step": 33251
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.991064670021282e-06,
      "loss": 0.0006,
      "step": 33252
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9905403065481564e-06,
      "loss": 0.0008,
      "step": 33253
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.990015980960952e-06,
      "loss": 0.0008,
      "step": 33254
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.989491693262505e-06,
      "loss": 0.0008,
      "step": 33255
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.988967443455644e-06,
      "loss": 0.0009,
      "step": 33256
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.988443231543204e-06,
      "loss": 0.0008,
      "step": 33257
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9879190575280236e-06,
      "loss": 0.0003,
      "step": 33258
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.9873949214129295e-06,
      "loss": 0.0007,
      "step": 33259
    },
    {
      "epoch": 1.25,
      "learning_rate": 2.986870823200756e-06,
      "loss": 0.0008,
      "step": 33260
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9863467628943377e-06,
      "loss": 0.0007,
      "step": 33261
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.985822740496508e-06,
      "loss": 0.0006,
      "step": 33262
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9852987560100955e-06,
      "loss": 0.0009,
      "step": 33263
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.984774809437935e-06,
      "loss": 0.0007,
      "step": 33264
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9842509007828555e-06,
      "loss": 0.0007,
      "step": 33265
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9837270300476963e-06,
      "loss": 0.001,
      "step": 33266
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9832031972352792e-06,
      "loss": 0.0007,
      "step": 33267
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.982679402348441e-06,
      "loss": 0.0006,
      "step": 33268
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9821556453900146e-06,
      "loss": 0.0012,
      "step": 33269
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9816319263628235e-06,
      "loss": 0.0008,
      "step": 33270
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9811082452697036e-06,
      "loss": 0.0005,
      "step": 33271
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9805846021134856e-06,
      "loss": 0.0007,
      "step": 33272
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9800609968970007e-06,
      "loss": 0.0007,
      "step": 33273
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.979537429623075e-06,
      "loss": 0.0008,
      "step": 33274
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9790139002945394e-06,
      "loss": 0.001,
      "step": 33275
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9784904089142284e-06,
      "loss": 0.0006,
      "step": 33276
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9779669554849643e-06,
      "loss": 0.0007,
      "step": 33277
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9774435400095804e-06,
      "loss": 0.0004,
      "step": 33278
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9769201624909038e-06,
      "loss": 0.0004,
      "step": 33279
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9763968229317685e-06,
      "loss": 0.0006,
      "step": 33280
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.975873521334993e-06,
      "loss": 0.0003,
      "step": 33281
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9753502577034145e-06,
      "loss": 0.0008,
      "step": 33282
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.974827032039862e-06,
      "loss": 0.0005,
      "step": 33283
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.974303844347158e-06,
      "loss": 0.0005,
      "step": 33284
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9737806946281324e-06,
      "loss": 0.0008,
      "step": 33285
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.973257582885615e-06,
      "loss": 0.0005,
      "step": 33286
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.972734509122428e-06,
      "loss": 0.0008,
      "step": 33287
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.972211473341403e-06,
      "loss": 0.0008,
      "step": 33288
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9716884755453644e-06,
      "loss": 0.0006,
      "step": 33289
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9711655157371444e-06,
      "loss": 0.001,
      "step": 33290
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9706425939195616e-06,
      "loss": 0.0015,
      "step": 33291
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.970119710095447e-06,
      "loss": 0.0003,
      "step": 33292
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.969596864267629e-06,
      "loss": 0.0003,
      "step": 33293
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9690740564389274e-06,
      "loss": 0.0006,
      "step": 33294
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.96855128661217e-06,
      "loss": 0.0007,
      "step": 33295
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9680285547901854e-06,
      "loss": 0.0006,
      "step": 33296
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.967505860975799e-06,
      "loss": 0.0005,
      "step": 33297
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9669832051718317e-06,
      "loss": 0.0012,
      "step": 33298
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9664605873811104e-06,
      "loss": 0.0004,
      "step": 33299
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9659380076064635e-06,
      "loss": 0.0006,
      "step": 33300
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9654154658507083e-06,
      "loss": 0.0004,
      "step": 33301
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9648929621166744e-06,
      "loss": 0.0006,
      "step": 33302
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9643704964071828e-06,
      "loss": 0.0005,
      "step": 33303
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.963848068725064e-06,
      "loss": 0.0008,
      "step": 33304
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9633256790731326e-06,
      "loss": 0.0004,
      "step": 33305
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.962803327454217e-06,
      "loss": 0.0006,
      "step": 33306
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9622810138711434e-06,
      "loss": 0.0008,
      "step": 33307
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9617587383267266e-06,
      "loss": 0.0011,
      "step": 33308
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9612365008237954e-06,
      "loss": 0.0006,
      "step": 33309
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.960714301365172e-06,
      "loss": 0.0007,
      "step": 33310
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9601921399536803e-06,
      "loss": 0.0005,
      "step": 33311
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9596700165921377e-06,
      "loss": 0.0005,
      "step": 33312
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.959147931283368e-06,
      "loss": 0.0008,
      "step": 33313
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9586258840301986e-06,
      "loss": 0.0005,
      "step": 33314
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.958103874835443e-06,
      "loss": 0.0014,
      "step": 33315
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.957581903701926e-06,
      "loss": 0.0008,
      "step": 33316
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.95705997063247e-06,
      "loss": 0.0005,
      "step": 33317
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9565380756298945e-06,
      "loss": 0.0013,
      "step": 33318
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9560162186970208e-06,
      "loss": 0.001,
      "step": 33319
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9554943998366704e-06,
      "loss": 0.001,
      "step": 33320
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.954972619051666e-06,
      "loss": 0.0004,
      "step": 33321
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.954450876344821e-06,
      "loss": 0.0005,
      "step": 33322
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.953929171718959e-06,
      "loss": 0.0004,
      "step": 33323
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.953407505176904e-06,
      "loss": 0.0005,
      "step": 33324
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9528858767214685e-06,
      "loss": 0.001,
      "step": 33325
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.952364286355475e-06,
      "loss": 0.001,
      "step": 33326
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9518427340817426e-06,
      "loss": 0.0007,
      "step": 33327
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9513212199030926e-06,
      "loss": 0.0005,
      "step": 33328
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.950799743822339e-06,
      "loss": 0.0009,
      "step": 33329
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9502783058423035e-06,
      "loss": 0.0003,
      "step": 33330
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.949756905965806e-06,
      "loss": 0.0013,
      "step": 33331
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9492355441956598e-06,
      "loss": 0.0007,
      "step": 33332
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.948714220534685e-06,
      "loss": 0.0004,
      "step": 33333
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9481929349857007e-06,
      "loss": 0.0006,
      "step": 33334
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9476716875515265e-06,
      "loss": 0.0013,
      "step": 33335
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9471504782349738e-06,
      "loss": 0.0007,
      "step": 33336
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.946629307038863e-06,
      "loss": 0.0004,
      "step": 33337
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.94610817396601e-06,
      "loss": 0.0009,
      "step": 33338
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9455870790192366e-06,
      "loss": 0.0007,
      "step": 33339
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9450660222013505e-06,
      "loss": 0.0006,
      "step": 33340
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9445450035151733e-06,
      "loss": 0.0007,
      "step": 33341
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.944024022963523e-06,
      "loss": 0.0005,
      "step": 33342
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9435030805492094e-06,
      "loss": 0.0006,
      "step": 33343
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.942982176275052e-06,
      "loss": 0.0006,
      "step": 33344
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.942461310143866e-06,
      "loss": 0.0005,
      "step": 33345
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9419404821584695e-06,
      "loss": 0.0006,
      "step": 33346
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.941419692321671e-06,
      "loss": 0.0007,
      "step": 33347
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9408989406362887e-06,
      "loss": 0.0011,
      "step": 33348
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9403782271051407e-06,
      "loss": 0.0011,
      "step": 33349
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.939857551731036e-06,
      "loss": 0.001,
      "step": 33350
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9393369145167903e-06,
      "loss": 0.0009,
      "step": 33351
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.938816315465218e-06,
      "loss": 0.0011,
      "step": 33352
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9382957545791333e-06,
      "loss": 0.0006,
      "step": 33353
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9377752318613504e-06,
      "loss": 0.0007,
      "step": 33354
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9372547473146817e-06,
      "loss": 0.0008,
      "step": 33355
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9367343009419448e-06,
      "loss": 0.0009,
      "step": 33356
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9362138927459437e-06,
      "loss": 0.0007,
      "step": 33357
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.935693522729498e-06,
      "loss": 0.0003,
      "step": 33358
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9351731908954208e-06,
      "loss": 0.0015,
      "step": 33359
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.934652897246518e-06,
      "loss": 0.0006,
      "step": 33360
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9341326417856075e-06,
      "loss": 0.0004,
      "step": 33361
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9336124245154995e-06,
      "loss": 0.001,
      "step": 33362
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9330922454390088e-06,
      "loss": 0.001,
      "step": 33363
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9325721045589406e-06,
      "loss": 0.0006,
      "step": 33364
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9320520018781094e-06,
      "loss": 0.0008,
      "step": 33365
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.931531937399331e-06,
      "loss": 0.0011,
      "step": 33366
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9310119111254076e-06,
      "loss": 0.0005,
      "step": 33367
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9304919230591557e-06,
      "loss": 0.0008,
      "step": 33368
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.929971973203384e-06,
      "loss": 0.0008,
      "step": 33369
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9294520615609058e-06,
      "loss": 0.0004,
      "step": 33370
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 0.001,
      "step": 33371
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.928412352927057e-06,
      "loss": 0.0011,
      "step": 33372
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9278925559413117e-06,
      "loss": 0.0009,
      "step": 33373
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9273727971800936e-06,
      "loss": 0.0008,
      "step": 33374
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9268530766462145e-06,
      "loss": 0.001,
      "step": 33375
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9263333943424843e-06,
      "loss": 0.0006,
      "step": 33376
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9258137502717143e-06,
      "loss": 0.0005,
      "step": 33377
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.925294144436708e-06,
      "loss": 0.001,
      "step": 33378
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9247745768402758e-06,
      "loss": 0.0006,
      "step": 33379
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9242550474852294e-06,
      "loss": 0.0007,
      "step": 33380
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9237355563743706e-06,
      "loss": 0.001,
      "step": 33381
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.92321610351051e-06,
      "loss": 0.0009,
      "step": 33382
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.922696688896457e-06,
      "loss": 0.0005,
      "step": 33383
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9221773125350195e-06,
      "loss": 0.0007,
      "step": 33384
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.921657974429e-06,
      "loss": 0.0008,
      "step": 33385
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9211386745812088e-06,
      "loss": 0.0009,
      "step": 33386
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9206194129944554e-06,
      "loss": 0.0006,
      "step": 33387
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.92010018967154e-06,
      "loss": 0.0009,
      "step": 33388
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9195810046152717e-06,
      "loss": 0.0009,
      "step": 33389
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.919061857828458e-06,
      "loss": 0.0007,
      "step": 33390
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.918542749313903e-06,
      "loss": 0.0007,
      "step": 33391
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9180236790744143e-06,
      "loss": 0.0005,
      "step": 33392
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9175046471127965e-06,
      "loss": 0.001,
      "step": 33393
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.91698565343186e-06,
      "loss": 0.0004,
      "step": 33394
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9164666980344e-06,
      "loss": 0.0009,
      "step": 33395
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9159477809232274e-06,
      "loss": 0.0004,
      "step": 33396
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9154289021011485e-06,
      "loss": 0.0004,
      "step": 33397
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9149100615709635e-06,
      "loss": 0.001,
      "step": 33398
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9143912593354773e-06,
      "loss": 0.0007,
      "step": 33399
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.913872495397496e-06,
      "loss": 0.0007,
      "step": 33400
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.913353769759827e-06,
      "loss": 0.0003,
      "step": 33401
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.912835082425265e-06,
      "loss": 0.0004,
      "step": 33402
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.912316433396619e-06,
      "loss": 0.0006,
      "step": 33403
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.911797822676695e-06,
      "loss": 0.0004,
      "step": 33404
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9112792502682895e-06,
      "loss": 0.0003,
      "step": 33405
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9107607161742092e-06,
      "loss": 0.0009,
      "step": 33406
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9102422203972546e-06,
      "loss": 0.0008,
      "step": 33407
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.909723762940234e-06,
      "loss": 0.0008,
      "step": 33408
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.909205343805942e-06,
      "loss": 0.0004,
      "step": 33409
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9086869629971836e-06,
      "loss": 0.0009,
      "step": 33410
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9081686205167613e-06,
      "loss": 0.001,
      "step": 33411
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9076503163674796e-06,
      "loss": 0.0008,
      "step": 33412
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.907132050552134e-06,
      "loss": 0.0008,
      "step": 33413
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9066138230735285e-06,
      "loss": 0.0005,
      "step": 33414
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.906095633934466e-06,
      "loss": 0.0007,
      "step": 33415
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9055774831377436e-06,
      "loss": 0.0004,
      "step": 33416
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.905059370686163e-06,
      "loss": 0.0007,
      "step": 33417
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9045412965825247e-06,
      "loss": 0.0009,
      "step": 33418
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9040232608296338e-06,
      "loss": 0.0009,
      "step": 33419
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9035052634302817e-06,
      "loss": 0.0006,
      "step": 33420
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9029873043872737e-06,
      "loss": 0.0007,
      "step": 33421
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.902469383703409e-06,
      "loss": 0.0014,
      "step": 33422
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9019515013814846e-06,
      "loss": 0.0007,
      "step": 33423
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9014336574243007e-06,
      "loss": 0.0009,
      "step": 33424
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9009158518346557e-06,
      "loss": 0.0004,
      "step": 33425
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.90039808461535e-06,
      "loss": 0.0006,
      "step": 33426
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8998803557691813e-06,
      "loss": 0.0007,
      "step": 33427
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.899362665298947e-06,
      "loss": 0.0008,
      "step": 33428
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8988450132074496e-06,
      "loss": 0.0007,
      "step": 33429
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8983273994974805e-06,
      "loss": 0.0012,
      "step": 33430
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8978098241718398e-06,
      "loss": 0.0009,
      "step": 33431
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.89729228723333e-06,
      "loss": 0.0011,
      "step": 33432
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8967747886847384e-06,
      "loss": 0.0008,
      "step": 33433
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.89625732852887e-06,
      "loss": 0.0005,
      "step": 33434
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.895739906768518e-06,
      "loss": 0.0006,
      "step": 33435
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8952225234064834e-06,
      "loss": 0.0011,
      "step": 33436
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.894705178445557e-06,
      "loss": 0.0004,
      "step": 33437
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8941878718885375e-06,
      "loss": 0.0011,
      "step": 33438
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8936706037382232e-06,
      "loss": 0.0004,
      "step": 33439
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.893153373997405e-06,
      "loss": 0.0008,
      "step": 33440
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.892636182668881e-06,
      "loss": 0.0005,
      "step": 33441
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8921190297554468e-06,
      "loss": 0.0005,
      "step": 33442
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8916019152599017e-06,
      "loss": 0.001,
      "step": 33443
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8910848391850334e-06,
      "loss": 0.0008,
      "step": 33444
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.890567801533638e-06,
      "loss": 0.0009,
      "step": 33445
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.890050802308517e-06,
      "loss": 0.0011,
      "step": 33446
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8895338415124565e-06,
      "loss": 0.0007,
      "step": 33447
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.889016919148252e-06,
      "loss": 0.0016,
      "step": 33448
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.888500035218701e-06,
      "loss": 0.0007,
      "step": 33449
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8879831897265984e-06,
      "loss": 0.0002,
      "step": 33450
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8874663826747317e-06,
      "loss": 0.0008,
      "step": 33451
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.886949614065897e-06,
      "loss": 0.0014,
      "step": 33452
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.886432883902891e-06,
      "loss": 0.0006,
      "step": 33453
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8859161921885013e-06,
      "loss": 0.0007,
      "step": 33454
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8853995389255217e-06,
      "loss": 0.0004,
      "step": 33455
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8848829241167466e-06,
      "loss": 0.0005,
      "step": 33456
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8843663477649697e-06,
      "loss": 0.0009,
      "step": 33457
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8838498098729784e-06,
      "loss": 0.0005,
      "step": 33458
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.883333310443567e-06,
      "loss": 0.0007,
      "step": 33459
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8828168494795293e-06,
      "loss": 0.0006,
      "step": 33460
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8823004269836517e-06,
      "loss": 0.0007,
      "step": 33461
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.881784042958726e-06,
      "loss": 0.0006,
      "step": 33462
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8812676974075515e-06,
      "loss": 0.0006,
      "step": 33463
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.88075139033291e-06,
      "loss": 0.0005,
      "step": 33464
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8802351217375957e-06,
      "loss": 0.0009,
      "step": 33465
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8797188916243977e-06,
      "loss": 0.0008,
      "step": 33466
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.879202699996111e-06,
      "loss": 0.0009,
      "step": 33467
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8786865468555183e-06,
      "loss": 0.0005,
      "step": 33468
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8781704322054116e-06,
      "loss": 0.0008,
      "step": 33469
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.877654356048586e-06,
      "loss": 0.0006,
      "step": 33470
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.877138318387823e-06,
      "loss": 0.0008,
      "step": 33471
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.876622319225916e-06,
      "loss": 0.0007,
      "step": 33472
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8761063585656523e-06,
      "loss": 0.0007,
      "step": 33473
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.875590436409825e-06,
      "loss": 0.0005,
      "step": 33474
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.875074552761217e-06,
      "loss": 0.001,
      "step": 33475
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8745587076226177e-06,
      "loss": 0.0003,
      "step": 33476
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8740429009968207e-06,
      "loss": 0.0011,
      "step": 33477
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8735271328866053e-06,
      "loss": 0.0008,
      "step": 33478
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8730114032947643e-06,
      "loss": 0.0013,
      "step": 33479
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.872495712224085e-06,
      "loss": 0.0013,
      "step": 33480
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.871980059677356e-06,
      "loss": 0.0009,
      "step": 33481
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8714644456573594e-06,
      "loss": 0.0006,
      "step": 33482
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.870948870166886e-06,
      "loss": 0.0006,
      "step": 33483
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.870433333208722e-06,
      "loss": 0.0014,
      "step": 33484
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.869917834785656e-06,
      "loss": 0.0007,
      "step": 33485
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8694023749004684e-06,
      "loss": 0.0006,
      "step": 33486
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8688869535559494e-06,
      "loss": 0.0006,
      "step": 33487
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8683715707548863e-06,
      "loss": 0.0007,
      "step": 33488
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.86785622650006e-06,
      "loss": 0.0004,
      "step": 33489
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.867340920794258e-06,
      "loss": 0.0008,
      "step": 33490
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8668256536402663e-06,
      "loss": 0.0009,
      "step": 33491
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8663104250408723e-06,
      "loss": 0.0005,
      "step": 33492
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.865795234998856e-06,
      "loss": 0.001,
      "step": 33493
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8652800835170037e-06,
      "loss": 0.0005,
      "step": 33494
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8647649705981017e-06,
      "loss": 0.0005,
      "step": 33495
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8642498962449304e-06,
      "loss": 0.0004,
      "step": 33496
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8637348604602765e-06,
      "loss": 0.0005,
      "step": 33497
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8632198632469234e-06,
      "loss": 0.0009,
      "step": 33498
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.862704904607654e-06,
      "loss": 0.0004,
      "step": 33499
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8621899845452516e-06,
      "loss": 0.0006,
      "step": 33500
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.861675103062502e-06,
      "loss": 0.0009,
      "step": 33501
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8611602601621844e-06,
      "loss": 0.0007,
      "step": 33502
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.860645455847083e-06,
      "loss": 0.001,
      "step": 33503
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8601306901199798e-06,
      "loss": 0.0008,
      "step": 33504
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8596159629836604e-06,
      "loss": 0.0004,
      "step": 33505
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.859101274440902e-06,
      "loss": 0.0006,
      "step": 33506
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8585866244944883e-06,
      "loss": 0.0006,
      "step": 33507
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8580720131472006e-06,
      "loss": 0.0006,
      "step": 33508
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8575574404018245e-06,
      "loss": 0.0009,
      "step": 33509
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.857042906261135e-06,
      "loss": 0.0002,
      "step": 33510
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8565284107279156e-06,
      "loss": 0.0007,
      "step": 33511
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.85601395380495e-06,
      "loss": 0.0007,
      "step": 33512
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8554995354950142e-06,
      "loss": 0.0008,
      "step": 33513
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8549851558008902e-06,
      "loss": 0.0009,
      "step": 33514
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8544708147253585e-06,
      "loss": 0.0012,
      "step": 33515
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.853956512271202e-06,
      "loss": 0.0012,
      "step": 33516
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.853442248441196e-06,
      "loss": 0.001,
      "step": 33517
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.852928023238121e-06,
      "loss": 0.0005,
      "step": 33518
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.85241383666476e-06,
      "loss": 0.0009,
      "step": 33519
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.851899688723887e-06,
      "loss": 0.0006,
      "step": 33520
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.851385579418282e-06,
      "loss": 0.0007,
      "step": 33521
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8508715087507267e-06,
      "loss": 0.0009,
      "step": 33522
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8503574767240007e-06,
      "loss": 0.0005,
      "step": 33523
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8498434833408762e-06,
      "loss": 0.0006,
      "step": 33524
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8493295286041343e-06,
      "loss": 0.0004,
      "step": 33525
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.848815612516558e-06,
      "loss": 0.0005,
      "step": 33526
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.848301735080916e-06,
      "loss": 0.0005,
      "step": 33527
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8477878962999905e-06,
      "loss": 0.0005,
      "step": 33528
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.847274096176559e-06,
      "loss": 0.0007,
      "step": 33529
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8467603347134e-06,
      "loss": 0.0011,
      "step": 33530
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.846246611913286e-06,
      "loss": 0.0005,
      "step": 33531
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8457329277789957e-06,
      "loss": 0.0009,
      "step": 33532
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8452192823133096e-06,
      "loss": 0.0008,
      "step": 33533
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.844705675518994e-06,
      "loss": 0.0009,
      "step": 33534
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.844192107398833e-06,
      "loss": 0.0008,
      "step": 33535
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8436785779556053e-06,
      "loss": 0.0005,
      "step": 33536
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.843165087192078e-06,
      "loss": 0.0008,
      "step": 33537
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.84265163511103e-06,
      "loss": 0.0009,
      "step": 33538
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.842138221715237e-06,
      "loss": 0.0003,
      "step": 33539
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.841624847007477e-06,
      "loss": 0.001,
      "step": 33540
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8411115109905185e-06,
      "loss": 0.0005,
      "step": 33541
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8405982136671394e-06,
      "loss": 0.0012,
      "step": 33542
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8400849550401166e-06,
      "loss": 0.0005,
      "step": 33543
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8395717351122174e-06,
      "loss": 0.0009,
      "step": 33544
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8390585538862213e-06,
      "loss": 0.001,
      "step": 33545
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8385454113649e-06,
      "loss": 0.0007,
      "step": 33546
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.83803230755103e-06,
      "loss": 0.001,
      "step": 33547
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8375192424473796e-06,
      "loss": 0.0015,
      "step": 33548
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8370062160567247e-06,
      "loss": 0.001,
      "step": 33549
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.83649322838184e-06,
      "loss": 0.0008,
      "step": 33550
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.835980279425494e-06,
      "loss": 0.0005,
      "step": 33551
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.835467369190461e-06,
      "loss": 0.001,
      "step": 33552
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.834954497679513e-06,
      "loss": 0.0007,
      "step": 33553
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8344416648954263e-06,
      "loss": 0.0006,
      "step": 33554
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8339288708409652e-06,
      "loss": 0.0005,
      "step": 33555
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8334161155189067e-06,
      "loss": 0.0005,
      "step": 33556
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.832903398932022e-06,
      "loss": 0.0008,
      "step": 33557
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8323907210830794e-06,
      "loss": 0.0007,
      "step": 33558
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.83187808197485e-06,
      "loss": 0.0006,
      "step": 33559
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.831365481610108e-06,
      "loss": 0.0006,
      "step": 33560
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8308529199916235e-06,
      "loss": 0.0004,
      "step": 33561
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.830340397122163e-06,
      "loss": 0.0009,
      "step": 33562
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8298279130044994e-06,
      "loss": 0.0011,
      "step": 33563
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8293154676414026e-06,
      "loss": 0.0008,
      "step": 33564
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8288030610356443e-06,
      "loss": 0.0009,
      "step": 33565
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.82829069318999e-06,
      "loss": 0.001,
      "step": 33566
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.82777836410721e-06,
      "loss": 0.0008,
      "step": 33567
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.827266073790078e-06,
      "loss": 0.0003,
      "step": 33568
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.826753822241356e-06,
      "loss": 0.0008,
      "step": 33569
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8262416094638134e-06,
      "loss": 0.0009,
      "step": 33570
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8257294354602274e-06,
      "loss": 0.0004,
      "step": 33571
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8252173002333573e-06,
      "loss": 0.0006,
      "step": 33572
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.824705203785972e-06,
      "loss": 0.0007,
      "step": 33573
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8241931461208474e-06,
      "loss": 0.0006,
      "step": 33574
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8236811272407403e-06,
      "loss": 0.0004,
      "step": 33575
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8231691471484234e-06,
      "loss": 0.0006,
      "step": 33576
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.822657205846664e-06,
      "loss": 0.0004,
      "step": 33577
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8221453033382306e-06,
      "loss": 0.001,
      "step": 33578
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.821633439625886e-06,
      "loss": 0.0008,
      "step": 33579
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8211216147123986e-06,
      "loss": 0.0007,
      "step": 33580
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8206098286005356e-06,
      "loss": 0.0008,
      "step": 33581
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.820098081293066e-06,
      "loss": 0.0007,
      "step": 33582
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8195863727927485e-06,
      "loss": 0.0002,
      "step": 33583
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8190747031023534e-06,
      "loss": 0.0009,
      "step": 33584
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8185630722246483e-06,
      "loss": 0.0004,
      "step": 33585
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8180514801623935e-06,
      "loss": 0.0005,
      "step": 33586
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8175399269183556e-06,
      "loss": 0.0008,
      "step": 33587
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8170284124953017e-06,
      "loss": 0.0005,
      "step": 33588
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.816516936895998e-06,
      "loss": 0.0006,
      "step": 33589
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8160055001232033e-06,
      "loss": 0.0006,
      "step": 33590
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8154941021796845e-06,
      "loss": 0.0008,
      "step": 33591
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8149827430682098e-06,
      "loss": 0.0007,
      "step": 33592
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.814471422791536e-06,
      "loss": 0.0006,
      "step": 33593
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8139601413524307e-06,
      "loss": 0.0011,
      "step": 33594
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8134488987536558e-06,
      "loss": 0.0004,
      "step": 33595
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8129376949979805e-06,
      "loss": 0.0009,
      "step": 33596
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.812426530088158e-06,
      "loss": 0.0009,
      "step": 33597
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.811915404026957e-06,
      "loss": 0.0003,
      "step": 33598
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8114043168171423e-06,
      "loss": 0.0006,
      "step": 33599
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8108932684614697e-06,
      "loss": 0.0008,
      "step": 33600
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.810382258962705e-06,
      "loss": 0.0007,
      "step": 33601
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8098712883236102e-06,
      "loss": 0.0011,
      "step": 33602
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8093603565469507e-06,
      "loss": 0.0006,
      "step": 33603
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.80884946363548e-06,
      "loss": 0.0011,
      "step": 33604
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.808338609591965e-06,
      "loss": 0.0008,
      "step": 33605
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8078277944191655e-06,
      "loss": 0.0005,
      "step": 33606
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8073170181198428e-06,
      "loss": 0.0008,
      "step": 33607
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8068062806967565e-06,
      "loss": 0.0008,
      "step": 33608
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8062955821526717e-06,
      "loss": 0.001,
      "step": 33609
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8057849224903423e-06,
      "loss": 0.0011,
      "step": 33610
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8052743017125304e-06,
      "loss": 0.001,
      "step": 33611
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.804763719821998e-06,
      "loss": 0.0007,
      "step": 33612
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8042531768215055e-06,
      "loss": 0.0003,
      "step": 33613
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.803742672713807e-06,
      "loss": 0.0008,
      "step": 33614
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8032322075016647e-06,
      "loss": 0.0005,
      "step": 33615
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8027217811878427e-06,
      "loss": 0.0005,
      "step": 33616
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8022113937750904e-06,
      "loss": 0.0003,
      "step": 33617
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.801701045266173e-06,
      "loss": 0.0009,
      "step": 33618
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.801190735663846e-06,
      "loss": 0.0005,
      "step": 33619
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.8006804649708717e-06,
      "loss": 0.0005,
      "step": 33620
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.800170233190003e-06,
      "loss": 0.0009,
      "step": 33621
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.799660040323998e-06,
      "loss": 0.0004,
      "step": 33622
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7991498863756205e-06,
      "loss": 0.0007,
      "step": 33623
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.798639771347621e-06,
      "loss": 0.0011,
      "step": 33624
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7981296952427573e-06,
      "loss": 0.001,
      "step": 33625
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7976196580637893e-06,
      "loss": 0.0006,
      "step": 33626
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7971096598134763e-06,
      "loss": 0.0009,
      "step": 33627
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7965997004945667e-06,
      "loss": 0.0005,
      "step": 33628
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.796089780109822e-06,
      "loss": 0.0004,
      "step": 33629
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7955798986619995e-06,
      "loss": 0.0006,
      "step": 33630
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.795070056153851e-06,
      "loss": 0.0009,
      "step": 33631
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7945602525881345e-06,
      "loss": 0.0004,
      "step": 33632
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7940504879676044e-06,
      "loss": 0.0006,
      "step": 33633
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.793540762295022e-06,
      "loss": 0.0004,
      "step": 33634
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7930310755731317e-06,
      "loss": 0.0005,
      "step": 33635
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.792521427804695e-06,
      "loss": 0.0008,
      "step": 33636
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.792011818992465e-06,
      "loss": 0.0007,
      "step": 33637
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7915022491391996e-06,
      "loss": 0.0011,
      "step": 33638
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.790992718247647e-06,
      "loss": 0.0006,
      "step": 33639
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.790483226320564e-06,
      "loss": 0.0006,
      "step": 33640
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.789973773360708e-06,
      "loss": 0.0006,
      "step": 33641
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7894643593708227e-06,
      "loss": 0.0006,
      "step": 33642
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7889549843536702e-06,
      "loss": 0.0012,
      "step": 33643
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.788445648312005e-06,
      "loss": 0.0006,
      "step": 33644
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7879363512485735e-06,
      "loss": 0.0003,
      "step": 33645
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.787427093166131e-06,
      "loss": 0.0007,
      "step": 33646
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.786917874067433e-06,
      "loss": 0.0007,
      "step": 33647
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.786408693955226e-06,
      "loss": 0.0007,
      "step": 33648
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7858995528322653e-06,
      "loss": 0.0009,
      "step": 33649
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.785390450701303e-06,
      "loss": 0.0004,
      "step": 33650
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.784881387565094e-06,
      "loss": 0.0005,
      "step": 33651
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.784372363426383e-06,
      "loss": 0.001,
      "step": 33652
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7838633782879244e-06,
      "loss": 0.0006,
      "step": 33653
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7833544321524687e-06,
      "loss": 0.0009,
      "step": 33654
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7828455250227713e-06,
      "loss": 0.0011,
      "step": 33655
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.782336656901575e-06,
      "loss": 0.0005,
      "step": 33656
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7818278277916345e-06,
      "loss": 0.0005,
      "step": 33657
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.781319037695703e-06,
      "loss": 0.0007,
      "step": 33658
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7808102866165243e-06,
      "loss": 0.001,
      "step": 33659
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7803015745568508e-06,
      "loss": 0.0006,
      "step": 33660
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7797929015194324e-06,
      "loss": 0.0006,
      "step": 33661
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.779284267507021e-06,
      "loss": 0.0009,
      "step": 33662
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7787756725223604e-06,
      "loss": 0.001,
      "step": 33663
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.778267116568203e-06,
      "loss": 0.0007,
      "step": 33664
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.777758599647299e-06,
      "loss": 0.0004,
      "step": 33665
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7772501217623914e-06,
      "loss": 0.0007,
      "step": 33666
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.776741682916232e-06,
      "loss": 0.0007,
      "step": 33667
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.776233283111569e-06,
      "loss": 0.0005,
      "step": 33668
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7757249223511527e-06,
      "loss": 0.0006,
      "step": 33669
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.775216600637726e-06,
      "loss": 0.0007,
      "step": 33670
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7747083179740374e-06,
      "loss": 0.0007,
      "step": 33671
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7742000743628385e-06,
      "loss": 0.0005,
      "step": 33672
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7736918698068703e-06,
      "loss": 0.0004,
      "step": 33673
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7731837043088826e-06,
      "loss": 0.0009,
      "step": 33674
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7726755778716206e-06,
      "loss": 0.0005,
      "step": 33675
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.772167490497836e-06,
      "loss": 0.0004,
      "step": 33676
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7716594421902674e-06,
      "loss": 0.0012,
      "step": 33677
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.771151432951662e-06,
      "loss": 0.001,
      "step": 33678
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.770643462784773e-06,
      "loss": 0.0005,
      "step": 33679
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7701355316923383e-06,
      "loss": 0.0009,
      "step": 33680
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.769627639677106e-06,
      "loss": 0.0008,
      "step": 33681
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.769119786741823e-06,
      "loss": 0.0005,
      "step": 33682
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7686119728892303e-06,
      "loss": 0.0004,
      "step": 33683
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7681041981220735e-06,
      "loss": 0.0008,
      "step": 33684
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7675964624430995e-06,
      "loss": 0.0004,
      "step": 33685
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.767088765855054e-06,
      "loss": 0.0011,
      "step": 33686
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7665811083606742e-06,
      "loss": 0.0004,
      "step": 33687
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7660734899627084e-06,
      "loss": 0.0011,
      "step": 33688
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7655659106639045e-06,
      "loss": 0.0007,
      "step": 33689
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7650583704669963e-06,
      "loss": 0.0005,
      "step": 33690
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7645508693747335e-06,
      "loss": 0.0005,
      "step": 33691
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.764043407389858e-06,
      "loss": 0.0005,
      "step": 33692
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7635359845151146e-06,
      "loss": 0.0002,
      "step": 33693
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7630286007532415e-06,
      "loss": 0.001,
      "step": 33694
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7625212561069826e-06,
      "loss": 0.0005,
      "step": 33695
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7620139505790842e-06,
      "loss": 0.0003,
      "step": 33696
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7615066841722817e-06,
      "loss": 0.0006,
      "step": 33697
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7609994568893207e-06,
      "loss": 0.0007,
      "step": 33698
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.760492268732942e-06,
      "loss": 0.0006,
      "step": 33699
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.759985119705889e-06,
      "loss": 0.0004,
      "step": 33700
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.7594780098108987e-06,
      "loss": 0.0005,
      "step": 33701
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7589709390507135e-06,
      "loss": 0.0008,
      "step": 33702
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.758463907428078e-06,
      "loss": 0.0008,
      "step": 33703
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7579569149457266e-06,
      "loss": 0.001,
      "step": 33704
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7574499616064022e-06,
      "loss": 0.0009,
      "step": 33705
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7569430474128458e-06,
      "loss": 0.0006,
      "step": 33706
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.756436172367799e-06,
      "loss": 0.0004,
      "step": 33707
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7559293364739957e-06,
      "loss": 0.0008,
      "step": 33708
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7554225397341794e-06,
      "loss": 0.0008,
      "step": 33709
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7549157821510886e-06,
      "loss": 0.0005,
      "step": 33710
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7544090637274647e-06,
      "loss": 0.0012,
      "step": 33711
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7539023844660407e-06,
      "loss": 0.0003,
      "step": 33712
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.753395744369559e-06,
      "loss": 0.0009,
      "step": 33713
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.752889143440758e-06,
      "loss": 0.0004,
      "step": 33714
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7523825816823747e-06,
      "loss": 0.0005,
      "step": 33715
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7518760590971483e-06,
      "loss": 0.0006,
      "step": 33716
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.751369575687819e-06,
      "loss": 0.0008,
      "step": 33717
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.750863131457118e-06,
      "loss": 0.0008,
      "step": 33718
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7503567264077857e-06,
      "loss": 0.0007,
      "step": 33719
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.749850360542563e-06,
      "loss": 0.0009,
      "step": 33720
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.74934403386418e-06,
      "loss": 0.0012,
      "step": 33721
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7488377463753755e-06,
      "loss": 0.0005,
      "step": 33722
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.748331498078889e-06,
      "loss": 0.0008,
      "step": 33723
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.747825288977456e-06,
      "loss": 0.0007,
      "step": 33724
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.747319119073809e-06,
      "loss": 0.0008,
      "step": 33725
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7468129883706872e-06,
      "loss": 0.0004,
      "step": 33726
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7463068968708273e-06,
      "loss": 0.0008,
      "step": 33727
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.74580084457696e-06,
      "loss": 0.0007,
      "step": 33728
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7452948314918227e-06,
      "loss": 0.0014,
      "step": 33729
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.744788857618151e-06,
      "loss": 0.0006,
      "step": 33730
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.744282922958683e-06,
      "loss": 0.0011,
      "step": 33731
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7437770275161455e-06,
      "loss": 0.0007,
      "step": 33732
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.743271171293278e-06,
      "loss": 0.0004,
      "step": 33733
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7427653542928135e-06,
      "loss": 0.0009,
      "step": 33734
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7422595765174896e-06,
      "loss": 0.0007,
      "step": 33735
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.741753837970034e-06,
      "loss": 0.0008,
      "step": 33736
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.741248138653182e-06,
      "loss": 0.0013,
      "step": 33737
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7407424785696703e-06,
      "loss": 0.0005,
      "step": 33738
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.740236857722227e-06,
      "loss": 0.0007,
      "step": 33739
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7397312761135864e-06,
      "loss": 0.0012,
      "step": 33740
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7392257337464834e-06,
      "loss": 0.0005,
      "step": 33741
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7387202306236513e-06,
      "loss": 0.0009,
      "step": 33742
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7382147667478177e-06,
      "loss": 0.0006,
      "step": 33743
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.737709342121716e-06,
      "loss": 0.0005,
      "step": 33744
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7372039567480836e-06,
      "loss": 0.0007,
      "step": 33745
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7366986106296435e-06,
      "loss": 0.0008,
      "step": 33746
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7361933037691314e-06,
      "loss": 0.0011,
      "step": 33747
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7356880361692784e-06,
      "loss": 0.0005,
      "step": 33748
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.735182807832818e-06,
      "loss": 0.0011,
      "step": 33749
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7346776187624713e-06,
      "loss": 0.0008,
      "step": 33750
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7341724689609793e-06,
      "loss": 0.0006,
      "step": 33751
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7336673584310726e-06,
      "loss": 0.0006,
      "step": 33752
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.733162287175474e-06,
      "loss": 0.0005,
      "step": 33753
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7326572551969167e-06,
      "loss": 0.0004,
      "step": 33754
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7321522624981343e-06,
      "loss": 0.0003,
      "step": 33755
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7316473090818486e-06,
      "loss": 0.0005,
      "step": 33756
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.731142394950793e-06,
      "loss": 0.001,
      "step": 33757
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7306375201076963e-06,
      "loss": 0.0004,
      "step": 33758
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.73013268455529e-06,
      "loss": 0.0007,
      "step": 33759
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.729627888296298e-06,
      "loss": 0.0012,
      "step": 33760
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7291231313334498e-06,
      "loss": 0.0008,
      "step": 33761
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.728618413669478e-06,
      "loss": 0.0004,
      "step": 33762
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.728113735307105e-06,
      "loss": 0.001,
      "step": 33763
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7276090962490598e-06,
      "loss": 0.0007,
      "step": 33764
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.727104496498071e-06,
      "loss": 0.0005,
      "step": 33765
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7265999360568686e-06,
      "loss": 0.0008,
      "step": 33766
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.726095414928175e-06,
      "loss": 0.0007,
      "step": 33767
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7255909331147177e-06,
      "loss": 0.0006,
      "step": 33768
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.725086490619229e-06,
      "loss": 0.0004,
      "step": 33769
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7245820874444272e-06,
      "loss": 0.0009,
      "step": 33770
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7240777235930426e-06,
      "loss": 0.0008,
      "step": 33771
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7235733990678014e-06,
      "loss": 0.0007,
      "step": 33772
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.723069113871433e-06,
      "loss": 0.0006,
      "step": 33773
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7225648680066564e-06,
      "loss": 0.0007,
      "step": 33774
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.722060661476199e-06,
      "loss": 0.0006,
      "step": 33775
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.721556494282791e-06,
      "loss": 0.0005,
      "step": 33776
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.72105236642915e-06,
      "loss": 0.0008,
      "step": 33777
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.720548277918004e-06,
      "loss": 0.0005,
      "step": 33778
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7200442287520777e-06,
      "loss": 0.0011,
      "step": 33779
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.719540218934099e-06,
      "loss": 0.001,
      "step": 33780
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7190362484667854e-06,
      "loss": 0.0004,
      "step": 33781
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7185323173528643e-06,
      "loss": 0.001,
      "step": 33782
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7180284255950616e-06,
      "loss": 0.0006,
      "step": 33783
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7175245731960965e-06,
      "loss": 0.0006,
      "step": 33784
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.717020760158694e-06,
      "loss": 0.0007,
      "step": 33785
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7165169864855766e-06,
      "loss": 0.0006,
      "step": 33786
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.716013252179469e-06,
      "loss": 0.0006,
      "step": 33787
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7155095572430924e-06,
      "loss": 0.0011,
      "step": 33788
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7150059016791696e-06,
      "loss": 0.0005,
      "step": 33789
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.714502285490426e-06,
      "loss": 0.0008,
      "step": 33790
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7139987086795772e-06,
      "loss": 0.0008,
      "step": 33791
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7134951712493495e-06,
      "loss": 0.001,
      "step": 33792
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7129916732024653e-06,
      "loss": 0.0006,
      "step": 33793
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.712488214541642e-06,
      "loss": 0.0006,
      "step": 33794
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7119847952696034e-06,
      "loss": 0.0009,
      "step": 33795
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.711481415389069e-06,
      "loss": 0.0007,
      "step": 33796
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7109780749027637e-06,
      "loss": 0.0004,
      "step": 33797
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.710474773813402e-06,
      "loss": 0.0007,
      "step": 33798
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.709971512123707e-06,
      "loss": 0.0009,
      "step": 33799
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.709468289836401e-06,
      "loss": 0.001,
      "step": 33800
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7089651069542e-06,
      "loss": 0.0007,
      "step": 33801
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.708461963479825e-06,
      "loss": 0.0009,
      "step": 33802
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7079588594159966e-06,
      "loss": 0.0005,
      "step": 33803
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7074557947654356e-06,
      "loss": 0.0007,
      "step": 33804
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.706952769530856e-06,
      "loss": 0.0008,
      "step": 33805
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7064497837149804e-06,
      "loss": 0.0009,
      "step": 33806
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7059468373205255e-06,
      "loss": 0.0008,
      "step": 33807
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7054439303502145e-06,
      "loss": 0.001,
      "step": 33808
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7049410628067585e-06,
      "loss": 0.0014,
      "step": 33809
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7044382346928788e-06,
      "loss": 0.0006,
      "step": 33810
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7039354460112966e-06,
      "loss": 0.0006,
      "step": 33811
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7034326967647228e-06,
      "loss": 0.0004,
      "step": 33812
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7029299869558777e-06,
      "loss": 0.001,
      "step": 33813
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7024273165874793e-06,
      "loss": 0.0007,
      "step": 33814
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.701924685662246e-06,
      "loss": 0.0006,
      "step": 33815
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7014220941828905e-06,
      "loss": 0.0008,
      "step": 33816
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7009195421521307e-06,
      "loss": 0.001,
      "step": 33817
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.7004170295726873e-06,
      "loss": 0.0005,
      "step": 33818
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6999145564472686e-06,
      "loss": 0.0007,
      "step": 33819
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.699412122778594e-06,
      "loss": 0.0008,
      "step": 33820
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.698909728569381e-06,
      "loss": 0.0005,
      "step": 33821
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6984073738223447e-06,
      "loss": 0.0008,
      "step": 33822
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6979050585401944e-06,
      "loss": 0.0006,
      "step": 33823
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.697402782725652e-06,
      "loss": 0.0006,
      "step": 33824
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6969005463814346e-06,
      "loss": 0.0003,
      "step": 33825
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6963983495102475e-06,
      "loss": 0.0006,
      "step": 33826
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6958961921148107e-06,
      "loss": 0.001,
      "step": 33827
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.69539407419784e-06,
      "loss": 0.0008,
      "step": 33828
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6948919957620447e-06,
      "loss": 0.0007,
      "step": 33829
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6943899568101404e-06,
      "loss": 0.0009,
      "step": 33830
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6938879573448407e-06,
      "loss": 0.0005,
      "step": 33831
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6933859973688615e-06,
      "loss": 0.0008,
      "step": 33832
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.692884076884911e-06,
      "loss": 0.0004,
      "step": 33833
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.692382195895704e-06,
      "loss": 0.0011,
      "step": 33834
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6918803544039573e-06,
      "loss": 0.0009,
      "step": 33835
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.691378552412377e-06,
      "loss": 0.0005,
      "step": 33836
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6908767899236766e-06,
      "loss": 0.0008,
      "step": 33837
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6903750669405705e-06,
      "loss": 0.0003,
      "step": 33838
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6898733834657732e-06,
      "loss": 0.0005,
      "step": 33839
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.689371739501988e-06,
      "loss": 0.0007,
      "step": 33840
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.688870135051932e-06,
      "loss": 0.0006,
      "step": 33841
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.688368570118317e-06,
      "loss": 0.0006,
      "step": 33842
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.68786704470385e-06,
      "loss": 0.0012,
      "step": 33843
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6873655588112446e-06,
      "loss": 0.0005,
      "step": 33844
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6868641124432095e-06,
      "loss": 0.001,
      "step": 33845
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6863627056024597e-06,
      "loss": 0.001,
      "step": 33846
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.685861338291699e-06,
      "loss": 0.0005,
      "step": 33847
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6853600105136392e-06,
      "loss": 0.0002,
      "step": 33848
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6848587222709933e-06,
      "loss": 0.0011,
      "step": 33849
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.684357473566466e-06,
      "loss": 0.0009,
      "step": 33850
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.683856264402769e-06,
      "loss": 0.0008,
      "step": 33851
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6833550947826105e-06,
      "loss": 0.0005,
      "step": 33852
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6828539647087028e-06,
      "loss": 0.0011,
      "step": 33853
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.682352874183749e-06,
      "loss": 0.0004,
      "step": 33854
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6818518232104597e-06,
      "loss": 0.0006,
      "step": 33855
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6813508117915466e-06,
      "loss": 0.0005,
      "step": 33856
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6808498399297113e-06,
      "loss": 0.0006,
      "step": 33857
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6803489076276646e-06,
      "loss": 0.0007,
      "step": 33858
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6798480148881145e-06,
      "loss": 0.0006,
      "step": 33859
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.679347161713767e-06,
      "loss": 0.0008,
      "step": 33860
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6788463481073314e-06,
      "loss": 0.0006,
      "step": 33861
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6783455740715126e-06,
      "loss": 0.0005,
      "step": 33862
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6778448396090206e-06,
      "loss": 0.0011,
      "step": 33863
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6773441447225566e-06,
      "loss": 0.0004,
      "step": 33864
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6768434894148298e-06,
      "loss": 0.0006,
      "step": 33865
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6763428736885477e-06,
      "loss": 0.0006,
      "step": 33866
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6758422975464128e-06,
      "loss": 0.0008,
      "step": 33867
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6753417609911314e-06,
      "loss": 0.0008,
      "step": 33868
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6748412640254097e-06,
      "loss": 0.0004,
      "step": 33869
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.674340806651956e-06,
      "loss": 0.0004,
      "step": 33870
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.673840388873469e-06,
      "loss": 0.0007,
      "step": 33871
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6733400106926565e-06,
      "loss": 0.0007,
      "step": 33872
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6728396721122263e-06,
      "loss": 0.0008,
      "step": 33873
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6723393731348767e-06,
      "loss": 0.0012,
      "step": 33874
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6718391137633138e-06,
      "loss": 0.0016,
      "step": 33875
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6713388940002427e-06,
      "loss": 0.0007,
      "step": 33876
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.670838713848369e-06,
      "loss": 0.0006,
      "step": 33877
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6703385733103924e-06,
      "loss": 0.0008,
      "step": 33878
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.669838472389017e-06,
      "loss": 0.0004,
      "step": 33879
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.669338411086946e-06,
      "loss": 0.0006,
      "step": 33880
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.668838389406886e-06,
      "loss": 0.0012,
      "step": 33881
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6683384073515327e-06,
      "loss": 0.0005,
      "step": 33882
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6678384649235923e-06,
      "loss": 0.0011,
      "step": 33883
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6673385621257698e-06,
      "loss": 0.0005,
      "step": 33884
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6668386989607607e-06,
      "loss": 0.0007,
      "step": 33885
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.66633887543127e-06,
      "loss": 0.0005,
      "step": 33886
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.665839091539999e-06,
      "loss": 0.0007,
      "step": 33887
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.665339347289653e-06,
      "loss": 0.0005,
      "step": 33888
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.664839642682926e-06,
      "loss": 0.0009,
      "step": 33889
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.664339977722523e-06,
      "loss": 0.0004,
      "step": 33890
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.663840352411147e-06,
      "loss": 0.0008,
      "step": 33891
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.663340766751492e-06,
      "loss": 0.0009,
      "step": 33892
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6628412207462616e-06,
      "loss": 0.0004,
      "step": 33893
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6623417143981557e-06,
      "loss": 0.0011,
      "step": 33894
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6618422477098747e-06,
      "loss": 0.0006,
      "step": 33895
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6613428206841186e-06,
      "loss": 0.001,
      "step": 33896
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6608434333235843e-06,
      "loss": 0.0007,
      "step": 33897
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.660344085630977e-06,
      "loss": 0.0008,
      "step": 33898
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6598447776089888e-06,
      "loss": 0.0008,
      "step": 33899
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6593455092603194e-06,
      "loss": 0.0013,
      "step": 33900
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6588462805876736e-06,
      "loss": 0.001,
      "step": 33901
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6583470915937403e-06,
      "loss": 0.0004,
      "step": 33902
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.657847942281224e-06,
      "loss": 0.0006,
      "step": 33903
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6573488326528198e-06,
      "loss": 0.0006,
      "step": 33904
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.65684976271123e-06,
      "loss": 0.0006,
      "step": 33905
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6563507324591466e-06,
      "loss": 0.0008,
      "step": 33906
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.655851741899267e-06,
      "loss": 0.0005,
      "step": 33907
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6553527910342946e-06,
      "loss": 0.0007,
      "step": 33908
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6548538798669178e-06,
      "loss": 0.001,
      "step": 33909
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.654355008399837e-06,
      "loss": 0.0004,
      "step": 33910
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6538561766357486e-06,
      "loss": 0.0006,
      "step": 33911
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.653357384577352e-06,
      "loss": 0.0005,
      "step": 33912
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6528586322273376e-06,
      "loss": 0.001,
      "step": 33913
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.652359919588403e-06,
      "loss": 0.0005,
      "step": 33914
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6518612466632478e-06,
      "loss": 0.001,
      "step": 33915
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.65136261345456e-06,
      "loss": 0.0006,
      "step": 33916
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.650864019965038e-06,
      "loss": 0.001,
      "step": 33917
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6503654661973777e-06,
      "loss": 0.0007,
      "step": 33918
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6498669521542763e-06,
      "loss": 0.0004,
      "step": 33919
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.649368477838422e-06,
      "loss": 0.0004,
      "step": 33920
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.648870043252513e-06,
      "loss": 0.0007,
      "step": 33921
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.648371648399245e-06,
      "loss": 0.001,
      "step": 33922
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6478732932813057e-06,
      "loss": 0.0004,
      "step": 33923
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6473749779013934e-06,
      "loss": 0.0006,
      "step": 33924
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6468767022622e-06,
      "loss": 0.0008,
      "step": 33925
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6463784663664216e-06,
      "loss": 0.0005,
      "step": 33926
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.645880270216746e-06,
      "loss": 0.0007,
      "step": 33927
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.645382113815869e-06,
      "loss": 0.0004,
      "step": 33928
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6448839971664853e-06,
      "loss": 0.0006,
      "step": 33929
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.644385920271282e-06,
      "loss": 0.001,
      "step": 33930
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6438878831329494e-06,
      "loss": 0.0009,
      "step": 33931
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6433898857541905e-06,
      "loss": 0.0002,
      "step": 33932
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6428919281376874e-06,
      "loss": 0.0006,
      "step": 33933
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6423940102861345e-06,
      "loss": 0.0004,
      "step": 33934
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6418961322022228e-06,
      "loss": 0.0005,
      "step": 33935
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6413982938886463e-06,
      "loss": 0.0005,
      "step": 33936
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.64090049534809e-06,
      "loss": 0.0007,
      "step": 33937
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6404027365832473e-06,
      "loss": 0.0008,
      "step": 33938
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.639905017596812e-06,
      "loss": 0.0009,
      "step": 33939
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6394073383914675e-06,
      "loss": 0.0003,
      "step": 33940
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.638909698969907e-06,
      "loss": 0.0004,
      "step": 33941
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6384120993348215e-06,
      "loss": 0.0003,
      "step": 33942
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6379145394889016e-06,
      "loss": 0.0011,
      "step": 33943
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6374170194348315e-06,
      "loss": 0.0007,
      "step": 33944
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.636919539175303e-06,
      "loss": 0.0009,
      "step": 33945
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6364220987130084e-06,
      "loss": 0.0007,
      "step": 33946
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6359246980506293e-06,
      "loss": 0.0008,
      "step": 33947
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.635427337190859e-06,
      "loss": 0.0006,
      "step": 33948
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6349300161363846e-06,
      "loss": 0.0006,
      "step": 33949
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.634432734889896e-06,
      "loss": 0.0011,
      "step": 33950
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.633935493454077e-06,
      "loss": 0.0004,
      "step": 33951
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.633438291831617e-06,
      "loss": 0.0008,
      "step": 33952
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.632941130025204e-06,
      "loss": 0.0009,
      "step": 33953
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.632444008037528e-06,
      "loss": 0.0003,
      "step": 33954
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.631946925871269e-06,
      "loss": 0.0011,
      "step": 33955
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.631449883529119e-06,
      "loss": 0.0009,
      "step": 33956
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6309528810137642e-06,
      "loss": 0.0006,
      "step": 33957
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6304559183278878e-06,
      "loss": 0.0006,
      "step": 33958
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6299589954741778e-06,
      "loss": 0.0007,
      "step": 33959
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.629462112455319e-06,
      "loss": 0.0012,
      "step": 33960
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.628965269274002e-06,
      "loss": 0.0008,
      "step": 33961
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.628468465932904e-06,
      "loss": 0.0005,
      "step": 33962
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.627971702434716e-06,
      "loss": 0.0007,
      "step": 33963
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.627474978782123e-06,
      "loss": 0.0006,
      "step": 33964
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6269782949778066e-06,
      "loss": 0.0008,
      "step": 33965
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.626481651024452e-06,
      "loss": 0.0006,
      "step": 33966
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.625985046924745e-06,
      "loss": 0.0006,
      "step": 33967
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6254884826813686e-06,
      "loss": 0.0008,
      "step": 33968
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6249919582970084e-06,
      "loss": 0.0011,
      "step": 33969
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.624495473774349e-06,
      "loss": 0.0009,
      "step": 33970
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.623999029116069e-06,
      "loss": 0.0006,
      "step": 33971
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.623502624324855e-06,
      "loss": 0.0009,
      "step": 33972
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.62300625940339e-06,
      "loss": 0.0007,
      "step": 33973
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6225099343543593e-06,
      "loss": 0.0007,
      "step": 33974
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6220136491804395e-06,
      "loss": 0.0005,
      "step": 33975
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.621517403884316e-06,
      "loss": 0.0004,
      "step": 33976
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.621021198468672e-06,
      "loss": 0.0005,
      "step": 33977
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.620525032936192e-06,
      "loss": 0.0009,
      "step": 33978
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.62002890728955e-06,
      "loss": 0.0009,
      "step": 33979
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.619532821531433e-06,
      "loss": 0.0007,
      "step": 33980
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.619036775664524e-06,
      "loss": 0.0004,
      "step": 33981
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.618540769691499e-06,
      "loss": 0.0007,
      "step": 33982
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.618044803615041e-06,
      "loss": 0.0006,
      "step": 33983
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.617548877437831e-06,
      "loss": 0.0005,
      "step": 33984
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.617052991162552e-06,
      "loss": 0.0003,
      "step": 33985
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6165571447918793e-06,
      "loss": 0.0007,
      "step": 33986
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.616061338328495e-06,
      "loss": 0.0006,
      "step": 33987
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6155655717750827e-06,
      "loss": 0.0011,
      "step": 33988
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.615069845134316e-06,
      "loss": 0.0005,
      "step": 33989
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.614574158408876e-06,
      "loss": 0.0005,
      "step": 33990
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.614078511601443e-06,
      "loss": 0.0008,
      "step": 33991
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.613582904714699e-06,
      "loss": 0.0006,
      "step": 33992
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6130873377513167e-06,
      "loss": 0.001,
      "step": 33993
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.612591810713977e-06,
      "loss": 0.0006,
      "step": 33994
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6120963236053607e-06,
      "loss": 0.0006,
      "step": 33995
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.611600876428142e-06,
      "loss": 0.001,
      "step": 33996
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.611105469185e-06,
      "loss": 0.0007,
      "step": 33997
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6106101018786135e-06,
      "loss": 0.0008,
      "step": 33998
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.610114774511662e-06,
      "loss": 0.0007,
      "step": 33999
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6096194870868175e-06,
      "loss": 0.0004,
      "step": 34000
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6091242396067586e-06,
      "loss": 0.0008,
      "step": 34001
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.608629032074167e-06,
      "loss": 0.0006,
      "step": 34002
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.60813386449171e-06,
      "loss": 0.0008,
      "step": 34003
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6076387368620705e-06,
      "loss": 0.0002,
      "step": 34004
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6071436491879276e-06,
      "loss": 0.0003,
      "step": 34005
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6066486014719504e-06,
      "loss": 0.0008,
      "step": 34006
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.606153593716817e-06,
      "loss": 0.0013,
      "step": 34007
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6056586259252035e-06,
      "loss": 0.0006,
      "step": 34008
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6051636980997876e-06,
      "loss": 0.001,
      "step": 34009
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.604668810243238e-06,
      "loss": 0.0006,
      "step": 34010
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.604173962358235e-06,
      "loss": 0.0007,
      "step": 34011
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6036791544474538e-06,
      "loss": 0.0006,
      "step": 34012
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.603184386513563e-06,
      "loss": 0.0007,
      "step": 34013
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.602689658559241e-06,
      "loss": 0.001,
      "step": 34014
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6021949705871607e-06,
      "loss": 0.0007,
      "step": 34015
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6017003225999993e-06,
      "loss": 0.0005,
      "step": 34016
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6012057146004243e-06,
      "loss": 0.0009,
      "step": 34017
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.600711146591113e-06,
      "loss": 0.0005,
      "step": 34018
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.6002166185747403e-06,
      "loss": 0.0007,
      "step": 34019
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5997221305539734e-06,
      "loss": 0.0009,
      "step": 34020
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5992276825314868e-06,
      "loss": 0.0006,
      "step": 34021
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5987332745099558e-06,
      "loss": 0.001,
      "step": 34022
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.598238906492053e-06,
      "loss": 0.0004,
      "step": 34023
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5977445784804454e-06,
      "loss": 0.0006,
      "step": 34024
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5972502904778096e-06,
      "loss": 0.0002,
      "step": 34025
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5967560424868164e-06,
      "loss": 0.0004,
      "step": 34026
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.596261834510135e-06,
      "loss": 0.0009,
      "step": 34027
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.595767666550437e-06,
      "loss": 0.0008,
      "step": 34028
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5952735386103943e-06,
      "loss": 0.0008,
      "step": 34029
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5947794506926814e-06,
      "loss": 0.0006,
      "step": 34030
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.594285402799962e-06,
      "loss": 0.0007,
      "step": 34031
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.593791394934909e-06,
      "loss": 0.0005,
      "step": 34032
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5932974271001933e-06,
      "loss": 0.0005,
      "step": 34033
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5928034992984873e-06,
      "loss": 0.0007,
      "step": 34034
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.592309611532454e-06,
      "loss": 0.0012,
      "step": 34035
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.591815763804768e-06,
      "loss": 0.0009,
      "step": 34036
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.591321956118099e-06,
      "loss": 0.0005,
      "step": 34037
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.590828188475112e-06,
      "loss": 0.0007,
      "step": 34038
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5903344608784753e-06,
      "loss": 0.0014,
      "step": 34039
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.589840773330866e-06,
      "loss": 0.0007,
      "step": 34040
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5893471258349433e-06,
      "loss": 0.0009,
      "step": 34041
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5888535183933795e-06,
      "loss": 0.0007,
      "step": 34042
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.588359951008843e-06,
      "loss": 0.0006,
      "step": 34043
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.587866423683999e-06,
      "loss": 0.0007,
      "step": 34044
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5873729364215163e-06,
      "loss": 0.001,
      "step": 34045
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.586879489224061e-06,
      "loss": 0.0009,
      "step": 34046
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5863860820943053e-06,
      "loss": 0.001,
      "step": 34047
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.585892715034908e-06,
      "loss": 0.0005,
      "step": 34048
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5853993880485407e-06,
      "loss": 0.001,
      "step": 34049
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5849061011378686e-06,
      "loss": 0.0009,
      "step": 34050
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5844128543055612e-06,
      "loss": 0.0009,
      "step": 34051
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5839196475542795e-06,
      "loss": 0.001,
      "step": 34052
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5834264808866906e-06,
      "loss": 0.0005,
      "step": 34053
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5829333543054637e-06,
      "loss": 0.0007,
      "step": 34054
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5824402678132576e-06,
      "loss": 0.0006,
      "step": 34055
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5819472214127417e-06,
      "loss": 0.0007,
      "step": 34056
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.581454215106579e-06,
      "loss": 0.0006,
      "step": 34057
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.58096124889744e-06,
      "loss": 0.0005,
      "step": 34058
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.58046832278798e-06,
      "loss": 0.0006,
      "step": 34059
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.579975436780869e-06,
      "loss": 0.0008,
      "step": 34060
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5794825908787723e-06,
      "loss": 0.0005,
      "step": 34061
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.578989785084349e-06,
      "loss": 0.0004,
      "step": 34062
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5784970194002644e-06,
      "loss": 0.0007,
      "step": 34063
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5780042938291817e-06,
      "loss": 0.0005,
      "step": 34064
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.577511608373768e-06,
      "loss": 0.0007,
      "step": 34065
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5770189630366815e-06,
      "loss": 0.0009,
      "step": 34066
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5765263578205856e-06,
      "loss": 0.0008,
      "step": 34067
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5760337927281465e-06,
      "loss": 0.0005,
      "step": 34068
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5755412677620205e-06,
      "loss": 0.0008,
      "step": 34069
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5750487829248728e-06,
      "loss": 0.0009,
      "step": 34070
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.574556338219366e-06,
      "loss": 0.0006,
      "step": 34071
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.574063933648163e-06,
      "loss": 0.0007,
      "step": 34072
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.573571569213922e-06,
      "loss": 0.0009,
      "step": 34073
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5730792449193044e-06,
      "loss": 0.001,
      "step": 34074
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.572586960766973e-06,
      "loss": 0.0007,
      "step": 34075
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5720947167595868e-06,
      "loss": 0.0007,
      "step": 34076
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.571602512899809e-06,
      "loss": 0.0009,
      "step": 34077
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5711103491903e-06,
      "loss": 0.0006,
      "step": 34078
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5706182256337165e-06,
      "loss": 0.0006,
      "step": 34079
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5701261422327197e-06,
      "loss": 0.0008,
      "step": 34080
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5696340989899695e-06,
      "loss": 0.0003,
      "step": 34081
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5691420959081295e-06,
      "loss": 0.0007,
      "step": 34082
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5686501329898516e-06,
      "loss": 0.0009,
      "step": 34083
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.568158210237799e-06,
      "loss": 0.0012,
      "step": 34084
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.567666327654632e-06,
      "loss": 0.0003,
      "step": 34085
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5671744852430047e-06,
      "loss": 0.0006,
      "step": 34086
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.566682683005578e-06,
      "loss": 0.001,
      "step": 34087
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5661909209450107e-06,
      "loss": 0.0003,
      "step": 34088
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5656991990639624e-06,
      "loss": 0.0007,
      "step": 34089
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5652075173650857e-06,
      "loss": 0.0006,
      "step": 34090
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5647158758510414e-06,
      "loss": 0.0006,
      "step": 34091
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5642242745244893e-06,
      "loss": 0.0007,
      "step": 34092
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5637327133880797e-06,
      "loss": 0.0005,
      "step": 34093
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5632411924444744e-06,
      "loss": 0.0011,
      "step": 34094
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5627497116963285e-06,
      "loss": 0.0004,
      "step": 34095
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5622582711463016e-06,
      "loss": 0.001,
      "step": 34096
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5617668707970454e-06,
      "loss": 0.0003,
      "step": 34097
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.561275510651218e-06,
      "loss": 0.0007,
      "step": 34098
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.560784190711476e-06,
      "loss": 0.0005,
      "step": 34099
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5602929109804717e-06,
      "loss": 0.0004,
      "step": 34100
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.559801671460864e-06,
      "loss": 0.0006,
      "step": 34101
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5593104721553053e-06,
      "loss": 0.0005,
      "step": 34102
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5588193130664553e-06,
      "loss": 0.0008,
      "step": 34103
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.558328194196963e-06,
      "loss": 0.0009,
      "step": 34104
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.557837115549484e-06,
      "loss": 0.0013,
      "step": 34105
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5573460771266744e-06,
      "loss": 0.001,
      "step": 34106
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5568550789311907e-06,
      "loss": 0.0005,
      "step": 34107
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5563641209656807e-06,
      "loss": 0.0006,
      "step": 34108
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5558732032328013e-06,
      "loss": 0.0008,
      "step": 34109
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5553823257352084e-06,
      "loss": 0.0005,
      "step": 34110
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.554891488475546e-06,
      "loss": 0.0004,
      "step": 34111
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5544006914564768e-06,
      "loss": 0.0014,
      "step": 34112
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.553909934680653e-06,
      "loss": 0.0008,
      "step": 34113
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.553419218150721e-06,
      "loss": 0.001,
      "step": 34114
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5529285418693373e-06,
      "loss": 0.0009,
      "step": 34115
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5524379058391556e-06,
      "loss": 0.0005,
      "step": 34116
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5519473100628223e-06,
      "loss": 0.0005,
      "step": 34117
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5514567545429914e-06,
      "loss": 0.0007,
      "step": 34118
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5509662392823155e-06,
      "loss": 0.0008,
      "step": 34119
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.550475764283448e-06,
      "loss": 0.0009,
      "step": 34120
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.549985329549034e-06,
      "loss": 0.0006,
      "step": 34121
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.549494935081728e-06,
      "loss": 0.0008,
      "step": 34122
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.54900458088418e-06,
      "loss": 0.0005,
      "step": 34123
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5485142669590434e-06,
      "loss": 0.0009,
      "step": 34124
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.548023993308962e-06,
      "loss": 0.0006,
      "step": 34125
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.547533759936589e-06,
      "loss": 0.0007,
      "step": 34126
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.547043566844577e-06,
      "loss": 0.0005,
      "step": 34127
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5465534140355696e-06,
      "loss": 0.0003,
      "step": 34128
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5460633015122193e-06,
      "loss": 0.0009,
      "step": 34129
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.545573229277175e-06,
      "loss": 0.0008,
      "step": 34130
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5450831973330893e-06,
      "loss": 0.0004,
      "step": 34131
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5445932056826027e-06,
      "loss": 0.0008,
      "step": 34132
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5441032543283685e-06,
      "loss": 0.0006,
      "step": 34133
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.543613343273036e-06,
      "loss": 0.0008,
      "step": 34134
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.543123472519249e-06,
      "loss": 0.0005,
      "step": 34135
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5426336420696586e-06,
      "loss": 0.0004,
      "step": 34136
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5421438519269104e-06,
      "loss": 0.0008,
      "step": 34137
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.541654102093656e-06,
      "loss": 0.0003,
      "step": 34138
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.541164392572535e-06,
      "loss": 0.0007,
      "step": 34139
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.540674723366199e-06,
      "loss": 0.0009,
      "step": 34140
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.5401850944772977e-06,
      "loss": 0.0008,
      "step": 34141
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5396955059084705e-06,
      "loss": 0.0006,
      "step": 34142
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5392059576623663e-06,
      "loss": 0.0008,
      "step": 34143
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5387164497416318e-06,
      "loss": 0.0005,
      "step": 34144
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.538226982148917e-06,
      "loss": 0.0012,
      "step": 34145
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5377375548868587e-06,
      "loss": 0.0005,
      "step": 34146
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.537248167958104e-06,
      "loss": 0.0007,
      "step": 34147
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.536758821365307e-06,
      "loss": 0.001,
      "step": 34148
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.536269515111104e-06,
      "loss": 0.0007,
      "step": 34149
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.535780249198141e-06,
      "loss": 0.0007,
      "step": 34150
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5352910236290675e-06,
      "loss": 0.0004,
      "step": 34151
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.53480183840652e-06,
      "loss": 0.001,
      "step": 34152
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5343126935331465e-06,
      "loss": 0.0005,
      "step": 34153
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5338235890115905e-06,
      "loss": 0.0008,
      "step": 34154
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5333345248444985e-06,
      "loss": 0.0003,
      "step": 34155
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.532845501034509e-06,
      "loss": 0.0004,
      "step": 34156
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5323565175842658e-06,
      "loss": 0.0008,
      "step": 34157
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5318675744964174e-06,
      "loss": 0.0007,
      "step": 34158
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.531378671773599e-06,
      "loss": 0.0005,
      "step": 34159
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5308898094184563e-06,
      "loss": 0.0007,
      "step": 34160
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.530400987433632e-06,
      "loss": 0.0011,
      "step": 34161
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.529912205821771e-06,
      "loss": 0.0007,
      "step": 34162
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.529423464585509e-06,
      "loss": 0.0004,
      "step": 34163
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.528934763727491e-06,
      "loss": 0.0005,
      "step": 34164
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5284461032503603e-06,
      "loss": 0.0005,
      "step": 34165
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5279574831567534e-06,
      "loss": 0.0004,
      "step": 34166
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.527468903449314e-06,
      "loss": 0.0006,
      "step": 34167
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5269803641306824e-06,
      "loss": 0.0009,
      "step": 34168
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.526491865203503e-06,
      "loss": 0.0006,
      "step": 34169
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5260034066704087e-06,
      "loss": 0.0007,
      "step": 34170
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5255149885340436e-06,
      "loss": 0.0007,
      "step": 34171
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.525026610797051e-06,
      "loss": 0.0009,
      "step": 34172
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5245382734620636e-06,
      "loss": 0.0003,
      "step": 34173
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.524049976531724e-06,
      "loss": 0.0009,
      "step": 34174
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5235617200086727e-06,
      "loss": 0.0005,
      "step": 34175
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.52307350389555e-06,
      "loss": 0.0006,
      "step": 34176
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5225853281949886e-06,
      "loss": 0.0007,
      "step": 34177
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5220971929096316e-06,
      "loss": 0.0008,
      "step": 34178
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.521609098042117e-06,
      "loss": 0.0007,
      "step": 34179
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.521121043595085e-06,
      "loss": 0.0005,
      "step": 34180
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.520633029571169e-06,
      "loss": 0.0005,
      "step": 34181
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.520145055973008e-06,
      "loss": 0.0012,
      "step": 34182
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.519657122803243e-06,
      "loss": 0.0005,
      "step": 34183
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.519169230064502e-06,
      "loss": 0.0009,
      "step": 34184
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.518681377759433e-06,
      "loss": 0.0008,
      "step": 34185
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.518193565890671e-06,
      "loss": 0.0005,
      "step": 34186
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.517705794460846e-06,
      "loss": 0.0006,
      "step": 34187
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5172180634725997e-06,
      "loss": 0.0006,
      "step": 34188
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.516730372928569e-06,
      "loss": 0.0011,
      "step": 34189
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5162427228313856e-06,
      "loss": 0.001,
      "step": 34190
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5157551131836865e-06,
      "loss": 0.0002,
      "step": 34191
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5152675439881092e-06,
      "loss": 0.0005,
      "step": 34192
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.51478001524729e-06,
      "loss": 0.0003,
      "step": 34193
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5142925269638595e-06,
      "loss": 0.0006,
      "step": 34194
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5138050791404544e-06,
      "loss": 0.0008,
      "step": 34195
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5133176717797103e-06,
      "loss": 0.0008,
      "step": 34196
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5128303048842653e-06,
      "loss": 0.0008,
      "step": 34197
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5123429784567455e-06,
      "loss": 0.001,
      "step": 34198
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5118556924997882e-06,
      "loss": 0.0003,
      "step": 34199
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.511368447016033e-06,
      "loss": 0.0006,
      "step": 34200
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.510881242008103e-06,
      "loss": 0.0007,
      "step": 34201
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5103940774786386e-06,
      "loss": 0.0005,
      "step": 34202
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.50990695343027e-06,
      "loss": 0.0008,
      "step": 34203
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.509419869865636e-06,
      "loss": 0.0011,
      "step": 34204
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5089328267873604e-06,
      "loss": 0.0005,
      "step": 34205
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5084458241980793e-06,
      "loss": 0.0004,
      "step": 34206
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5079588621004293e-06,
      "loss": 0.0011,
      "step": 34207
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.507471940497035e-06,
      "loss": 0.0006,
      "step": 34208
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.506985059390532e-06,
      "loss": 0.0005,
      "step": 34209
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.506498218783552e-06,
      "loss": 0.0009,
      "step": 34210
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5060114186787287e-06,
      "loss": 0.0007,
      "step": 34211
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5055246590786874e-06,
      "loss": 0.0008,
      "step": 34212
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5050379399860626e-06,
      "loss": 0.0008,
      "step": 34213
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5045512614034874e-06,
      "loss": 0.0006,
      "step": 34214
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5040646233335865e-06,
      "loss": 0.001,
      "step": 34215
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.503578025778992e-06,
      "loss": 0.0009,
      "step": 34216
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.503091468742337e-06,
      "loss": 0.0007,
      "step": 34217
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5026049522262507e-06,
      "loss": 0.0008,
      "step": 34218
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5021184762333595e-06,
      "loss": 0.0012,
      "step": 34219
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.501632040766291e-06,
      "loss": 0.0004,
      "step": 34220
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.501145645827684e-06,
      "loss": 0.0007,
      "step": 34221
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5006592914201587e-06,
      "loss": 0.001,
      "step": 34222
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.5001729775463468e-06,
      "loss": 0.0009,
      "step": 34223
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.49968670420888e-06,
      "loss": 0.0005,
      "step": 34224
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.499200471410379e-06,
      "loss": 0.0009,
      "step": 34225
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.498714279153477e-06,
      "loss": 0.0003,
      "step": 34226
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4982281274408016e-06,
      "loss": 0.0006,
      "step": 34227
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.497742016274981e-06,
      "loss": 0.0004,
      "step": 34228
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4972559456586397e-06,
      "loss": 0.0006,
      "step": 34229
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.496769915594407e-06,
      "loss": 0.0008,
      "step": 34230
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4962839260849113e-06,
      "loss": 0.0007,
      "step": 34231
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4957979771327754e-06,
      "loss": 0.0009,
      "step": 34232
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.495312068740627e-06,
      "loss": 0.0006,
      "step": 34233
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4948262009110945e-06,
      "loss": 0.0004,
      "step": 34234
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.494340373646805e-06,
      "loss": 0.0005,
      "step": 34235
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4938545869503805e-06,
      "loss": 0.0007,
      "step": 34236
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4933688408244483e-06,
      "loss": 0.0007,
      "step": 34237
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4928831352716352e-06,
      "loss": 0.001,
      "step": 34238
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.492397470294564e-06,
      "loss": 0.0008,
      "step": 34239
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.49191184589586e-06,
      "loss": 0.0007,
      "step": 34240
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4914262620781504e-06,
      "loss": 0.0004,
      "step": 34241
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4909407188440593e-06,
      "loss": 0.0007,
      "step": 34242
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4904552161962083e-06,
      "loss": 0.0008,
      "step": 34243
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4899697541372224e-06,
      "loss": 0.0003,
      "step": 34244
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4894843326697303e-06,
      "loss": 0.0006,
      "step": 34245
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4889989517963485e-06,
      "loss": 0.0012,
      "step": 34246
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.488513611519703e-06,
      "loss": 0.0004,
      "step": 34247
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4880283118424188e-06,
      "loss": 0.0006,
      "step": 34248
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4875430527671194e-06,
      "loss": 0.0008,
      "step": 34249
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4870578342964247e-06,
      "loss": 0.001,
      "step": 34250
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4865726564329583e-06,
      "loss": 0.0007,
      "step": 34251
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4860875191793422e-06,
      "loss": 0.0004,
      "step": 34252
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4856024225382027e-06,
      "loss": 0.0005,
      "step": 34253
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4851173665121553e-06,
      "loss": 0.0006,
      "step": 34254
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.484632351103825e-06,
      "loss": 0.0005,
      "step": 34255
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.484147376315833e-06,
      "loss": 0.0007,
      "step": 34256
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4836624421508015e-06,
      "loss": 0.0005,
      "step": 34257
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4831775486113495e-06,
      "loss": 0.0011,
      "step": 34258
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.482692695700103e-06,
      "loss": 0.0009,
      "step": 34259
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.482207883419675e-06,
      "loss": 0.0005,
      "step": 34260
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4817231117726893e-06,
      "loss": 0.0006,
      "step": 34261
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.481238380761769e-06,
      "loss": 0.0003,
      "step": 34262
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4807536903895292e-06,
      "loss": 0.0005,
      "step": 34263
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4802690406585915e-06,
      "loss": 0.0009,
      "step": 34264
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4797844315715756e-06,
      "loss": 0.0011,
      "step": 34265
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4792998631311048e-06,
      "loss": 0.0004,
      "step": 34266
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4788153353397904e-06,
      "loss": 0.0009,
      "step": 34267
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4783308482002557e-06,
      "loss": 0.0004,
      "step": 34268
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4778464017151206e-06,
      "loss": 0.0011,
      "step": 34269
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.477361995887e-06,
      "loss": 0.0013,
      "step": 34270
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.476877630718514e-06,
      "loss": 0.0007,
      "step": 34271
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.476393306212279e-06,
      "loss": 0.0007,
      "step": 34272
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.475909022370918e-06,
      "loss": 0.0005,
      "step": 34273
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.475424779197042e-06,
      "loss": 0.0013,
      "step": 34274
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.47494057669327e-06,
      "loss": 0.0005,
      "step": 34275
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.474456414862221e-06,
      "loss": 0.0007,
      "step": 34276
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4739722937065137e-06,
      "loss": 0.0007,
      "step": 34277
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4734882132287595e-06,
      "loss": 0.0008,
      "step": 34278
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.473004173431577e-06,
      "loss": 0.0006,
      "step": 34279
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4725201743175854e-06,
      "loss": 0.001,
      "step": 34280
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4720362158893964e-06,
      "loss": 0.0005,
      "step": 34281
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4715522981496264e-06,
      "loss": 0.0006,
      "step": 34282
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.471068421100892e-06,
      "loss": 0.0007,
      "step": 34283
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.470584584745812e-06,
      "loss": 0.0003,
      "step": 34284
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4701007890869954e-06,
      "loss": 0.0008,
      "step": 34285
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4696170341270585e-06,
      "loss": 0.0004,
      "step": 34286
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4691333198686218e-06,
      "loss": 0.0008,
      "step": 34287
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.468649646314292e-06,
      "loss": 0.0006,
      "step": 34288
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.468166013466686e-06,
      "loss": 0.0004,
      "step": 34289
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.467682421328419e-06,
      "loss": 0.0009,
      "step": 34290
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4671988699021065e-06,
      "loss": 0.0009,
      "step": 34291
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.466715359190355e-06,
      "loss": 0.0008,
      "step": 34292
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4662318891957846e-06,
      "loss": 0.0005,
      "step": 34293
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4657484599210104e-06,
      "loss": 0.0008,
      "step": 34294
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4652650713686376e-06,
      "loss": 0.0005,
      "step": 34295
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.464781723541283e-06,
      "loss": 0.0008,
      "step": 34296
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4642984164415617e-06,
      "loss": 0.0008,
      "step": 34297
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.463815150072081e-06,
      "loss": 0.0003,
      "step": 34298
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4633319244354537e-06,
      "loss": 0.0005,
      "step": 34299
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.462848739534294e-06,
      "loss": 0.0012,
      "step": 34300
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4623655953712145e-06,
      "loss": 0.0009,
      "step": 34301
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4618824919488215e-06,
      "loss": 0.0008,
      "step": 34302
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.46139942926973e-06,
      "loss": 0.0012,
      "step": 34303
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4609164073365532e-06,
      "loss": 0.0008,
      "step": 34304
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4604334261518947e-06,
      "loss": 0.0007,
      "step": 34305
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.45995048571837e-06,
      "loss": 0.001,
      "step": 34306
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4594675860385873e-06,
      "loss": 0.0007,
      "step": 34307
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4589847271151624e-06,
      "loss": 0.0005,
      "step": 34308
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.458501908950696e-06,
      "loss": 0.0007,
      "step": 34309
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.458019131547803e-06,
      "loss": 0.0005,
      "step": 34310
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4575363949090945e-06,
      "loss": 0.0008,
      "step": 34311
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.457053699037175e-06,
      "loss": 0.0005,
      "step": 34312
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4565710439346547e-06,
      "loss": 0.0011,
      "step": 34313
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4560884296041445e-06,
      "loss": 0.0007,
      "step": 34314
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4556058560482532e-06,
      "loss": 0.0007,
      "step": 34315
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.455123323269586e-06,
      "loss": 0.0009,
      "step": 34316
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4546408312707513e-06,
      "loss": 0.0009,
      "step": 34317
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.454158380054362e-06,
      "loss": 0.0006,
      "step": 34318
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4536759696230193e-06,
      "loss": 0.0008,
      "step": 34319
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4531935999793334e-06,
      "loss": 0.0008,
      "step": 34320
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4527112711259103e-06,
      "loss": 0.0006,
      "step": 34321
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.452228983065361e-06,
      "loss": 0.0002,
      "step": 34322
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4517467358002877e-06,
      "loss": 0.0005,
      "step": 34323
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.451264529333297e-06,
      "loss": 0.0004,
      "step": 34324
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4507823636670016e-06,
      "loss": 0.0006,
      "step": 34325
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4503002388039976e-06,
      "loss": 0.0002,
      "step": 34326
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.449818154746897e-06,
      "loss": 0.0008,
      "step": 34327
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.449336111498305e-06,
      "loss": 0.0003,
      "step": 34328
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4488541090608253e-06,
      "loss": 0.0008,
      "step": 34329
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.448372147437066e-06,
      "loss": 0.0006,
      "step": 34330
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.447890226629629e-06,
      "loss": 0.0004,
      "step": 34331
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4474083466411235e-06,
      "loss": 0.002,
      "step": 34332
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4469265074741487e-06,
      "loss": 0.0008,
      "step": 34333
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4464447091313103e-06,
      "loss": 0.0006,
      "step": 34334
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4459629516152173e-06,
      "loss": 0.0004,
      "step": 34335
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4454812349284663e-06,
      "loss": 0.0007,
      "step": 34336
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.444999559073664e-06,
      "loss": 0.0008,
      "step": 34337
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4445179240534146e-06,
      "loss": 0.0006,
      "step": 34338
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4440363298703227e-06,
      "loss": 0.0005,
      "step": 34339
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4435547765269875e-06,
      "loss": 0.0007,
      "step": 34340
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4430732640260136e-06,
      "loss": 0.0006,
      "step": 34341
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.442591792370006e-06,
      "loss": 0.0006,
      "step": 34342
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4421103615615626e-06,
      "loss": 0.0005,
      "step": 34343
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.441628971603288e-06,
      "loss": 0.0005,
      "step": 34344
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4411476224977826e-06,
      "loss": 0.0006,
      "step": 34345
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4406663142476527e-06,
      "loss": 0.0007,
      "step": 34346
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4401850468554932e-06,
      "loss": 0.0005,
      "step": 34347
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.439703820323909e-06,
      "loss": 0.0008,
      "step": 34348
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4392226346555e-06,
      "loss": 0.0011,
      "step": 34349
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4387414898528704e-06,
      "loss": 0.0003,
      "step": 34350
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.438260385918615e-06,
      "loss": 0.0005,
      "step": 34351
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.437779322855337e-06,
      "loss": 0.001,
      "step": 34352
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.43729830066564e-06,
      "loss": 0.0007,
      "step": 34353
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.436817319352117e-06,
      "loss": 0.0003,
      "step": 34354
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.436336378917372e-06,
      "loss": 0.0012,
      "step": 34355
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4358554793640033e-06,
      "loss": 0.0008,
      "step": 34356
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4353746206946126e-06,
      "loss": 0.0004,
      "step": 34357
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4348938029117953e-06,
      "loss": 0.0009,
      "step": 34358
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.434413026018151e-06,
      "loss": 0.0006,
      "step": 34359
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.433932290016281e-06,
      "loss": 0.0005,
      "step": 34360
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.43345159490878e-06,
      "loss": 0.0003,
      "step": 34361
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4329709406982472e-06,
      "loss": 0.0006,
      "step": 34362
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4324903273872823e-06,
      "loss": 0.0011,
      "step": 34363
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4320097549784804e-06,
      "loss": 0.0005,
      "step": 34364
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4315292234744415e-06,
      "loss": 0.0006,
      "step": 34365
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.431048732877761e-06,
      "loss": 0.0002,
      "step": 34366
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4305682831910406e-06,
      "loss": 0.0012,
      "step": 34367
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4300878744168686e-06,
      "loss": 0.0007,
      "step": 34368
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4296075065578473e-06,
      "loss": 0.0005,
      "step": 34369
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.429127179616575e-06,
      "loss": 0.0008,
      "step": 34370
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.428646893595642e-06,
      "loss": 0.0005,
      "step": 34371
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4281666484976476e-06,
      "loss": 0.0004,
      "step": 34372
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4276864443251857e-06,
      "loss": 0.0007,
      "step": 34373
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4272062810808574e-06,
      "loss": 0.001,
      "step": 34374
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.42672615876725e-06,
      "loss": 0.0008,
      "step": 34375
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4262460773869623e-06,
      "loss": 0.0007,
      "step": 34376
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4257660369425916e-06,
      "loss": 0.0005,
      "step": 34377
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.425286037436727e-06,
      "loss": 0.0009,
      "step": 34378
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.424806078871966e-06,
      "loss": 0.0007,
      "step": 34379
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4243261612509028e-06,
      "loss": 0.0007,
      "step": 34380
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4238462845761346e-06,
      "loss": 0.0004,
      "step": 34381
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4233664488502485e-06,
      "loss": 0.001,
      "step": 34382
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.42288665407584e-06,
      "loss": 0.0006,
      "step": 34383
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4224069002555074e-06,
      "loss": 0.001,
      "step": 34384
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.421927187391837e-06,
      "loss": 0.0006,
      "step": 34385
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.421447515487424e-06,
      "loss": 0.0004,
      "step": 34386
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4209678845448613e-06,
      "loss": 0.0006,
      "step": 34387
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.420488294566745e-06,
      "loss": 0.0006,
      "step": 34388
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.420008745555661e-06,
      "loss": 0.0006,
      "step": 34389
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.419529237514203e-06,
      "loss": 0.0005,
      "step": 34390
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.419049770444968e-06,
      "loss": 0.0006,
      "step": 34391
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4185703443505404e-06,
      "loss": 0.0006,
      "step": 34392
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4180909592335135e-06,
      "loss": 0.0011,
      "step": 34393
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.417611615096479e-06,
      "loss": 0.0004,
      "step": 34394
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4171323119420308e-06,
      "loss": 0.0007,
      "step": 34395
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.416653049772755e-06,
      "loss": 0.0005,
      "step": 34396
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4161738285912427e-06,
      "loss": 0.0007,
      "step": 34397
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4156946484000876e-06,
      "loss": 0.0007,
      "step": 34398
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4152155092018746e-06,
      "loss": 0.0006,
      "step": 34399
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.414736410999193e-06,
      "loss": 0.0008,
      "step": 34400
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4142573537946424e-06,
      "loss": 0.0005,
      "step": 34401
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.413778337590801e-06,
      "loss": 0.0005,
      "step": 34402
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4132993623902614e-06,
      "loss": 0.0006,
      "step": 34403
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4128204281956125e-06,
      "loss": 0.0008,
      "step": 34404
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.412341535009447e-06,
      "loss": 0.0011,
      "step": 34405
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.411862682834346e-06,
      "loss": 0.0007,
      "step": 34406
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.411383871672902e-06,
      "loss": 0.0005,
      "step": 34407
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.410905101527705e-06,
      "loss": 0.0007,
      "step": 34408
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4104263724013367e-06,
      "loss": 0.0004,
      "step": 34409
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4099476842963876e-06,
      "loss": 0.0009,
      "step": 34410
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.409469037215446e-06,
      "loss": 0.0005,
      "step": 34411
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4089904311611013e-06,
      "loss": 0.0004,
      "step": 34412
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.408511866135933e-06,
      "loss": 0.0006,
      "step": 34413
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.408033342142533e-06,
      "loss": 0.0002,
      "step": 34414
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4075548591834897e-06,
      "loss": 0.0004,
      "step": 34415
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4070764172613835e-06,
      "loss": 0.0012,
      "step": 34416
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.406598016378803e-06,
      "loss": 0.0007,
      "step": 34417
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4061196565383338e-06,
      "loss": 0.0006,
      "step": 34418
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.405641337742565e-06,
      "loss": 0.0009,
      "step": 34419
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4051630599940755e-06,
      "loss": 0.0009,
      "step": 34420
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4046848232954533e-06,
      "loss": 0.0005,
      "step": 34421
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4042066276492836e-06,
      "loss": 0.0009,
      "step": 34422
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4037284730581545e-06,
      "loss": 0.0005,
      "step": 34423
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4032503595246437e-06,
      "loss": 0.0007,
      "step": 34424
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4027722870513383e-06,
      "loss": 0.0007,
      "step": 34425
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4022942556408248e-06,
      "loss": 0.0009,
      "step": 34426
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4018162652956823e-06,
      "loss": 0.0003,
      "step": 34427
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4013383160184965e-06,
      "loss": 0.0007,
      "step": 34428
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4008604078118512e-06,
      "loss": 0.0005,
      "step": 34429
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.4003825406783308e-06,
      "loss": 0.0008,
      "step": 34430
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3999047146205144e-06,
      "loss": 0.001,
      "step": 34431
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.399426929640988e-06,
      "loss": 0.0008,
      "step": 34432
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.398949185742334e-06,
      "loss": 0.0007,
      "step": 34433
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3984714829271306e-06,
      "loss": 0.0008,
      "step": 34434
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3979938211979627e-06,
      "loss": 0.0004,
      "step": 34435
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3975162005574127e-06,
      "loss": 0.0004,
      "step": 34436
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.39703862100806e-06,
      "loss": 0.0006,
      "step": 34437
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3965610825524875e-06,
      "loss": 0.0003,
      "step": 34438
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3960835851932784e-06,
      "loss": 0.0007,
      "step": 34439
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.395606128933009e-06,
      "loss": 0.0008,
      "step": 34440
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.395128713774262e-06,
      "loss": 0.0008,
      "step": 34441
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.394651339719618e-06,
      "loss": 0.0008,
      "step": 34442
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.394174006771659e-06,
      "loss": 0.0007,
      "step": 34443
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3936967149329617e-06,
      "loss": 0.0009,
      "step": 34444
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3932194642061057e-06,
      "loss": 0.0007,
      "step": 34445
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.392742254593673e-06,
      "loss": 0.0009,
      "step": 34446
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3922650860982433e-06,
      "loss": 0.0007,
      "step": 34447
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3917879587223923e-06,
      "loss": 0.0004,
      "step": 34448
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.391310872468702e-06,
      "loss": 0.0005,
      "step": 34449
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3908338273397513e-06,
      "loss": 0.0005,
      "step": 34450
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3903568233381146e-06,
      "loss": 0.0006,
      "step": 34451
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.389879860466373e-06,
      "loss": 0.0006,
      "step": 34452
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3894029387271035e-06,
      "loss": 0.0006,
      "step": 34453
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.388926058122888e-06,
      "loss": 0.0006,
      "step": 34454
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3884492186562967e-06,
      "loss": 0.0003,
      "step": 34455
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3879724203299127e-06,
      "loss": 0.0007,
      "step": 34456
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.387495663146312e-06,
      "loss": 0.0008,
      "step": 34457
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3870189471080683e-06,
      "loss": 0.0005,
      "step": 34458
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.386542272217761e-06,
      "loss": 0.0004,
      "step": 34459
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.386065638477966e-06,
      "loss": 0.0011,
      "step": 34460
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.385589045891262e-06,
      "loss": 0.0006,
      "step": 34461
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.38511249446022e-06,
      "loss": 0.0007,
      "step": 34462
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.384635984187418e-06,
      "loss": 0.0006,
      "step": 34463
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3841595150754335e-06,
      "loss": 0.0007,
      "step": 34464
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.383683087126839e-06,
      "loss": 0.0004,
      "step": 34465
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3832067003442093e-06,
      "loss": 0.0008,
      "step": 34466
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3827303547301215e-06,
      "loss": 0.0005,
      "step": 34467
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.382254050287152e-06,
      "loss": 0.0003,
      "step": 34468
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3817777870178692e-06,
      "loss": 0.0007,
      "step": 34469
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3813015649248504e-06,
      "loss": 0.0007,
      "step": 34470
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3808253840106734e-06,
      "loss": 0.0004,
      "step": 34471
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.380349244277902e-06,
      "loss": 0.0005,
      "step": 34472
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.37987314572912e-06,
      "loss": 0.0009,
      "step": 34473
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3793970883668983e-06,
      "loss": 0.0004,
      "step": 34474
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3789210721938062e-06,
      "loss": 0.0011,
      "step": 34475
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3784450972124185e-06,
      "loss": 0.0006,
      "step": 34476
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3779691634253088e-06,
      "loss": 0.0008,
      "step": 34477
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.377493270835051e-06,
      "loss": 0.0005,
      "step": 34478
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.377017419444213e-06,
      "loss": 0.0008,
      "step": 34479
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3765416092553682e-06,
      "loss": 0.0012,
      "step": 34480
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3760658402710914e-06,
      "loss": 0.0003,
      "step": 34481
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3755901124939497e-06,
      "loss": 0.0008,
      "step": 34482
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3751144259265156e-06,
      "loss": 0.0005,
      "step": 34483
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.374638780571362e-06,
      "loss": 0.0005,
      "step": 34484
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3741631764310613e-06,
      "loss": 0.0007,
      "step": 34485
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3736876135081788e-06,
      "loss": 0.0003,
      "step": 34486
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.373212091805287e-06,
      "loss": 0.0012,
      "step": 34487
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3727366113249596e-06,
      "loss": 0.0007,
      "step": 34488
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.372261172069762e-06,
      "loss": 0.0007,
      "step": 34489
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3717857740422646e-06,
      "loss": 0.0005,
      "step": 34490
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3713104172450386e-06,
      "loss": 0.0007,
      "step": 34491
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.370835101680654e-06,
      "loss": 0.0005,
      "step": 34492
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.370359827351677e-06,
      "loss": 0.0004,
      "step": 34493
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3698845942606784e-06,
      "loss": 0.0006,
      "step": 34494
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.369409402410229e-06,
      "loss": 0.0009,
      "step": 34495
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.36893425180289e-06,
      "loss": 0.0004,
      "step": 34496
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.368459142441236e-06,
      "loss": 0.0005,
      "step": 34497
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3679840743278327e-06,
      "loss": 0.0004,
      "step": 34498
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3675090474652507e-06,
      "loss": 0.0008,
      "step": 34499
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3670340618560527e-06,
      "loss": 0.0007,
      "step": 34500
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.366559117502808e-06,
      "loss": 0.0007,
      "step": 34501
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.366084214408084e-06,
      "loss": 0.0009,
      "step": 34502
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3656093525744504e-06,
      "loss": 0.0004,
      "step": 34503
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.365134532004467e-06,
      "loss": 0.0007,
      "step": 34504
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.364659752700705e-06,
      "loss": 0.0006,
      "step": 34505
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.364185014665733e-06,
      "loss": 0.0002,
      "step": 34506
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3637103179021104e-06,
      "loss": 0.0011,
      "step": 34507
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3632356624124043e-06,
      "loss": 0.0009,
      "step": 34508
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.362761048199186e-06,
      "loss": 0.0005,
      "step": 34509
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3622864752650154e-06,
      "loss": 0.0003,
      "step": 34510
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3618119436124576e-06,
      "loss": 0.0007,
      "step": 34511
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3613374532440827e-06,
      "loss": 0.0004,
      "step": 34512
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.360863004162448e-06,
      "loss": 0.0011,
      "step": 34513
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3603885963701225e-06,
      "loss": 0.0008,
      "step": 34514
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3599142298696677e-06,
      "loss": 0.0007,
      "step": 34515
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.359439904663653e-06,
      "loss": 0.0005,
      "step": 34516
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.358965620754634e-06,
      "loss": 0.0007,
      "step": 34517
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.358491378145179e-06,
      "loss": 0.0005,
      "step": 34518
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.35801717683785e-06,
      "loss": 0.001,
      "step": 34519
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3575430168352144e-06,
      "loss": 0.0004,
      "step": 34520
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.357068898139828e-06,
      "loss": 0.0008,
      "step": 34521
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3565948207542564e-06,
      "loss": 0.0008,
      "step": 34522
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.356120784681065e-06,
      "loss": 0.0009,
      "step": 34523
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.355646789922811e-06,
      "loss": 0.0011,
      "step": 34524
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.355172836482058e-06,
      "loss": 0.0006,
      "step": 34525
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3546989243613684e-06,
      "loss": 0.0008,
      "step": 34526
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.354225053563306e-06,
      "loss": 0.0007,
      "step": 34527
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.353751224090427e-06,
      "loss": 0.0007,
      "step": 34528
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3532774359452947e-06,
      "loss": 0.0007,
      "step": 34529
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.352803689130473e-06,
      "loss": 0.0006,
      "step": 34530
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.352329983648517e-06,
      "loss": 0.0006,
      "step": 34531
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3518563195019893e-06,
      "loss": 0.0007,
      "step": 34532
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3513826966934506e-06,
      "loss": 0.0005,
      "step": 34533
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3509091152254636e-06,
      "loss": 0.0005,
      "step": 34534
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3504355751005826e-06,
      "loss": 0.0004,
      "step": 34535
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3499620763213694e-06,
      "loss": 0.0008,
      "step": 34536
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3494886188903855e-06,
      "loss": 0.001,
      "step": 34537
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3490152028101855e-06,
      "loss": 0.0006,
      "step": 34538
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3485418280833304e-06,
      "loss": 0.0008,
      "step": 34539
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3480684947123787e-06,
      "loss": 0.0005,
      "step": 34540
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3475952026998927e-06,
      "loss": 0.0013,
      "step": 34541
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3471219520484236e-06,
      "loss": 0.0004,
      "step": 34542
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3466487427605324e-06,
      "loss": 0.0009,
      "step": 34543
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.346175574838776e-06,
      "loss": 0.0012,
      "step": 34544
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3457024482857138e-06,
      "loss": 0.0004,
      "step": 34545
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.345229363103901e-06,
      "loss": 0.0008,
      "step": 34546
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3447563192958987e-06,
      "loss": 0.0008,
      "step": 34547
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.344283316864259e-06,
      "loss": 0.0004,
      "step": 34548
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3438103558115388e-06,
      "loss": 0.0004,
      "step": 34549
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.343337436140295e-06,
      "loss": 0.0006,
      "step": 34550
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3428645578530885e-06,
      "loss": 0.0005,
      "step": 34551
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.342391720952468e-06,
      "loss": 0.001,
      "step": 34552
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3419189254409915e-06,
      "loss": 0.0009,
      "step": 34553
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.341446171321219e-06,
      "loss": 0.001,
      "step": 34554
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3409734585956977e-06,
      "loss": 0.0006,
      "step": 34555
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3405007872669885e-06,
      "loss": 0.0012,
      "step": 34556
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.340028157337644e-06,
      "loss": 0.0004,
      "step": 34557
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.339555568810221e-06,
      "loss": 0.0011,
      "step": 34558
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3390830216872697e-06,
      "loss": 0.0006,
      "step": 34559
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.338610515971347e-06,
      "loss": 0.0006,
      "step": 34560
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3381380516650087e-06,
      "loss": 0.0004,
      "step": 34561
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3376656287708033e-06,
      "loss": 0.001,
      "step": 34562
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3371932472912874e-06,
      "loss": 0.0006,
      "step": 34563
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.336720907229014e-06,
      "loss": 0.0004,
      "step": 34564
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.336248608586539e-06,
      "loss": 0.001,
      "step": 34565
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.335776351366408e-06,
      "loss": 0.0006,
      "step": 34566
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3353041355711782e-06,
      "loss": 0.0005,
      "step": 34567
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3348319612034042e-06,
      "loss": 0.0007,
      "step": 34568
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.334359828265632e-06,
      "loss": 0.0006,
      "step": 34569
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3338877367604173e-06,
      "loss": 0.001,
      "step": 34570
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3334156866903114e-06,
      "loss": 0.0014,
      "step": 34571
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3329436780578676e-06,
      "loss": 0.0009,
      "step": 34572
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3324717108656327e-06,
      "loss": 0.0006,
      "step": 34573
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.331999785116159e-06,
      "loss": 0.0005,
      "step": 34574
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3315279008119984e-06,
      "loss": 0.0004,
      "step": 34575
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.331056057955704e-06,
      "loss": 0.0009,
      "step": 34576
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3305842565498203e-06,
      "loss": 0.0006,
      "step": 34577
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.330112496596901e-06,
      "loss": 0.001,
      "step": 34578
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.329640778099498e-06,
      "loss": 0.0004,
      "step": 34579
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3291691010601547e-06,
      "loss": 0.0011,
      "step": 34580
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3286974654814208e-06,
      "loss": 0.0008,
      "step": 34581
    },
    {
      "epoch": 1.28,
      "learning_rate": 2.3282258713658555e-06,
      "loss": 0.0007,
      "step": 34582
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.327754318715998e-06,
      "loss": 0.0004,
      "step": 34583
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3272828075344e-06,
      "loss": 0.0006,
      "step": 34584
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3268113378236123e-06,
      "loss": 0.0007,
      "step": 34585
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3263399095861785e-06,
      "loss": 0.0013,
      "step": 34586
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.325868522824648e-06,
      "loss": 0.0009,
      "step": 34587
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.325397177541571e-06,
      "loss": 0.0005,
      "step": 34588
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3249258737394955e-06,
      "loss": 0.0008,
      "step": 34589
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.324454611420964e-06,
      "loss": 0.0005,
      "step": 34590
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.323983390588528e-06,
      "loss": 0.0008,
      "step": 34591
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3235122112447318e-06,
      "loss": 0.0004,
      "step": 34592
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.323041073392127e-06,
      "loss": 0.0007,
      "step": 34593
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3225699770332543e-06,
      "loss": 0.0006,
      "step": 34594
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3220989221706626e-06,
      "loss": 0.0005,
      "step": 34595
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.321627908806899e-06,
      "loss": 0.0005,
      "step": 34596
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3211569369445065e-06,
      "loss": 0.0004,
      "step": 34597
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3206860065860303e-06,
      "loss": 0.0007,
      "step": 34598
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.320215117734019e-06,
      "loss": 0.0012,
      "step": 34599
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.319744270391019e-06,
      "loss": 0.0006,
      "step": 34600
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3192734645595693e-06,
      "loss": 0.0003,
      "step": 34601
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3188027002422186e-06,
      "loss": 0.0005,
      "step": 34602
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3183319774415127e-06,
      "loss": 0.0008,
      "step": 34603
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.317861296159991e-06,
      "loss": 0.0009,
      "step": 34604
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3173906564002002e-06,
      "loss": 0.0005,
      "step": 34605
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3169200581646843e-06,
      "loss": 0.0005,
      "step": 34606
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3164495014559895e-06,
      "loss": 0.0005,
      "step": 34607
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3159789862766534e-06,
      "loss": 0.0006,
      "step": 34608
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.315508512629222e-06,
      "loss": 0.0005,
      "step": 34609
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.315038080516242e-06,
      "loss": 0.0006,
      "step": 34610
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.314567689940249e-06,
      "loss": 0.0004,
      "step": 34611
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.314097340903788e-06,
      "loss": 0.0005,
      "step": 34612
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3136270334094035e-06,
      "loss": 0.001,
      "step": 34613
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.313156767459638e-06,
      "loss": 0.0008,
      "step": 34614
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3126865430570277e-06,
      "loss": 0.0009,
      "step": 34615
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3122163602041194e-06,
      "loss": 0.0012,
      "step": 34616
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3117462189034512e-06,
      "loss": 0.0004,
      "step": 34617
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.311276119157566e-06,
      "loss": 0.0004,
      "step": 34618
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.310806060969005e-06,
      "loss": 0.0011,
      "step": 34619
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.310336044340311e-06,
      "loss": 0.0008,
      "step": 34620
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3098660692740196e-06,
      "loss": 0.0003,
      "step": 34621
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3093961357726723e-06,
      "loss": 0.0006,
      "step": 34622
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3089262438388096e-06,
      "loss": 0.0006,
      "step": 34623
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3084563934749747e-06,
      "loss": 0.0003,
      "step": 34624
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3079865846837015e-06,
      "loss": 0.0007,
      "step": 34625
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.307516817467531e-06,
      "loss": 0.0008,
      "step": 34626
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3070470918290067e-06,
      "loss": 0.0007,
      "step": 34627
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3065774077706606e-06,
      "loss": 0.0003,
      "step": 34628
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.306107765295034e-06,
      "loss": 0.0006,
      "step": 34629
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3056381644046666e-06,
      "loss": 0.0007,
      "step": 34630
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3051686051020983e-06,
      "loss": 0.0008,
      "step": 34631
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.304699087389862e-06,
      "loss": 0.0006,
      "step": 34632
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3042296112704977e-06,
      "loss": 0.0007,
      "step": 34633
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3037601767465454e-06,
      "loss": 0.0005,
      "step": 34634
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3032907838205388e-06,
      "loss": 0.0007,
      "step": 34635
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.302821432495016e-06,
      "loss": 0.0006,
      "step": 34636
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.302352122772513e-06,
      "loss": 0.0006,
      "step": 34637
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3018828546555715e-06,
      "loss": 0.0005,
      "step": 34638
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3014136281467205e-06,
      "loss": 0.0007,
      "step": 34639
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3009444432485007e-06,
      "loss": 0.0004,
      "step": 34640
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3004752999634484e-06,
      "loss": 0.0007,
      "step": 34641
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.3000061982940956e-06,
      "loss": 0.0008,
      "step": 34642
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.29953713824298e-06,
      "loss": 0.0008,
      "step": 34643
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2990681198126373e-06,
      "loss": 0.0005,
      "step": 34644
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2985991430056043e-06,
      "loss": 0.0005,
      "step": 34645
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2981302078244105e-06,
      "loss": 0.0007,
      "step": 34646
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.297661314271594e-06,
      "loss": 0.0012,
      "step": 34647
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.29719246234969e-06,
      "loss": 0.0006,
      "step": 34648
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2967236520612322e-06,
      "loss": 0.0004,
      "step": 34649
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2962548834087517e-06,
      "loss": 0.0007,
      "step": 34650
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2957861563947846e-06,
      "loss": 0.0003,
      "step": 34651
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2953174710218664e-06,
      "loss": 0.0005,
      "step": 34652
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2948488272925218e-06,
      "loss": 0.0006,
      "step": 34653
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2943802252092927e-06,
      "loss": 0.0007,
      "step": 34654
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.293911664774713e-06,
      "loss": 0.0012,
      "step": 34655
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2934431459913077e-06,
      "loss": 0.0006,
      "step": 34656
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.292974668861613e-06,
      "loss": 0.0005,
      "step": 34657
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.292506233388162e-06,
      "loss": 0.0005,
      "step": 34658
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2920378395734845e-06,
      "loss": 0.0008,
      "step": 34659
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.291569487420112e-06,
      "loss": 0.0004,
      "step": 34660
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.291101176930577e-06,
      "loss": 0.0007,
      "step": 34661
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.290632908107413e-06,
      "loss": 0.0005,
      "step": 34662
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.290164680953146e-06,
      "loss": 0.0006,
      "step": 34663
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2896964954703103e-06,
      "loss": 0.0008,
      "step": 34664
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2892283516614345e-06,
      "loss": 0.0005,
      "step": 34665
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2887602495290527e-06,
      "loss": 0.0006,
      "step": 34666
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2882921890756906e-06,
      "loss": 0.0007,
      "step": 34667
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2878241703038783e-06,
      "loss": 0.0005,
      "step": 34668
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2873561932161494e-06,
      "loss": 0.0004,
      "step": 34669
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.286888257815029e-06,
      "loss": 0.0006,
      "step": 34670
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.286420364103046e-06,
      "loss": 0.0006,
      "step": 34671
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.285952512082733e-06,
      "loss": 0.0006,
      "step": 34672
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2854847017566184e-06,
      "loss": 0.0006,
      "step": 34673
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.285016933127228e-06,
      "loss": 0.0004,
      "step": 34674
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2845492061970896e-06,
      "loss": 0.0008,
      "step": 34675
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2840815209687374e-06,
      "loss": 0.0005,
      "step": 34676
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2836138774446913e-06,
      "loss": 0.0006,
      "step": 34677
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2831462756274825e-06,
      "loss": 0.0004,
      "step": 34678
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2826787155196384e-06,
      "loss": 0.0007,
      "step": 34679
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.282211197123688e-06,
      "loss": 0.001,
      "step": 34680
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2817437204421545e-06,
      "loss": 0.0005,
      "step": 34681
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.281276285477566e-06,
      "loss": 0.0006,
      "step": 34682
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2808088922324524e-06,
      "loss": 0.0009,
      "step": 34683
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2803415407093345e-06,
      "loss": 0.0008,
      "step": 34684
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2798742309107403e-06,
      "loss": 0.0007,
      "step": 34685
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2794069628391956e-06,
      "loss": 0.0008,
      "step": 34686
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2789397364972287e-06,
      "loss": 0.0008,
      "step": 34687
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2784725518873605e-06,
      "loss": 0.0007,
      "step": 34688
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.278005409012116e-06,
      "loss": 0.0011,
      "step": 34689
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.277538307874028e-06,
      "loss": 0.0007,
      "step": 34690
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.277071248475612e-06,
      "loss": 0.0007,
      "step": 34691
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2766042308193958e-06,
      "loss": 0.0003,
      "step": 34692
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.276137254907906e-06,
      "loss": 0.0005,
      "step": 34693
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2756703207436627e-06,
      "loss": 0.0002,
      "step": 34694
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2752034283291913e-06,
      "loss": 0.0005,
      "step": 34695
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2747365776670148e-06,
      "loss": 0.0008,
      "step": 34696
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2742697687596602e-06,
      "loss": 0.0004,
      "step": 34697
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2738030016096447e-06,
      "loss": 0.0007,
      "step": 34698
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.273336276219493e-06,
      "loss": 0.0004,
      "step": 34699
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.272869592591733e-06,
      "loss": 0.0005,
      "step": 34700
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.272402950728879e-06,
      "loss": 0.0012,
      "step": 34701
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2719363506334567e-06,
      "loss": 0.0007,
      "step": 34702
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2714697923079887e-06,
      "loss": 0.0008,
      "step": 34703
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2710032757549995e-06,
      "loss": 0.0007,
      "step": 34704
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2705368009770044e-06,
      "loss": 0.0003,
      "step": 34705
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.270070367976528e-06,
      "loss": 0.0009,
      "step": 34706
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.269603976756094e-06,
      "loss": 0.0007,
      "step": 34707
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2691376273182165e-06,
      "loss": 0.0006,
      "step": 34708
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.268671319665421e-06,
      "loss": 0.0005,
      "step": 34709
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2682050538002265e-06,
      "loss": 0.0007,
      "step": 34710
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2677388297251555e-06,
      "loss": 0.0009,
      "step": 34711
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.267272647442724e-06,
      "loss": 0.0008,
      "step": 34712
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2668065069554533e-06,
      "loss": 0.0006,
      "step": 34713
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2663404082658657e-06,
      "loss": 0.0006,
      "step": 34714
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2658743513764757e-06,
      "loss": 0.0009,
      "step": 34715
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.265408336289804e-06,
      "loss": 0.0011,
      "step": 34716
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.26494236300837e-06,
      "loss": 0.0004,
      "step": 34717
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2644764315346957e-06,
      "loss": 0.0005,
      "step": 34718
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2640105418712922e-06,
      "loss": 0.0005,
      "step": 34719
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2635446940206817e-06,
      "loss": 0.0007,
      "step": 34720
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2630788879853815e-06,
      "loss": 0.0008,
      "step": 34721
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.262613123767913e-06,
      "loss": 0.0011,
      "step": 34722
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2621474013707868e-06,
      "loss": 0.0004,
      "step": 34723
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2616817207965236e-06,
      "loss": 0.0005,
      "step": 34724
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2612160820476403e-06,
      "loss": 0.0004,
      "step": 34725
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2607504851266537e-06,
      "loss": 0.0009,
      "step": 34726
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2602849300360806e-06,
      "loss": 0.0003,
      "step": 34727
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2598194167784403e-06,
      "loss": 0.0005,
      "step": 34728
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2593539453562418e-06,
      "loss": 0.0005,
      "step": 34729
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2588885157720053e-06,
      "loss": 0.0007,
      "step": 34730
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2584231280282476e-06,
      "loss": 0.0008,
      "step": 34731
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.25795778212748e-06,
      "loss": 0.0008,
      "step": 34732
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2574924780722206e-06,
      "loss": 0.0006,
      "step": 34733
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.257027215864984e-06,
      "loss": 0.0008,
      "step": 34734
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2565619955082875e-06,
      "loss": 0.0006,
      "step": 34735
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2560968170046393e-06,
      "loss": 0.0008,
      "step": 34736
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.255631680356557e-06,
      "loss": 0.001,
      "step": 34737
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.255166585566558e-06,
      "loss": 0.001,
      "step": 34738
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.254701532637151e-06,
      "loss": 0.0006,
      "step": 34739
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2542365215708517e-06,
      "loss": 0.0005,
      "step": 34740
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.253771552370172e-06,
      "loss": 0.0011,
      "step": 34741
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.25330662503763e-06,
      "loss": 0.0005,
      "step": 34742
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.252841739575732e-06,
      "loss": 0.001,
      "step": 34743
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.252376895986994e-06,
      "loss": 0.0005,
      "step": 34744
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.251912094273928e-06,
      "loss": 0.0008,
      "step": 34745
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.25144733443905e-06,
      "loss": 0.0007,
      "step": 34746
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2509826164848647e-06,
      "loss": 0.001,
      "step": 34747
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2505179404138876e-06,
      "loss": 0.0007,
      "step": 34748
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2500533062286333e-06,
      "loss": 0.0005,
      "step": 34749
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2495887139316076e-06,
      "loss": 0.0004,
      "step": 34750
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2491241635253238e-06,
      "loss": 0.0008,
      "step": 34751
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.248659655012293e-06,
      "loss": 0.0008,
      "step": 34752
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.248195188395028e-06,
      "loss": 0.0004,
      "step": 34753
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.247730763676036e-06,
      "loss": 0.0008,
      "step": 34754
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2472663808578276e-06,
      "loss": 0.0011,
      "step": 34755
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2468020399429168e-06,
      "loss": 0.0006,
      "step": 34756
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.246337740933806e-06,
      "loss": 0.0005,
      "step": 34757
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.24587348383301e-06,
      "loss": 0.0008,
      "step": 34758
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2454092686430372e-06,
      "loss": 0.0006,
      "step": 34759
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2449450953663986e-06,
      "loss": 0.0005,
      "step": 34760
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2444809640055953e-06,
      "loss": 0.0003,
      "step": 34761
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.244016874563144e-06,
      "loss": 0.0006,
      "step": 34762
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2435528270415543e-06,
      "loss": 0.0005,
      "step": 34763
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2430888214433266e-06,
      "loss": 0.0006,
      "step": 34764
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2426248577709742e-06,
      "loss": 0.0008,
      "step": 34765
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2421609360270047e-06,
      "loss": 0.001,
      "step": 34766
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.241697056213923e-06,
      "loss": 0.0007,
      "step": 34767
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2412332183342365e-06,
      "loss": 0.0008,
      "step": 34768
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2407694223904543e-06,
      "loss": 0.0003,
      "step": 34769
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2403056683850842e-06,
      "loss": 0.001,
      "step": 34770
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2398419563206285e-06,
      "loss": 0.0007,
      "step": 34771
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2393782861995973e-06,
      "loss": 0.0006,
      "step": 34772
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.238914658024497e-06,
      "loss": 0.0006,
      "step": 34773
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.238451071797829e-06,
      "loss": 0.0007,
      "step": 34774
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.237987527522102e-06,
      "loss": 0.0007,
      "step": 34775
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.237524025199821e-06,
      "loss": 0.0006,
      "step": 34776
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2370605648334942e-06,
      "loss": 0.0006,
      "step": 34777
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.236597146425622e-06,
      "loss": 0.0004,
      "step": 34778
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2361337699787102e-06,
      "loss": 0.0007,
      "step": 34779
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2356704354952674e-06,
      "loss": 0.0005,
      "step": 34780
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.235207142977792e-06,
      "loss": 0.0009,
      "step": 34781
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.23474389242879e-06,
      "loss": 0.0006,
      "step": 34782
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.234280683850767e-06,
      "loss": 0.0007,
      "step": 34783
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2338175172462283e-06,
      "loss": 0.0003,
      "step": 34784
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2333543926176715e-06,
      "loss": 0.0007,
      "step": 34785
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.232891309967603e-06,
      "loss": 0.0008,
      "step": 34786
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2324282692985287e-06,
      "loss": 0.0007,
      "step": 34787
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2319652706129456e-06,
      "loss": 0.0004,
      "step": 34788
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2315023139133586e-06,
      "loss": 0.0003,
      "step": 34789
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2310393992022704e-06,
      "loss": 0.0005,
      "step": 34790
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2305765264821854e-06,
      "loss": 0.0007,
      "step": 34791
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2301136957556015e-06,
      "loss": 0.0008,
      "step": 34792
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2296509070250204e-06,
      "loss": 0.0008,
      "step": 34793
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2291881602929476e-06,
      "loss": 0.0004,
      "step": 34794
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2287254555618785e-06,
      "loss": 0.0008,
      "step": 34795
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.228262792834317e-06,
      "loss": 0.0004,
      "step": 34796
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.227800172112764e-06,
      "loss": 0.0009,
      "step": 34797
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.22733759339972e-06,
      "loss": 0.0005,
      "step": 34798
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.226875056697685e-06,
      "loss": 0.0008,
      "step": 34799
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.226412562009158e-06,
      "loss": 0.0007,
      "step": 34800
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.225950109336643e-06,
      "loss": 0.0005,
      "step": 34801
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2254876986826325e-06,
      "loss": 0.0006,
      "step": 34802
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2250253300496307e-06,
      "loss": 0.0005,
      "step": 34803
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.224563003440138e-06,
      "loss": 0.0006,
      "step": 34804
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2241007188566475e-06,
      "loss": 0.0004,
      "step": 34805
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2236384763016606e-06,
      "loss": 0.0008,
      "step": 34806
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2231762757776776e-06,
      "loss": 0.0008,
      "step": 34807
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.222714117287197e-06,
      "loss": 0.0012,
      "step": 34808
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2222520008327133e-06,
      "loss": 0.0005,
      "step": 34809
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2217899264167243e-06,
      "loss": 0.0007,
      "step": 34810
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2213278940417324e-06,
      "loss": 0.0007,
      "step": 34811
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.22086590371023e-06,
      "loss": 0.0009,
      "step": 34812
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2204039554247146e-06,
      "loss": 0.0007,
      "step": 34813
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2199420491876844e-06,
      "loss": 0.0009,
      "step": 34814
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.219480185001639e-06,
      "loss": 0.0006,
      "step": 34815
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2190183628690687e-06,
      "loss": 0.001,
      "step": 34816
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2185565827924714e-06,
      "loss": 0.0006,
      "step": 34817
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2180948447743456e-06,
      "loss": 0.0007,
      "step": 34818
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2176331488171874e-06,
      "loss": 0.0004,
      "step": 34819
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.217171494923488e-06,
      "loss": 0.0008,
      "step": 34820
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2167098830957446e-06,
      "loss": 0.0005,
      "step": 34821
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2162483133364545e-06,
      "loss": 0.0007,
      "step": 34822
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2157867856481084e-06,
      "loss": 0.0008,
      "step": 34823
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.215325300033203e-06,
      "loss": 0.0007,
      "step": 34824
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2148638564942326e-06,
      "loss": 0.0003,
      "step": 34825
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.214402455033694e-06,
      "loss": 0.001,
      "step": 34826
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2139410956540765e-06,
      "loss": 0.0007,
      "step": 34827
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.213479778357874e-06,
      "loss": 0.0009,
      "step": 34828
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2130185031475846e-06,
      "loss": 0.0009,
      "step": 34829
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.212557270025696e-06,
      "loss": 0.0006,
      "step": 34830
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2120960789947033e-06,
      "loss": 0.0006,
      "step": 34831
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2116349300570993e-06,
      "loss": 0.0008,
      "step": 34832
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.211173823215377e-06,
      "loss": 0.0008,
      "step": 34833
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2107127584720267e-06,
      "loss": 0.0007,
      "step": 34834
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.210251735829544e-06,
      "loss": 0.0012,
      "step": 34835
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.209790755290421e-06,
      "loss": 0.0007,
      "step": 34836
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.209329816857143e-06,
      "loss": 0.0009,
      "step": 34837
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2088689205322065e-06,
      "loss": 0.0007,
      "step": 34838
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2084080663181042e-06,
      "loss": 0.0005,
      "step": 34839
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.207947254217321e-06,
      "loss": 0.0009,
      "step": 34840
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.207486484232352e-06,
      "loss": 0.0008,
      "step": 34841
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.207025756365685e-06,
      "loss": 0.0006,
      "step": 34842
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.206565070619815e-06,
      "loss": 0.0006,
      "step": 34843
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2061044269972264e-06,
      "loss": 0.0007,
      "step": 34844
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2056438255004107e-06,
      "loss": 0.0006,
      "step": 34845
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2051832661318616e-06,
      "loss": 0.0003,
      "step": 34846
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2047227488940612e-06,
      "loss": 0.0012,
      "step": 34847
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.204262273789504e-06,
      "loss": 0.0006,
      "step": 34848
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2038018408206753e-06,
      "loss": 0.0008,
      "step": 34849
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2033414499900685e-06,
      "loss": 0.0011,
      "step": 34850
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2028811013001674e-06,
      "loss": 0.0011,
      "step": 34851
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2024207947534605e-06,
      "loss": 0.0007,
      "step": 34852
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2019605303524407e-06,
      "loss": 0.0005,
      "step": 34853
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2015003080995876e-06,
      "loss": 0.0012,
      "step": 34854
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.2010401279973946e-06,
      "loss": 0.0007,
      "step": 34855
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.200579990048347e-06,
      "loss": 0.0008,
      "step": 34856
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.200119894254935e-06,
      "loss": 0.0004,
      "step": 34857
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1996598406196413e-06,
      "loss": 0.0011,
      "step": 34858
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1991998291449525e-06,
      "loss": 0.0006,
      "step": 34859
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.19873985983336e-06,
      "loss": 0.0011,
      "step": 34860
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.198279932687343e-06,
      "loss": 0.0009,
      "step": 34861
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1978200477093904e-06,
      "loss": 0.0004,
      "step": 34862
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.197360204901988e-06,
      "loss": 0.0006,
      "step": 34863
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1969004042676246e-06,
      "loss": 0.0004,
      "step": 34864
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.196440645808778e-06,
      "loss": 0.0008,
      "step": 34865
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1959809295279387e-06,
      "loss": 0.0009,
      "step": 34866
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.195521255427593e-06,
      "loss": 0.0012,
      "step": 34867
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1950616235102194e-06,
      "loss": 0.0008,
      "step": 34868
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1946020337783036e-06,
      "loss": 0.001,
      "step": 34869
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.194142486234335e-06,
      "loss": 0.0005,
      "step": 34870
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1936829808807927e-06,
      "loss": 0.0008,
      "step": 34871
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.193223517720161e-06,
      "loss": 0.0004,
      "step": 34872
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1927640967549234e-06,
      "loss": 0.0008,
      "step": 34873
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1923047179875657e-06,
      "loss": 0.0007,
      "step": 34874
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1918453814205664e-06,
      "loss": 0.0004,
      "step": 34875
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1913860870564106e-06,
      "loss": 0.0004,
      "step": 34876
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1909268348975832e-06,
      "loss": 0.0005,
      "step": 34877
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1904676249465605e-06,
      "loss": 0.0005,
      "step": 34878
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1900084572058276e-06,
      "loss": 0.0005,
      "step": 34879
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.189549331677867e-06,
      "loss": 0.0007,
      "step": 34880
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.189090248365162e-06,
      "loss": 0.001,
      "step": 34881
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1886312072701886e-06,
      "loss": 0.0004,
      "step": 34882
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1881722083954315e-06,
      "loss": 0.0006,
      "step": 34883
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.187713251743374e-06,
      "loss": 0.0005,
      "step": 34884
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1872543373164914e-06,
      "loss": 0.0004,
      "step": 34885
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1867954651172653e-06,
      "loss": 0.0006,
      "step": 34886
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1863366351481776e-06,
      "loss": 0.0006,
      "step": 34887
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1858778474117104e-06,
      "loss": 0.0006,
      "step": 34888
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1854191019103377e-06,
      "loss": 0.0007,
      "step": 34889
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1849603986465427e-06,
      "loss": 0.0005,
      "step": 34890
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.184501737622804e-06,
      "loss": 0.0007,
      "step": 34891
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1840431188416023e-06,
      "loss": 0.0005,
      "step": 34892
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1835845423054136e-06,
      "loss": 0.0004,
      "step": 34893
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1831260080167173e-06,
      "loss": 0.0005,
      "step": 34894
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1826675159779943e-06,
      "loss": 0.0006,
      "step": 34895
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1822090661917184e-06,
      "loss": 0.0006,
      "step": 34896
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.181750658660369e-06,
      "loss": 0.0011,
      "step": 34897
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1812922933864254e-06,
      "loss": 0.0009,
      "step": 34898
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.180833970372366e-06,
      "loss": 0.0009,
      "step": 34899
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.180375689620664e-06,
      "loss": 0.0005,
      "step": 34900
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1799174511337986e-06,
      "loss": 0.0006,
      "step": 34901
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.179459254914249e-06,
      "loss": 0.0009,
      "step": 34902
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1790011009644863e-06,
      "loss": 0.0006,
      "step": 34903
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1785429892869904e-06,
      "loss": 0.0006,
      "step": 34904
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1780849198842367e-06,
      "loss": 0.0005,
      "step": 34905
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.177626892758701e-06,
      "loss": 0.0006,
      "step": 34906
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.177168907912859e-06,
      "loss": 0.0007,
      "step": 34907
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1767109653491856e-06,
      "loss": 0.0008,
      "step": 34908
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1762530650701594e-06,
      "loss": 0.0005,
      "step": 34909
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1757952070782507e-06,
      "loss": 0.0006,
      "step": 34910
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1753373913759348e-06,
      "loss": 0.0008,
      "step": 34911
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1748796179656906e-06,
      "loss": 0.0004,
      "step": 34912
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1744218868499856e-06,
      "loss": 0.0006,
      "step": 34913
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1739641980312985e-06,
      "loss": 0.0006,
      "step": 34914
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.173506551512101e-06,
      "loss": 0.0006,
      "step": 34915
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.17304894729487e-06,
      "loss": 0.0005,
      "step": 34916
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1725913853820747e-06,
      "loss": 0.0008,
      "step": 34917
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.172133865776189e-06,
      "loss": 0.0009,
      "step": 34918
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.17167638847969e-06,
      "loss": 0.0009,
      "step": 34919
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1712189534950434e-06,
      "loss": 0.0007,
      "step": 34920
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.170761560824726e-06,
      "loss": 0.0005,
      "step": 34921
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.170304210471209e-06,
      "loss": 0.0008,
      "step": 34922
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1698469024369674e-06,
      "loss": 0.0008,
      "step": 34923
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.169389636724468e-06,
      "loss": 0.0013,
      "step": 34924
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1689324133361834e-06,
      "loss": 0.0002,
      "step": 34925
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1684752322745895e-06,
      "loss": 0.0006,
      "step": 34926
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1680180935421503e-06,
      "loss": 0.0006,
      "step": 34927
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1675609971413402e-06,
      "loss": 0.0009,
      "step": 34928
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.167103943074631e-06,
      "loss": 0.001,
      "step": 34929
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1666469313444928e-06,
      "loss": 0.0006,
      "step": 34930
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.166189961953393e-06,
      "loss": 0.0008,
      "step": 34931
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.165733034903803e-06,
      "loss": 0.0005,
      "step": 34932
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1652761501981946e-06,
      "loss": 0.0005,
      "step": 34933
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1648193078390334e-06,
      "loss": 0.0006,
      "step": 34934
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.16436250782879e-06,
      "loss": 0.0003,
      "step": 34935
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1639057501699343e-06,
      "loss": 0.0006,
      "step": 34936
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1634490348649372e-06,
      "loss": 0.0007,
      "step": 34937
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.162992361916263e-06,
      "loss": 0.0006,
      "step": 34938
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1625357313263806e-06,
      "loss": 0.0004,
      "step": 34939
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1620791430977627e-06,
      "loss": 0.0003,
      "step": 34940
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1616225972328675e-06,
      "loss": 0.0004,
      "step": 34941
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1611660937341716e-06,
      "loss": 0.0009,
      "step": 34942
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.160709632604142e-06,
      "loss": 0.0005,
      "step": 34943
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1602532138452414e-06,
      "loss": 0.0004,
      "step": 34944
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.159796837459939e-06,
      "loss": 0.0005,
      "step": 34945
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1593405034506998e-06,
      "loss": 0.0005,
      "step": 34946
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.158884211819996e-06,
      "loss": 0.0008,
      "step": 34947
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1584279625702852e-06,
      "loss": 0.0005,
      "step": 34948
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.157971755704039e-06,
      "loss": 0.0007,
      "step": 34949
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1575155912237243e-06,
      "loss": 0.0006,
      "step": 34950
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1570594691318025e-06,
      "loss": 0.0008,
      "step": 34951
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1566033894307393e-06,
      "loss": 0.0006,
      "step": 34952
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1561473521230025e-06,
      "loss": 0.0005,
      "step": 34953
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.155691357211057e-06,
      "loss": 0.0011,
      "step": 34954
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1552354046973646e-06,
      "loss": 0.001,
      "step": 34955
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.15477949458439e-06,
      "loss": 0.0007,
      "step": 34956
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.154323626874603e-06,
      "loss": 0.0005,
      "step": 34957
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1538678015704596e-06,
      "loss": 0.0008,
      "step": 34958
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.153412018674427e-06,
      "loss": 0.0003,
      "step": 34959
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1529562781889692e-06,
      "loss": 0.0004,
      "step": 34960
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.152500580116551e-06,
      "loss": 0.0006,
      "step": 34961
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.152044924459632e-06,
      "loss": 0.0003,
      "step": 34962
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1515893112206755e-06,
      "loss": 0.0011,
      "step": 34963
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.151133740402148e-06,
      "loss": 0.0004,
      "step": 34964
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1506782120065062e-06,
      "loss": 0.0007,
      "step": 34965
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.150222726036215e-06,
      "loss": 0.0005,
      "step": 34966
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1497672824937366e-06,
      "loss": 0.0008,
      "step": 34967
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.149311881381535e-06,
      "loss": 0.0005,
      "step": 34968
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1488565227020653e-06,
      "loss": 0.0008,
      "step": 34969
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.148401206457793e-06,
      "loss": 0.0009,
      "step": 34970
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1479459326511786e-06,
      "loss": 0.0005,
      "step": 34971
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1474907012846846e-06,
      "loss": 0.0007,
      "step": 34972
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.147035512360768e-06,
      "loss": 0.0008,
      "step": 34973
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1465803658818894e-06,
      "loss": 0.0009,
      "step": 34974
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1461252618505135e-06,
      "loss": 0.0005,
      "step": 34975
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1456702002690943e-06,
      "loss": 0.0007,
      "step": 34976
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.145215181140092e-06,
      "loss": 0.0002,
      "step": 34977
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.14476020446597e-06,
      "loss": 0.0006,
      "step": 34978
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.144305270249184e-06,
      "loss": 0.0008,
      "step": 34979
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.143850378492195e-06,
      "loss": 0.001,
      "step": 34980
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.143395529197462e-06,
      "loss": 0.0009,
      "step": 34981
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1429407223674403e-06,
      "loss": 0.0013,
      "step": 34982
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.14248595800459e-06,
      "loss": 0.0007,
      "step": 34983
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1420312361113694e-06,
      "loss": 0.0004,
      "step": 34984
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.141576556690239e-06,
      "loss": 0.0009,
      "step": 34985
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1411219197436493e-06,
      "loss": 0.0006,
      "step": 34986
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1406673252740626e-06,
      "loss": 0.0004,
      "step": 34987
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.140212773283935e-06,
      "loss": 0.0012,
      "step": 34988
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1397582637757265e-06,
      "loss": 0.0005,
      "step": 34989
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1393037967518872e-06,
      "loss": 0.0003,
      "step": 34990
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1388493722148763e-06,
      "loss": 0.0003,
      "step": 34991
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.138394990167153e-06,
      "loss": 0.0005,
      "step": 34992
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1379406506111688e-06,
      "loss": 0.0008,
      "step": 34993
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1374863535493816e-06,
      "loss": 0.0013,
      "step": 34994
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.137032098984246e-06,
      "loss": 0.0005,
      "step": 34995
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1365778869182206e-06,
      "loss": 0.0008,
      "step": 34996
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1361237173537554e-06,
      "loss": 0.0007,
      "step": 34997
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1356695902933065e-06,
      "loss": 0.0008,
      "step": 34998
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.135215505739332e-06,
      "loss": 0.0003,
      "step": 34999
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1347614636942815e-06,
      "loss": 0.0003,
      "step": 35000
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1343074641606097e-06,
      "loss": 0.0009,
      "step": 35001
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.133853507140773e-06,
      "loss": 0.0003,
      "step": 35002
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1333995926372263e-06,
      "loss": 0.0008,
      "step": 35003
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1329457206524184e-06,
      "loss": 0.0006,
      "step": 35004
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.132491891188804e-06,
      "loss": 0.0009,
      "step": 35005
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.132038104248839e-06,
      "loss": 0.0008,
      "step": 35006
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1315843598349726e-06,
      "loss": 0.0007,
      "step": 35007
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1311306579496573e-06,
      "loss": 0.0002,
      "step": 35008
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.130676998595347e-06,
      "loss": 0.0007,
      "step": 35009
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1302233817744955e-06,
      "loss": 0.0005,
      "step": 35010
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.129769807489549e-06,
      "loss": 0.0007,
      "step": 35011
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.129316275742963e-06,
      "loss": 0.001,
      "step": 35012
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1288627865371912e-06,
      "loss": 0.0005,
      "step": 35013
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1284093398746754e-06,
      "loss": 0.0005,
      "step": 35014
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.127955935757876e-06,
      "loss": 0.0005,
      "step": 35015
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.127502574189243e-06,
      "loss": 0.0005,
      "step": 35016
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.127049255171222e-06,
      "loss": 0.0005,
      "step": 35017
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.126595978706265e-06,
      "loss": 0.0004,
      "step": 35018
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.126142744796822e-06,
      "loss": 0.0004,
      "step": 35019
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1256895534453457e-06,
      "loss": 0.0006,
      "step": 35020
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1252364046542808e-06,
      "loss": 0.0011,
      "step": 35021
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.1247832984260776e-06,
      "loss": 0.0005,
      "step": 35022
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.12433023476319e-06,
      "loss": 0.0009,
      "step": 35023
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1238772136680595e-06,
      "loss": 0.0008,
      "step": 35024
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1234242351431378e-06,
      "loss": 0.0005,
      "step": 35025
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1229712991908747e-06,
      "loss": 0.0005,
      "step": 35026
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1225184058137193e-06,
      "loss": 0.0008,
      "step": 35027
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1220655550141146e-06,
      "loss": 0.0005,
      "step": 35028
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1216127467945114e-06,
      "loss": 0.0008,
      "step": 35029
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.121159981157359e-06,
      "loss": 0.0004,
      "step": 35030
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.120707258105099e-06,
      "loss": 0.0012,
      "step": 35031
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.120254577640183e-06,
      "loss": 0.0008,
      "step": 35032
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1198019397650558e-06,
      "loss": 0.0006,
      "step": 35033
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1193493444821668e-06,
      "loss": 0.0007,
      "step": 35034
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1188967917939575e-06,
      "loss": 0.0007,
      "step": 35035
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.118444281702876e-06,
      "loss": 0.0007,
      "step": 35036
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.117991814211372e-06,
      "loss": 0.0007,
      "step": 35037
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1175393893218845e-06,
      "loss": 0.0007,
      "step": 35038
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.117087007036862e-06,
      "loss": 0.0006,
      "step": 35039
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.116634667358749e-06,
      "loss": 0.001,
      "step": 35040
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1161823702899944e-06,
      "loss": 0.0005,
      "step": 35041
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1157301158330357e-06,
      "loss": 0.0004,
      "step": 35042
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1152779039903216e-06,
      "loss": 0.0007,
      "step": 35043
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1148257347642952e-06,
      "loss": 0.0006,
      "step": 35044
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.114373608157404e-06,
      "loss": 0.0009,
      "step": 35045
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1139215241720857e-06,
      "loss": 0.0003,
      "step": 35046
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.113469482810787e-06,
      "loss": 0.0011,
      "step": 35047
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.113017484075954e-06,
      "loss": 0.0006,
      "step": 35048
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.112565527970023e-06,
      "loss": 0.0004,
      "step": 35049
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1121136144954377e-06,
      "loss": 0.0005,
      "step": 35050
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1116617436546505e-06,
      "loss": 0.0005,
      "step": 35051
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.111209915450092e-06,
      "loss": 0.0009,
      "step": 35052
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1107581298842107e-06,
      "loss": 0.0004,
      "step": 35053
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1103063869594486e-06,
      "loss": 0.0004,
      "step": 35054
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1098546866782422e-06,
      "loss": 0.0009,
      "step": 35055
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1094030290430377e-06,
      "loss": 0.0008,
      "step": 35056
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.108951414056274e-06,
      "loss": 0.0008,
      "step": 35057
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.108499841720395e-06,
      "loss": 0.0007,
      "step": 35058
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.108048312037838e-06,
      "loss": 0.0008,
      "step": 35059
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1075968250110446e-06,
      "loss": 0.0005,
      "step": 35060
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1071453806424546e-06,
      "loss": 0.0005,
      "step": 35061
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.106693978934512e-06,
      "loss": 0.0004,
      "step": 35062
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1062426198896514e-06,
      "loss": 0.0006,
      "step": 35063
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.105791303510313e-06,
      "loss": 0.001,
      "step": 35064
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.105340029798941e-06,
      "loss": 0.0009,
      "step": 35065
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1048887987579693e-06,
      "loss": 0.0004,
      "step": 35066
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1044376103898367e-06,
      "loss": 0.0004,
      "step": 35067
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.103986464696984e-06,
      "loss": 0.0005,
      "step": 35068
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.103535361681853e-06,
      "loss": 0.001,
      "step": 35069
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.103084301346876e-06,
      "loss": 0.0012,
      "step": 35070
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1026332836944918e-06,
      "loss": 0.0006,
      "step": 35071
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1021823087271432e-06,
      "loss": 0.0004,
      "step": 35072
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1017313764472614e-06,
      "loss": 0.0009,
      "step": 35073
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1012804868572857e-06,
      "loss": 0.001,
      "step": 35074
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.100829639959654e-06,
      "loss": 0.0004,
      "step": 35075
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.1003788357568055e-06,
      "loss": 0.0007,
      "step": 35076
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.099928074251172e-06,
      "loss": 0.0006,
      "step": 35077
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.099477355445191e-06,
      "loss": 0.0007,
      "step": 35078
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0990266793413027e-06,
      "loss": 0.0006,
      "step": 35079
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.098576045941938e-06,
      "loss": 0.0007,
      "step": 35080
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0981254552495334e-06,
      "loss": 0.0008,
      "step": 35081
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.097674907266526e-06,
      "loss": 0.0011,
      "step": 35082
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0972244019953534e-06,
      "loss": 0.0007,
      "step": 35083
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0967739394384446e-06,
      "loss": 0.0007,
      "step": 35084
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.096323519598237e-06,
      "loss": 0.0006,
      "step": 35085
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.095873142477166e-06,
      "loss": 0.0012,
      "step": 35086
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.095422808077665e-06,
      "loss": 0.0005,
      "step": 35087
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0949725164021684e-06,
      "loss": 0.0009,
      "step": 35088
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.094522267453113e-06,
      "loss": 0.001,
      "step": 35089
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0940720612329258e-06,
      "loss": 0.0011,
      "step": 35090
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0936218977440446e-06,
      "loss": 0.001,
      "step": 35091
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0931717769889015e-06,
      "loss": 0.0006,
      "step": 35092
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0927216989699315e-06,
      "loss": 0.0005,
      "step": 35093
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0922716636895637e-06,
      "loss": 0.0007,
      "step": 35094
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0918216711502314e-06,
      "loss": 0.0007,
      "step": 35095
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0913717213543704e-06,
      "loss": 0.0006,
      "step": 35096
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.090921814304406e-06,
      "loss": 0.0006,
      "step": 35097
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0904719500027747e-06,
      "loss": 0.0003,
      "step": 35098
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0900221284519074e-06,
      "loss": 0.0006,
      "step": 35099
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0895723496542375e-06,
      "loss": 0.0004,
      "step": 35100
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.08912261361219e-06,
      "loss": 0.0011,
      "step": 35101
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0886729203282e-06,
      "loss": 0.0006,
      "step": 35102
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.088223269804699e-06,
      "loss": 0.0006,
      "step": 35103
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0877736620441136e-06,
      "loss": 0.0007,
      "step": 35104
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0873240970488763e-06,
      "loss": 0.0006,
      "step": 35105
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.086874574821416e-06,
      "loss": 0.0005,
      "step": 35106
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0864250953641663e-06,
      "loss": 0.0013,
      "step": 35107
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.085975658679551e-06,
      "loss": 0.0008,
      "step": 35108
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.08552626477e-06,
      "loss": 0.0006,
      "step": 35109
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0850769136379477e-06,
      "loss": 0.0007,
      "step": 35110
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.084627605285816e-06,
      "loss": 0.0008,
      "step": 35111
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0841783397160365e-06,
      "loss": 0.0008,
      "step": 35112
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.083729116931038e-06,
      "loss": 0.0004,
      "step": 35113
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.08327993693325e-06,
      "loss": 0.0002,
      "step": 35114
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.082830799725095e-06,
      "loss": 0.0005,
      "step": 35115
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0823817053090046e-06,
      "loss": 0.0011,
      "step": 35116
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.081932653687405e-06,
      "loss": 0.0005,
      "step": 35117
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.081483644862726e-06,
      "loss": 0.0007,
      "step": 35118
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.08103467883739e-06,
      "loss": 0.0009,
      "step": 35119
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0805857556138263e-06,
      "loss": 0.0004,
      "step": 35120
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.080136875194463e-06,
      "loss": 0.0006,
      "step": 35121
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0796880375817175e-06,
      "loss": 0.0005,
      "step": 35122
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.079239242778026e-06,
      "loss": 0.0003,
      "step": 35123
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0787904907858136e-06,
      "loss": 0.0007,
      "step": 35124
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.078341781607499e-06,
      "loss": 0.0004,
      "step": 35125
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.077893115245512e-06,
      "loss": 0.0008,
      "step": 35126
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0774444917022796e-06,
      "loss": 0.0004,
      "step": 35127
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.076995910980221e-06,
      "loss": 0.0007,
      "step": 35128
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.076547373081763e-06,
      "loss": 0.0009,
      "step": 35129
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0760988780093316e-06,
      "loss": 0.0006,
      "step": 35130
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.075650425765351e-06,
      "loss": 0.0006,
      "step": 35131
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.075202016352242e-06,
      "loss": 0.0004,
      "step": 35132
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.074753649772431e-06,
      "loss": 0.0007,
      "step": 35133
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.07430532602834e-06,
      "loss": 0.0004,
      "step": 35134
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.073857045122395e-06,
      "loss": 0.0007,
      "step": 35135
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0734088070570136e-06,
      "loss": 0.0005,
      "step": 35136
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0729606118346225e-06,
      "loss": 0.0007,
      "step": 35137
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.072512459457645e-06,
      "loss": 0.0011,
      "step": 35138
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0720643499285e-06,
      "loss": 0.0009,
      "step": 35139
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.07161628324961e-06,
      "loss": 0.0006,
      "step": 35140
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0711682594233982e-06,
      "loss": 0.0008,
      "step": 35141
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0707202784522893e-06,
      "loss": 0.0006,
      "step": 35142
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0702723403386983e-06,
      "loss": 0.001,
      "step": 35143
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.069824445085048e-06,
      "loss": 0.0007,
      "step": 35144
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0693765926937647e-06,
      "loss": 0.0011,
      "step": 35145
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.068928783167261e-06,
      "loss": 0.0006,
      "step": 35146
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0684810165079618e-06,
      "loss": 0.0007,
      "step": 35147
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0680332927182865e-06,
      "loss": 0.0006,
      "step": 35148
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.067585611800658e-06,
      "loss": 0.0005,
      "step": 35149
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0671379737574894e-06,
      "loss": 0.0008,
      "step": 35150
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.066690378591204e-06,
      "loss": 0.0006,
      "step": 35151
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0662428263042245e-06,
      "loss": 0.0004,
      "step": 35152
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.065795316898962e-06,
      "loss": 0.0003,
      "step": 35153
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.065347850377841e-06,
      "loss": 0.0006,
      "step": 35154
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.064900426743278e-06,
      "loss": 0.0005,
      "step": 35155
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0644530459976952e-06,
      "loss": 0.0004,
      "step": 35156
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.064005708143504e-06,
      "loss": 0.0006,
      "step": 35157
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0635584131831233e-06,
      "loss": 0.0005,
      "step": 35158
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.063111161118978e-06,
      "loss": 0.0009,
      "step": 35159
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0626639519534787e-06,
      "loss": 0.0005,
      "step": 35160
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.062216785689044e-06,
      "loss": 0.001,
      "step": 35161
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0617696623280937e-06,
      "loss": 0.0004,
      "step": 35162
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0613225818730387e-06,
      "loss": 0.001,
      "step": 35163
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0608755443262994e-06,
      "loss": 0.0007,
      "step": 35164
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.060428549690292e-06,
      "loss": 0.0008,
      "step": 35165
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0599815979674343e-06,
      "loss": 0.0007,
      "step": 35166
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0595346891601365e-06,
      "loss": 0.0008,
      "step": 35167
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.059087823270818e-06,
      "loss": 0.0004,
      "step": 35168
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0586410003018954e-06,
      "loss": 0.0006,
      "step": 35169
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0581942202557792e-06,
      "loss": 0.0009,
      "step": 35170
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0577474831348864e-06,
      "loss": 0.0009,
      "step": 35171
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.057300788941632e-06,
      "loss": 0.0005,
      "step": 35172
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0568541376784333e-06,
      "loss": 0.0004,
      "step": 35173
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0564075293476994e-06,
      "loss": 0.0005,
      "step": 35174
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.055960963951845e-06,
      "loss": 0.0009,
      "step": 35175
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.055514441493288e-06,
      "loss": 0.0006,
      "step": 35176
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0550679619744375e-06,
      "loss": 0.0007,
      "step": 35177
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0546215253977064e-06,
      "loss": 0.0007,
      "step": 35178
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.05417513176551e-06,
      "loss": 0.0006,
      "step": 35179
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.053728781080264e-06,
      "loss": 0.0005,
      "step": 35180
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0532824733443737e-06,
      "loss": 0.0004,
      "step": 35181
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.052836208560255e-06,
      "loss": 0.0008,
      "step": 35182
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.052389986730323e-06,
      "loss": 0.0004,
      "step": 35183
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0519438078569843e-06,
      "loss": 0.0008,
      "step": 35184
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0514976719426514e-06,
      "loss": 0.0008,
      "step": 35185
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0510515789897377e-06,
      "loss": 0.0009,
      "step": 35186
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0506055290006555e-06,
      "loss": 0.0007,
      "step": 35187
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0501595219778113e-06,
      "loss": 0.0005,
      "step": 35188
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0497135579236195e-06,
      "loss": 0.0007,
      "step": 35189
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0492676368404874e-06,
      "loss": 0.0005,
      "step": 35190
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0488217587308303e-06,
      "loss": 0.0003,
      "step": 35191
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0483759235970525e-06,
      "loss": 0.0012,
      "step": 35192
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0479301314415655e-06,
      "loss": 0.0007,
      "step": 35193
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.04748438226678e-06,
      "loss": 0.0006,
      "step": 35194
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0470386760751036e-06,
      "loss": 0.0004,
      "step": 35195
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.046593012868947e-06,
      "loss": 0.0006,
      "step": 35196
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0461473926507214e-06,
      "loss": 0.0003,
      "step": 35197
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.045701815422829e-06,
      "loss": 0.0002,
      "step": 35198
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.045256281187682e-06,
      "loss": 0.0007,
      "step": 35199
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.04481078994769e-06,
      "loss": 0.0006,
      "step": 35200
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.044365341705257e-06,
      "loss": 0.0006,
      "step": 35201
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0439199364627916e-06,
      "loss": 0.0004,
      "step": 35202
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0434745742227026e-06,
      "loss": 0.0004,
      "step": 35203
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.043029254987399e-06,
      "loss": 0.0006,
      "step": 35204
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0425839787592827e-06,
      "loss": 0.0009,
      "step": 35205
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0421387455407625e-06,
      "loss": 0.0004,
      "step": 35206
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.041693555334249e-06,
      "loss": 0.0009,
      "step": 35207
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0412484081421413e-06,
      "loss": 0.0007,
      "step": 35208
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0408033039668494e-06,
      "loss": 0.0005,
      "step": 35209
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0403582428107794e-06,
      "loss": 0.0005,
      "step": 35210
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0399132246763374e-06,
      "loss": 0.0008,
      "step": 35211
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0394682495659256e-06,
      "loss": 0.0007,
      "step": 35212
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.039023317481951e-06,
      "loss": 0.0006,
      "step": 35213
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0385784284268186e-06,
      "loss": 0.0008,
      "step": 35214
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0381335824029345e-06,
      "loss": 0.0004,
      "step": 35215
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0376887794126986e-06,
      "loss": 0.0005,
      "step": 35216
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0372440194585187e-06,
      "loss": 0.0005,
      "step": 35217
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0367993025428002e-06,
      "loss": 0.001,
      "step": 35218
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0363546286679404e-06,
      "loss": 0.0007,
      "step": 35219
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0359099978363485e-06,
      "loss": 0.0007,
      "step": 35220
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0354654100504246e-06,
      "loss": 0.0004,
      "step": 35221
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0350208653125757e-06,
      "loss": 0.0003,
      "step": 35222
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0345763636252004e-06,
      "loss": 0.0002,
      "step": 35223
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0341319049907014e-06,
      "loss": 0.0005,
      "step": 35224
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0336874894114856e-06,
      "loss": 0.001,
      "step": 35225
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.033243116889949e-06,
      "loss": 0.0003,
      "step": 35226
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.032798787428496e-06,
      "loss": 0.0006,
      "step": 35227
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0323545010295287e-06,
      "loss": 0.0006,
      "step": 35228
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.03191025769545e-06,
      "loss": 0.0005,
      "step": 35229
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0314660574286537e-06,
      "loss": 0.0007,
      "step": 35230
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.03102190023155e-06,
      "loss": 0.0005,
      "step": 35231
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.030577786106538e-06,
      "loss": 0.001,
      "step": 35232
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.030133715056012e-06,
      "loss": 0.0008,
      "step": 35233
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0296896870823767e-06,
      "loss": 0.0008,
      "step": 35234
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.029245702188034e-06,
      "loss": 0.0004,
      "step": 35235
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0288017603753775e-06,
      "loss": 0.0004,
      "step": 35236
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0283578616468116e-06,
      "loss": 0.0005,
      "step": 35237
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.027914006004733e-06,
      "loss": 0.0008,
      "step": 35238
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.027470193451545e-06,
      "loss": 0.0007,
      "step": 35239
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.02702642398964e-06,
      "loss": 0.0005,
      "step": 35240
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.02658269762142e-06,
      "loss": 0.0005,
      "step": 35241
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0261390143492853e-06,
      "loss": 0.0007,
      "step": 35242
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.02569537417563e-06,
      "loss": 0.0006,
      "step": 35243
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0252517771028533e-06,
      "loss": 0.0012,
      "step": 35244
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0248082231333534e-06,
      "loss": 0.0002,
      "step": 35245
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.024364712269531e-06,
      "loss": 0.0005,
      "step": 35246
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0239212445137757e-06,
      "loss": 0.0005,
      "step": 35247
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.023477819868489e-06,
      "loss": 0.0004,
      "step": 35248
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.023034438336071e-06,
      "loss": 0.0003,
      "step": 35249
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0225910999189104e-06,
      "loss": 0.0003,
      "step": 35250
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0221478046194075e-06,
      "loss": 0.0003,
      "step": 35251
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.021704552439959e-06,
      "loss": 0.0007,
      "step": 35252
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.021261343382962e-06,
      "loss": 0.001,
      "step": 35253
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0208181774508074e-06,
      "loss": 0.0006,
      "step": 35254
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0203750546458924e-06,
      "loss": 0.001,
      "step": 35255
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.019931974970616e-06,
      "loss": 0.0004,
      "step": 35256
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0194889384273664e-06,
      "loss": 0.0007,
      "step": 35257
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0190459450185417e-06,
      "loss": 0.0005,
      "step": 35258
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0186029947465356e-06,
      "loss": 0.0007,
      "step": 35259
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0181600876137454e-06,
      "loss": 0.0007,
      "step": 35260
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.017717223622561e-06,
      "loss": 0.0007,
      "step": 35261
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0172744027753755e-06,
      "loss": 0.0012,
      "step": 35262
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0168316250745878e-06,
      "loss": 0.0007,
      "step": 35263
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0163888905225846e-06,
      "loss": 0.0007,
      "step": 35264
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.015946199121761e-06,
      "loss": 0.0011,
      "step": 35265
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0155035508745115e-06,
      "loss": 0.0006,
      "step": 35266
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.015060945783227e-06,
      "loss": 0.0007,
      "step": 35267
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.014618383850301e-06,
      "loss": 0.0009,
      "step": 35268
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.014175865078124e-06,
      "loss": 0.0005,
      "step": 35269
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0137333894690913e-06,
      "loss": 0.0009,
      "step": 35270
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0132909570255897e-06,
      "loss": 0.0009,
      "step": 35271
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.012848567750013e-06,
      "loss": 0.0008,
      "step": 35272
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.012406221644754e-06,
      "loss": 0.0006,
      "step": 35273
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0119639187121986e-06,
      "loss": 0.0008,
      "step": 35274
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0115216589547414e-06,
      "loss": 0.0005,
      "step": 35275
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0110794423747704e-06,
      "loss": 0.0006,
      "step": 35276
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.010637268974681e-06,
      "loss": 0.0011,
      "step": 35277
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0101951387568563e-06,
      "loss": 0.0004,
      "step": 35278
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0097530517236887e-06,
      "loss": 0.0004,
      "step": 35279
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0093110078775712e-06,
      "loss": 0.0007,
      "step": 35280
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.008869007220886e-06,
      "loss": 0.0004,
      "step": 35281
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0084270497560263e-06,
      "loss": 0.0007,
      "step": 35282
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.007985135485381e-06,
      "loss": 0.0005,
      "step": 35283
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.00754326441134e-06,
      "loss": 0.0007,
      "step": 35284
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0071014365362874e-06,
      "loss": 0.0004,
      "step": 35285
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0066596518626137e-06,
      "loss": 0.0012,
      "step": 35286
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0062179103927073e-06,
      "loss": 0.0006,
      "step": 35287
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0057762121289557e-06,
      "loss": 0.0008,
      "step": 35288
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.005334557073745e-06,
      "loss": 0.0003,
      "step": 35289
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.004892945229462e-06,
      "loss": 0.0005,
      "step": 35290
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0044513765984964e-06,
      "loss": 0.0005,
      "step": 35291
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.004009851183232e-06,
      "loss": 0.001,
      "step": 35292
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0035683689860554e-06,
      "loss": 0.0003,
      "step": 35293
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0031269300093538e-06,
      "loss": 0.001,
      "step": 35294
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0026855342555153e-06,
      "loss": 0.0007,
      "step": 35295
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0022441817269213e-06,
      "loss": 0.0005,
      "step": 35296
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0018028724259588e-06,
      "loss": 0.0005,
      "step": 35297
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0013616063550168e-06,
      "loss": 0.0011,
      "step": 35298
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0009203835164746e-06,
      "loss": 0.001,
      "step": 35299
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.0004792039127184e-06,
      "loss": 0.0004,
      "step": 35300
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.000038067546135e-06,
      "loss": 0.0006,
      "step": 35301
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.999596974419108e-06,
      "loss": 0.0005,
      "step": 35302
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9991559245340196e-06,
      "loss": 0.0007,
      "step": 35303
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.998714917893256e-06,
      "loss": 0.0011,
      "step": 35304
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9982739544992037e-06,
      "loss": 0.001,
      "step": 35305
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9978330343542384e-06,
      "loss": 0.0008,
      "step": 35306
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.997392157460748e-06,
      "loss": 0.0006,
      "step": 35307
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.996951323821117e-06,
      "loss": 0.0006,
      "step": 35308
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.996510533437723e-06,
      "loss": 0.0005,
      "step": 35309
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9960697863129517e-06,
      "loss": 0.0007,
      "step": 35310
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9956290824491844e-06,
      "loss": 0.0003,
      "step": 35311
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9951884218488073e-06,
      "loss": 0.0006,
      "step": 35312
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9947478045141942e-06,
      "loss": 0.0007,
      "step": 35313
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9943072304477317e-06,
      "loss": 0.0004,
      "step": 35314
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.993866699651803e-06,
      "loss": 0.0005,
      "step": 35315
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.993426212128783e-06,
      "loss": 0.0008,
      "step": 35316
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.992985767881057e-06,
      "loss": 0.0005,
      "step": 35317
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.992545366911004e-06,
      "loss": 0.0009,
      "step": 35318
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9921050092210072e-06,
      "loss": 0.0002,
      "step": 35319
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.991664694813442e-06,
      "loss": 0.0003,
      "step": 35320
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.991224423690691e-06,
      "loss": 0.0004,
      "step": 35321
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9907841958551357e-06,
      "loss": 0.0006,
      "step": 35322
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.990344011309151e-06,
      "loss": 0.0005,
      "step": 35323
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9899038700551178e-06,
      "loss": 0.0007,
      "step": 35324
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9894637720954158e-06,
      "loss": 0.0006,
      "step": 35325
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9890237174324267e-06,
      "loss": 0.0008,
      "step": 35326
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.988583706068523e-06,
      "loss": 0.001,
      "step": 35327
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9881437380060865e-06,
      "loss": 0.0014,
      "step": 35328
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9877038132474956e-06,
      "loss": 0.0003,
      "step": 35329
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.987263931795126e-06,
      "loss": 0.0004,
      "step": 35330
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9868240936513563e-06,
      "loss": 0.0005,
      "step": 35331
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9863842988185622e-06,
      "loss": 0.001,
      "step": 35332
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9859445472991257e-06,
      "loss": 0.0003,
      "step": 35333
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.985504839095418e-06,
      "loss": 0.0008,
      "step": 35334
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.985065174209818e-06,
      "loss": 0.0004,
      "step": 35335
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9846255526447043e-06,
      "loss": 0.0009,
      "step": 35336
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9841859744024484e-06,
      "loss": 0.0002,
      "step": 35337
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9837464394854267e-06,
      "loss": 0.0008,
      "step": 35338
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.983306947896021e-06,
      "loss": 0.0016,
      "step": 35339
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9828674996366004e-06,
      "loss": 0.0004,
      "step": 35340
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.982428094709542e-06,
      "loss": 0.0006,
      "step": 35341
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9819887331172204e-06,
      "loss": 0.001,
      "step": 35342
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.981549414862015e-06,
      "loss": 0.0006,
      "step": 35343
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.981110139946293e-06,
      "loss": 0.0005,
      "step": 35344
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9806709083724318e-06,
      "loss": 0.0014,
      "step": 35345
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.980231720142808e-06,
      "loss": 0.0008,
      "step": 35346
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9797925752597913e-06,
      "loss": 0.0011,
      "step": 35347
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9793534737257558e-06,
      "loss": 0.0008,
      "step": 35348
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.978914415543076e-06,
      "loss": 0.0008,
      "step": 35349
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9784754007141283e-06,
      "loss": 0.0006,
      "step": 35350
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.978036429241279e-06,
      "loss": 0.0007,
      "step": 35351
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9775975011269042e-06,
      "loss": 0.0007,
      "step": 35352
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.977158616373379e-06,
      "loss": 0.0007,
      "step": 35353
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.976719774983069e-06,
      "loss": 0.0006,
      "step": 35354
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.97628097695835e-06,
      "loss": 0.0008,
      "step": 35355
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.975842222301594e-06,
      "loss": 0.0007,
      "step": 35356
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.975403511015175e-06,
      "loss": 0.0006,
      "step": 35357
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.974964843101457e-06,
      "loss": 0.0007,
      "step": 35358
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9745262185628156e-06,
      "loss": 0.0009,
      "step": 35359
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9740876374016218e-06,
      "loss": 0.0008,
      "step": 35360
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.973649099620246e-06,
      "loss": 0.0004,
      "step": 35361
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9732106052210576e-06,
      "loss": 0.0007,
      "step": 35362
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.972772154206425e-06,
      "loss": 0.0007,
      "step": 35363
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9723337465787242e-06,
      "loss": 0.0005,
      "step": 35364
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9718953823403163e-06,
      "loss": 0.0006,
      "step": 35365
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.971457061493576e-06,
      "loss": 0.0005,
      "step": 35366
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.97101878404087e-06,
      "loss": 0.0004,
      "step": 35367
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.970580549984572e-06,
      "loss": 0.0006,
      "step": 35368
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.970142359327044e-06,
      "loss": 0.0004,
      "step": 35369
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9697042120706565e-06,
      "loss": 0.0009,
      "step": 35370
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9692661082177834e-06,
      "loss": 0.0005,
      "step": 35371
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9688280477707834e-06,
      "loss": 0.0007,
      "step": 35372
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9683900307320293e-06,
      "loss": 0.0003,
      "step": 35373
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.967952057103888e-06,
      "loss": 0.0011,
      "step": 35374
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9675141268887265e-06,
      "loss": 0.0004,
      "step": 35375
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.967076240088912e-06,
      "loss": 0.0011,
      "step": 35376
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9666383967068116e-06,
      "loss": 0.0009,
      "step": 35377
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.966200596744794e-06,
      "loss": 0.0008,
      "step": 35378
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.965762840205221e-06,
      "loss": 0.0004,
      "step": 35379
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9653251270904596e-06,
      "loss": 0.0005,
      "step": 35380
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9648874574028787e-06,
      "loss": 0.0009,
      "step": 35381
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9644498311448403e-06,
      "loss": 0.0003,
      "step": 35382
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9640122483187107e-06,
      "loss": 0.0009,
      "step": 35383
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9635747089268564e-06,
      "loss": 0.0007,
      "step": 35384
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.963137212971643e-06,
      "loss": 0.0007,
      "step": 35385
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.962699760455432e-06,
      "loss": 0.0004,
      "step": 35386
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9622623513805894e-06,
      "loss": 0.0005,
      "step": 35387
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.961824985749482e-06,
      "loss": 0.0006,
      "step": 35388
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.961387663564468e-06,
      "loss": 0.0009,
      "step": 35389
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9609503848279145e-06,
      "loss": 0.0008,
      "step": 35390
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.960513149542185e-06,
      "loss": 0.0005,
      "step": 35391
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.960075957709645e-06,
      "loss": 0.0005,
      "step": 35392
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9596388093326535e-06,
      "loss": 0.0005,
      "step": 35393
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9592017044135736e-06,
      "loss": 0.0006,
      "step": 35394
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9587646429547726e-06,
      "loss": 0.0006,
      "step": 35395
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.958327624958606e-06,
      "loss": 0.0008,
      "step": 35396
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9578906504274388e-06,
      "loss": 0.0005,
      "step": 35397
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.957453719363633e-06,
      "loss": 0.0009,
      "step": 35398
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.957016831769554e-06,
      "loss": 0.0007,
      "step": 35399
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9565799876475567e-06,
      "loss": 0.0003,
      "step": 35400
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9561431870000045e-06,
      "loss": 0.0008,
      "step": 35401
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9557064298292615e-06,
      "loss": 0.0011,
      "step": 35402
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.955269716137683e-06,
      "loss": 0.0007,
      "step": 35403
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.954833045927633e-06,
      "loss": 0.0006,
      "step": 35404
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9543964192014707e-06,
      "loss": 0.0006,
      "step": 35405
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9539598359615585e-06,
      "loss": 0.0009,
      "step": 35406
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.953523296210251e-06,
      "loss": 0.0008,
      "step": 35407
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9530867999499102e-06,
      "loss": 0.0006,
      "step": 35408
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9526503471828993e-06,
      "loss": 0.0005,
      "step": 35409
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9522139379115703e-06,
      "loss": 0.0005,
      "step": 35410
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9517775721382824e-06,
      "loss": 0.001,
      "step": 35411
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9513412498654037e-06,
      "loss": 0.0006,
      "step": 35412
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.950904971095282e-06,
      "loss": 0.0003,
      "step": 35413
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.95046873583028e-06,
      "loss": 0.0007,
      "step": 35414
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.950032544072754e-06,
      "loss": 0.0009,
      "step": 35415
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9495963958250652e-06,
      "loss": 0.0003,
      "step": 35416
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9491602910895656e-06,
      "loss": 0.0006,
      "step": 35417
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.948724229868616e-06,
      "loss": 0.0005,
      "step": 35418
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.948288212164574e-06,
      "loss": 0.0013,
      "step": 35419
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9478522379797917e-06,
      "loss": 0.0009,
      "step": 35420
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9474163073166274e-06,
      "loss": 0.0008,
      "step": 35421
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.94698042017744e-06,
      "loss": 0.0005,
      "step": 35422
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.946544576564585e-06,
      "loss": 0.0006,
      "step": 35423
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.946108776480414e-06,
      "loss": 0.0008,
      "step": 35424
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9456730199272867e-06,
      "loss": 0.0004,
      "step": 35425
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.945237306907558e-06,
      "loss": 0.0004,
      "step": 35426
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.94480163742358e-06,
      "loss": 0.0009,
      "step": 35427
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9443660114777097e-06,
      "loss": 0.001,
      "step": 35428
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9439304290723005e-06,
      "loss": 0.0004,
      "step": 35429
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9434948902097097e-06,
      "loss": 0.0005,
      "step": 35430
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9430593948922873e-06,
      "loss": 0.0008,
      "step": 35431
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.942623943122388e-06,
      "loss": 0.0006,
      "step": 35432
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9421885349023674e-06,
      "loss": 0.0008,
      "step": 35433
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9417531702345806e-06,
      "loss": 0.0006,
      "step": 35434
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9413178491213745e-06,
      "loss": 0.001,
      "step": 35435
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.940882571565106e-06,
      "loss": 0.0004,
      "step": 35436
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9404473375681297e-06,
      "loss": 0.0012,
      "step": 35437
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9400121471327925e-06,
      "loss": 0.001,
      "step": 35438
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.93957700026145e-06,
      "loss": 0.0008,
      "step": 35439
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9391418969564545e-06,
      "loss": 0.0003,
      "step": 35440
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.938706837220159e-06,
      "loss": 0.0007,
      "step": 35441
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.93827182105491e-06,
      "loss": 0.0007,
      "step": 35442
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.937836848463063e-06,
      "loss": 0.0008,
      "step": 35443
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9374019194469684e-06,
      "loss": 0.0007,
      "step": 35444
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.936967034008975e-06,
      "loss": 0.0004,
      "step": 35445
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9365321921514346e-06,
      "loss": 0.0009,
      "step": 35446
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.936097393876698e-06,
      "loss": 0.0007,
      "step": 35447
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9356626391871147e-06,
      "loss": 0.001,
      "step": 35448
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.935227928085034e-06,
      "loss": 0.0003,
      "step": 35449
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.934793260572809e-06,
      "loss": 0.0006,
      "step": 35450
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9343586366527845e-06,
      "loss": 0.0006,
      "step": 35451
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.933924056327311e-06,
      "loss": 0.001,
      "step": 35452
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.933489519598738e-06,
      "loss": 0.0006,
      "step": 35453
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.933055026469416e-06,
      "loss": 0.0012,
      "step": 35454
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9326205769416885e-06,
      "loss": 0.0006,
      "step": 35455
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.932186171017907e-06,
      "loss": 0.0007,
      "step": 35456
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9317518087004196e-06,
      "loss": 0.0007,
      "step": 35457
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9313174899915756e-06,
      "loss": 0.0004,
      "step": 35458
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9308832148937175e-06,
      "loss": 0.0011,
      "step": 35459
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9304489834091954e-06,
      "loss": 0.0003,
      "step": 35460
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9300147955403593e-06,
      "loss": 0.0003,
      "step": 35461
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9295806512895497e-06,
      "loss": 0.0005,
      "step": 35462
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.9291465506591165e-06,
      "loss": 0.0009,
      "step": 35463
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9287124936514058e-06,
      "loss": 0.0006,
      "step": 35464
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.928278480268767e-06,
      "loss": 0.0006,
      "step": 35465
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.927844510513539e-06,
      "loss": 0.0007,
      "step": 35466
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9274105843880718e-06,
      "loss": 0.0008,
      "step": 35467
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.926976701894713e-06,
      "loss": 0.0007,
      "step": 35468
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.926542863035802e-06,
      "loss": 0.0008,
      "step": 35469
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9261090678136853e-06,
      "loss": 0.0008,
      "step": 35470
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9256753162307096e-06,
      "loss": 0.0008,
      "step": 35471
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.925241608289221e-06,
      "loss": 0.0003,
      "step": 35472
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.924807943991558e-06,
      "loss": 0.001,
      "step": 35473
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.924374323340068e-06,
      "loss": 0.0005,
      "step": 35474
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.923940746337097e-06,
      "loss": 0.0003,
      "step": 35475
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.923507212984983e-06,
      "loss": 0.0003,
      "step": 35476
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9230737232860718e-06,
      "loss": 0.0011,
      "step": 35477
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.922640277242708e-06,
      "loss": 0.0004,
      "step": 35478
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9222068748572343e-06,
      "loss": 0.0005,
      "step": 35479
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9217735161319894e-06,
      "loss": 0.0005,
      "step": 35480
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9213402010693184e-06,
      "loss": 0.0009,
      "step": 35481
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9209069296715656e-06,
      "loss": 0.0003,
      "step": 35482
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9204737019410645e-06,
      "loss": 0.0007,
      "step": 35483
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9200405178801652e-06,
      "loss": 0.0006,
      "step": 35484
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9196073774912094e-06,
      "loss": 0.0006,
      "step": 35485
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9191742807765323e-06,
      "loss": 0.0006,
      "step": 35486
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9187412277384777e-06,
      "loss": 0.0005,
      "step": 35487
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9183082183793855e-06,
      "loss": 0.0005,
      "step": 35488
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.917875252701601e-06,
      "loss": 0.0005,
      "step": 35489
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9174423307074564e-06,
      "loss": 0.0005,
      "step": 35490
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9170094523992943e-06,
      "loss": 0.001,
      "step": 35491
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.91657661777946e-06,
      "loss": 0.0006,
      "step": 35492
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.916143826850284e-06,
      "loss": 0.0004,
      "step": 35493
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.915711079614111e-06,
      "loss": 0.0005,
      "step": 35494
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9152783760732785e-06,
      "loss": 0.001,
      "step": 35495
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.914845716230129e-06,
      "loss": 0.0008,
      "step": 35496
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.914413100086995e-06,
      "loss": 0.0006,
      "step": 35497
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9139805276462163e-06,
      "loss": 0.0005,
      "step": 35498
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.913547998910136e-06,
      "loss": 0.0009,
      "step": 35499
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9131155138810843e-06,
      "loss": 0.0009,
      "step": 35500
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.912683072561402e-06,
      "loss": 0.0008,
      "step": 35501
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9122506749534286e-06,
      "loss": 0.0005,
      "step": 35502
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.911818321059501e-06,
      "loss": 0.0006,
      "step": 35503
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9113860108819513e-06,
      "loss": 0.0014,
      "step": 35504
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.910953744423121e-06,
      "loss": 0.0007,
      "step": 35505
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.910521521685347e-06,
      "loss": 0.0003,
      "step": 35506
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.91008934267096e-06,
      "loss": 0.0009,
      "step": 35507
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9096572073822994e-06,
      "loss": 0.0005,
      "step": 35508
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.909225115821701e-06,
      "loss": 0.0006,
      "step": 35509
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9087930679915022e-06,
      "loss": 0.0009,
      "step": 35510
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.908361063894034e-06,
      "loss": 0.0008,
      "step": 35511
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.907929103531633e-06,
      "loss": 0.0006,
      "step": 35512
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9074971869066337e-06,
      "loss": 0.0009,
      "step": 35513
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9070653140213735e-06,
      "loss": 0.0006,
      "step": 35514
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.906633484878183e-06,
      "loss": 0.0006,
      "step": 35515
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9062016994793963e-06,
      "loss": 0.0007,
      "step": 35516
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9057699578273526e-06,
      "loss": 0.0007,
      "step": 35517
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9053382599243774e-06,
      "loss": 0.0008,
      "step": 35518
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.904906605772805e-06,
      "loss": 0.0007,
      "step": 35519
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9044749953749774e-06,
      "loss": 0.0008,
      "step": 35520
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9040434287332187e-06,
      "loss": 0.0006,
      "step": 35521
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9036119058498637e-06,
      "loss": 0.0003,
      "step": 35522
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.903180426727248e-06,
      "loss": 0.0008,
      "step": 35523
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9027489913676989e-06,
      "loss": 0.0007,
      "step": 35524
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9023175997735499e-06,
      "loss": 0.0009,
      "step": 35525
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9018862519471327e-06,
      "loss": 0.0004,
      "step": 35526
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.901454947890783e-06,
      "loss": 0.001,
      "step": 35527
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9010236876068245e-06,
      "loss": 0.0005,
      "step": 35528
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9005924710975921e-06,
      "loss": 0.0003,
      "step": 35529
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.900161298365416e-06,
      "loss": 0.0005,
      "step": 35530
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8997301694126303e-06,
      "loss": 0.0004,
      "step": 35531
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8992990842415592e-06,
      "loss": 0.0006,
      "step": 35532
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8988680428545347e-06,
      "loss": 0.0008,
      "step": 35533
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8984370452538902e-06,
      "loss": 0.0007,
      "step": 35534
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8980060914419497e-06,
      "loss": 0.0005,
      "step": 35535
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8975751814210441e-06,
      "loss": 0.0006,
      "step": 35536
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8971443151935042e-06,
      "loss": 0.0005,
      "step": 35537
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8967134927616603e-06,
      "loss": 0.0006,
      "step": 35538
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8962827141278363e-06,
      "loss": 0.0003,
      "step": 35539
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8958519792943631e-06,
      "loss": 0.0004,
      "step": 35540
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8954212882635715e-06,
      "loss": 0.0009,
      "step": 35541
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8949906410377826e-06,
      "loss": 0.0006,
      "step": 35542
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8945600376193295e-06,
      "loss": 0.0013,
      "step": 35543
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8941294780105369e-06,
      "loss": 0.0008,
      "step": 35544
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.893698962213737e-06,
      "loss": 0.0004,
      "step": 35545
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8932684902312493e-06,
      "loss": 0.0006,
      "step": 35546
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8928380620654042e-06,
      "loss": 0.0005,
      "step": 35547
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8924076777185297e-06,
      "loss": 0.0008,
      "step": 35548
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8919773371929485e-06,
      "loss": 0.0008,
      "step": 35549
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8915470404909886e-06,
      "loss": 0.0006,
      "step": 35550
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.891116787614975e-06,
      "loss": 0.001,
      "step": 35551
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8906865785672368e-06,
      "loss": 0.0017,
      "step": 35552
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8902564133500934e-06,
      "loss": 0.0004,
      "step": 35553
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8898262919658728e-06,
      "loss": 0.001,
      "step": 35554
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8893962144168998e-06,
      "loss": 0.0006,
      "step": 35555
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8889661807054982e-06,
      "loss": 0.0005,
      "step": 35556
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8885361908339927e-06,
      "loss": 0.0003,
      "step": 35557
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8881062448047105e-06,
      "loss": 0.0008,
      "step": 35558
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8876763426199696e-06,
      "loss": 0.0005,
      "step": 35559
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.887246484282097e-06,
      "loss": 0.0006,
      "step": 35560
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8868166697934154e-06,
      "loss": 0.0006,
      "step": 35561
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8863868991562505e-06,
      "loss": 0.0007,
      "step": 35562
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.885957172372921e-06,
      "loss": 0.0006,
      "step": 35563
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8855274894457499e-06,
      "loss": 0.001,
      "step": 35564
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8850978503770645e-06,
      "loss": 0.0005,
      "step": 35565
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.884668255169182e-06,
      "loss": 0.0006,
      "step": 35566
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8842387038244248e-06,
      "loss": 0.0005,
      "step": 35567
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8838091963451155e-06,
      "loss": 0.0006,
      "step": 35568
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.883379732733579e-06,
      "loss": 0.0006,
      "step": 35569
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8829503129921312e-06,
      "loss": 0.0005,
      "step": 35570
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8825209371230946e-06,
      "loss": 0.0006,
      "step": 35571
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.882091605128793e-06,
      "loss": 0.0006,
      "step": 35572
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8816623170115422e-06,
      "loss": 0.0004,
      "step": 35573
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.881233072773665e-06,
      "loss": 0.0005,
      "step": 35574
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8808038724174815e-06,
      "loss": 0.0006,
      "step": 35575
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8803747159453134e-06,
      "loss": 0.0004,
      "step": 35576
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8799456033594754e-06,
      "loss": 0.0007,
      "step": 35577
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8795165346622902e-06,
      "loss": 0.0002,
      "step": 35578
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.879087509856079e-06,
      "loss": 0.0006,
      "step": 35579
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8786585289431558e-06,
      "loss": 0.0006,
      "step": 35580
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8782295919258408e-06,
      "loss": 0.0004,
      "step": 35581
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8778006988064523e-06,
      "loss": 0.0006,
      "step": 35582
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8773718495873128e-06,
      "loss": 0.0006,
      "step": 35583
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8769430442707338e-06,
      "loss": 0.0004,
      "step": 35584
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8765142828590355e-06,
      "loss": 0.0006,
      "step": 35585
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8760855653545362e-06,
      "loss": 0.0007,
      "step": 35586
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.875656891759554e-06,
      "loss": 0.0002,
      "step": 35587
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8752282620764029e-06,
      "loss": 0.001,
      "step": 35588
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8747996763074007e-06,
      "loss": 0.0008,
      "step": 35589
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8743711344548665e-06,
      "loss": 0.0007,
      "step": 35590
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.87394263652111e-06,
      "loss": 0.0003,
      "step": 35591
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8735141825084535e-06,
      "loss": 0.0008,
      "step": 35592
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8730857724192141e-06,
      "loss": 0.0008,
      "step": 35593
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8726574062557012e-06,
      "loss": 0.0003,
      "step": 35594
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8722290840202327e-06,
      "loss": 0.0006,
      "step": 35595
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8718008057151271e-06,
      "loss": 0.0006,
      "step": 35596
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8713725713426933e-06,
      "loss": 0.0011,
      "step": 35597
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8709443809052485e-06,
      "loss": 0.0006,
      "step": 35598
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8705162344051076e-06,
      "loss": 0.001,
      "step": 35599
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8700881318445873e-06,
      "loss": 0.0007,
      "step": 35600
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8696600732259951e-06,
      "loss": 0.0007,
      "step": 35601
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8692320585516487e-06,
      "loss": 0.0006,
      "step": 35602
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.86880408782386e-06,
      "loss": 0.0008,
      "step": 35603
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.868376161044947e-06,
      "loss": 0.0005,
      "step": 35604
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8679482782172154e-06,
      "loss": 0.0008,
      "step": 35605
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8675204393429813e-06,
      "loss": 0.0005,
      "step": 35606
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8670926444245597e-06,
      "loss": 0.0006,
      "step": 35607
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8666648934642584e-06,
      "loss": 0.0006,
      "step": 35608
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8662371864643903e-06,
      "loss": 0.0004,
      "step": 35609
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8658095234272677e-06,
      "loss": 0.0007,
      "step": 35610
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8653819043552058e-06,
      "loss": 0.0009,
      "step": 35611
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8649543292505091e-06,
      "loss": 0.0006,
      "step": 35612
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8645267981154924e-06,
      "loss": 0.0006,
      "step": 35613
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8640993109524685e-06,
      "loss": 0.0008,
      "step": 35614
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8636718677637433e-06,
      "loss": 0.0005,
      "step": 35615
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8632444685516293e-06,
      "loss": 0.0007,
      "step": 35616
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8628171133184369e-06,
      "loss": 0.0007,
      "step": 35617
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8623898020664788e-06,
      "loss": 0.0008,
      "step": 35618
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8619625347980575e-06,
      "loss": 0.0006,
      "step": 35619
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8615353115154877e-06,
      "loss": 0.0006,
      "step": 35620
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.861108132221079e-06,
      "loss": 0.0007,
      "step": 35621
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8606809969171359e-06,
      "loss": 0.0006,
      "step": 35622
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8602539056059699e-06,
      "loss": 0.0006,
      "step": 35623
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8598268582898894e-06,
      "loss": 0.0009,
      "step": 35624
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8593998549712044e-06,
      "loss": 0.0004,
      "step": 35625
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8589728956522179e-06,
      "loss": 0.0006,
      "step": 35626
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8585459803352391e-06,
      "loss": 0.0005,
      "step": 35627
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8581191090225815e-06,
      "loss": 0.0005,
      "step": 35628
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8576922817165444e-06,
      "loss": 0.0007,
      "step": 35629
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8572654984194395e-06,
      "loss": 0.0004,
      "step": 35630
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8568387591335735e-06,
      "loss": 0.001,
      "step": 35631
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8564120638612493e-06,
      "loss": 0.0006,
      "step": 35632
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8559854126047749e-06,
      "loss": 0.0007,
      "step": 35633
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8555588053664574e-06,
      "loss": 0.0007,
      "step": 35634
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.855132242148605e-06,
      "loss": 0.0008,
      "step": 35635
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.854705722953517e-06,
      "loss": 0.0005,
      "step": 35636
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8542792477835025e-06,
      "loss": 0.0005,
      "step": 35637
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8538528166408686e-06,
      "loss": 0.0004,
      "step": 35638
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8534264295279147e-06,
      "loss": 0.0012,
      "step": 35639
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8530000864469488e-06,
      "loss": 0.0006,
      "step": 35640
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8525737874002747e-06,
      "loss": 0.0007,
      "step": 35641
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8521475323901994e-06,
      "loss": 0.0007,
      "step": 35642
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8517213214190223e-06,
      "loss": 0.001,
      "step": 35643
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8512951544890478e-06,
      "loss": 0.0004,
      "step": 35644
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8508690316025823e-06,
      "loss": 0.0006,
      "step": 35645
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.850442952761925e-06,
      "loss": 0.0009,
      "step": 35646
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8500169179693817e-06,
      "loss": 0.0004,
      "step": 35647
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.849590927227254e-06,
      "loss": 0.0005,
      "step": 35648
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8491649805378465e-06,
      "loss": 0.0008,
      "step": 35649
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8487390779034576e-06,
      "loss": 0.0006,
      "step": 35650
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.848313219326391e-06,
      "loss": 0.0007,
      "step": 35651
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8478874048089512e-06,
      "loss": 0.0006,
      "step": 35652
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8474616343534347e-06,
      "loss": 0.0006,
      "step": 35653
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8470359079621458e-06,
      "loss": 0.0008,
      "step": 35654
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8466102256373842e-06,
      "loss": 0.0005,
      "step": 35655
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8461845873814555e-06,
      "loss": 0.0009,
      "step": 35656
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8457589931966524e-06,
      "loss": 0.0003,
      "step": 35657
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.84533344308528e-06,
      "loss": 0.0008,
      "step": 35658
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.844907937049637e-06,
      "loss": 0.0007,
      "step": 35659
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8444824750920265e-06,
      "loss": 0.0002,
      "step": 35660
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8440570572147432e-06,
      "loss": 0.0007,
      "step": 35661
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8436316834200873e-06,
      "loss": 0.0006,
      "step": 35662
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8432063537103606e-06,
      "loss": 0.0009,
      "step": 35663
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8427810680878599e-06,
      "loss": 0.001,
      "step": 35664
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8423558265548858e-06,
      "loss": 0.0008,
      "step": 35665
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8419306291137374e-06,
      "loss": 0.0006,
      "step": 35666
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8415054757667083e-06,
      "loss": 0.0007,
      "step": 35667
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8410803665160993e-06,
      "loss": 0.0011,
      "step": 35668
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8406553013642104e-06,
      "loss": 0.0005,
      "step": 35669
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8402302803133343e-06,
      "loss": 0.0005,
      "step": 35670
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8398053033657704e-06,
      "loss": 0.0008,
      "step": 35671
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8393803705238156e-06,
      "loss": 0.001,
      "step": 35672
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8389554817897704e-06,
      "loss": 0.0009,
      "step": 35673
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.838530637165925e-06,
      "loss": 0.0006,
      "step": 35674
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8381058366545778e-06,
      "loss": 0.0003,
      "step": 35675
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.837681080258028e-06,
      "loss": 0.0005,
      "step": 35676
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8372563679785672e-06,
      "loss": 0.0009,
      "step": 35677
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.836831699818492e-06,
      "loss": 0.0012,
      "step": 35678
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.836407075780099e-06,
      "loss": 0.0007,
      "step": 35679
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8359824958656846e-06,
      "loss": 0.0006,
      "step": 35680
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8355579600775397e-06,
      "loss": 0.0007,
      "step": 35681
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.835133468417961e-06,
      "loss": 0.0004,
      "step": 35682
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8347090208892426e-06,
      "loss": 0.0008,
      "step": 35683
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8342846174936812e-06,
      "loss": 0.0005,
      "step": 35684
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.833860258233565e-06,
      "loss": 0.0004,
      "step": 35685
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8334359431111925e-06,
      "loss": 0.0005,
      "step": 35686
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.833011672128857e-06,
      "loss": 0.0011,
      "step": 35687
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.832587445288848e-06,
      "loss": 0.0004,
      "step": 35688
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8321632625934604e-06,
      "loss": 0.0004,
      "step": 35689
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8317391240449878e-06,
      "loss": 0.0004,
      "step": 35690
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8313150296457239e-06,
      "loss": 0.0007,
      "step": 35691
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8308909793979567e-06,
      "loss": 0.0008,
      "step": 35692
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8304669733039815e-06,
      "loss": 0.0003,
      "step": 35693
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8300430113660905e-06,
      "loss": 0.0006,
      "step": 35694
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8296190935865709e-06,
      "loss": 0.0005,
      "step": 35695
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8291952199677177e-06,
      "loss": 0.0009,
      "step": 35696
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8287713905118209e-06,
      "loss": 0.0006,
      "step": 35697
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8283476052211736e-06,
      "loss": 0.0006,
      "step": 35698
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.827923864098059e-06,
      "loss": 0.0011,
      "step": 35699
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8275001671447757e-06,
      "loss": 0.0011,
      "step": 35700
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8270765143636126e-06,
      "loss": 0.0008,
      "step": 35701
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.826652905756855e-06,
      "loss": 0.0004,
      "step": 35702
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8262293413267961e-06,
      "loss": 0.0005,
      "step": 35703
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8258058210757256e-06,
      "loss": 0.0006,
      "step": 35704
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8253823450059294e-06,
      "loss": 0.0007,
      "step": 35705
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8249589131196976e-06,
      "loss": 0.0008,
      "step": 35706
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8245355254193197e-06,
      "loss": 0.0005,
      "step": 35707
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8241121819070862e-06,
      "loss": 0.0008,
      "step": 35708
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8236888825852806e-06,
      "loss": 0.0008,
      "step": 35709
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8232656274561932e-06,
      "loss": 0.0004,
      "step": 35710
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8228424165221148e-06,
      "loss": 0.0004,
      "step": 35711
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8224192497853266e-06,
      "loss": 0.0004,
      "step": 35712
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8219961272481179e-06,
      "loss": 0.0007,
      "step": 35713
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.821573048912778e-06,
      "loss": 0.0004,
      "step": 35714
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8211500147815941e-06,
      "loss": 0.0007,
      "step": 35715
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8207270248568488e-06,
      "loss": 0.0009,
      "step": 35716
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8203040791408299e-06,
      "loss": 0.0006,
      "step": 35717
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.819881177635826e-06,
      "loss": 0.0006,
      "step": 35718
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8194583203441185e-06,
      "loss": 0.0009,
      "step": 35719
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8190355072679955e-06,
      "loss": 0.0006,
      "step": 35720
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.818612738409742e-06,
      "loss": 0.0007,
      "step": 35721
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8181900137716456e-06,
      "loss": 0.0005,
      "step": 35722
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8177673333559865e-06,
      "loss": 0.0011,
      "step": 35723
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8173446971650499e-06,
      "loss": 0.0008,
      "step": 35724
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8169221052011254e-06,
      "loss": 0.0004,
      "step": 35725
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8164995574664901e-06,
      "loss": 0.0005,
      "step": 35726
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8160770539634309e-06,
      "loss": 0.001,
      "step": 35727
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8156545946942327e-06,
      "loss": 0.0008,
      "step": 35728
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8152321796611795e-06,
      "loss": 0.0008,
      "step": 35729
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.81480980886655e-06,
      "loss": 0.0006,
      "step": 35730
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8143874823126295e-06,
      "loss": 0.0004,
      "step": 35731
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.813965200001704e-06,
      "loss": 0.0009,
      "step": 35732
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8135429619360501e-06,
      "loss": 0.0008,
      "step": 35733
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8131207681179519e-06,
      "loss": 0.0006,
      "step": 35734
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8126986185496931e-06,
      "loss": 0.0007,
      "step": 35735
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8122765132335541e-06,
      "loss": 0.0006,
      "step": 35736
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8118544521718174e-06,
      "loss": 0.0008,
      "step": 35737
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8114324353667633e-06,
      "loss": 0.0006,
      "step": 35738
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.811010462820675e-06,
      "loss": 0.0006,
      "step": 35739
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8105885345358288e-06,
      "loss": 0.0003,
      "step": 35740
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8101666505145088e-06,
      "loss": 0.0006,
      "step": 35741
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8097448107589954e-06,
      "loss": 0.0002,
      "step": 35742
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8093230152715657e-06,
      "loss": 0.0004,
      "step": 35743
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8089012640545012e-06,
      "loss": 0.0005,
      "step": 35744
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.808479557110081e-06,
      "loss": 0.001,
      "step": 35745
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.808057894440588e-06,
      "loss": 0.0009,
      "step": 35746
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8076362760482956e-06,
      "loss": 0.0004,
      "step": 35747
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8072147019354847e-06,
      "loss": 0.0009,
      "step": 35748
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8067931721044375e-06,
      "loss": 0.0004,
      "step": 35749
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8063716865574266e-06,
      "loss": 0.0006,
      "step": 35750
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8059502452967326e-06,
      "loss": 0.0006,
      "step": 35751
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8055288483246325e-06,
      "loss": 0.0008,
      "step": 35752
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8051074956434088e-06,
      "loss": 0.0005,
      "step": 35753
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8046861872553322e-06,
      "loss": 0.0007,
      "step": 35754
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.804264923162683e-06,
      "loss": 0.0007,
      "step": 35755
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8038437033677381e-06,
      "loss": 0.0006,
      "step": 35756
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8034225278727758e-06,
      "loss": 0.0009,
      "step": 35757
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8030013966800674e-06,
      "loss": 0.0005,
      "step": 35758
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8025803097918936e-06,
      "loss": 0.0005,
      "step": 35759
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8021592672105315e-06,
      "loss": 0.0006,
      "step": 35760
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8017382689382524e-06,
      "loss": 0.0007,
      "step": 35761
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8013173149773322e-06,
      "loss": 0.0005,
      "step": 35762
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8008964053300493e-06,
      "loss": 0.0008,
      "step": 35763
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8004755399986794e-06,
      "loss": 0.0006,
      "step": 35764
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.8000547189854921e-06,
      "loss": 0.0008,
      "step": 35765
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7996339422927655e-06,
      "loss": 0.0007,
      "step": 35766
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7992132099227755e-06,
      "loss": 0.0008,
      "step": 35767
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7987925218777914e-06,
      "loss": 0.0006,
      "step": 35768
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7983718781600889e-06,
      "loss": 0.0004,
      "step": 35769
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7979512787719433e-06,
      "loss": 0.0005,
      "step": 35770
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7975307237156282e-06,
      "loss": 0.0006,
      "step": 35771
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7971102129934103e-06,
      "loss": 0.0007,
      "step": 35772
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7966897466075705e-06,
      "loss": 0.0005,
      "step": 35773
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7962693245603813e-06,
      "loss": 0.0006,
      "step": 35774
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7958489468541096e-06,
      "loss": 0.0006,
      "step": 35775
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7954286134910292e-06,
      "loss": 0.0005,
      "step": 35776
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7950083244734161e-06,
      "loss": 0.0008,
      "step": 35777
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7945880798035353e-06,
      "loss": 0.0005,
      "step": 35778
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7941678794836625e-06,
      "loss": 0.001,
      "step": 35779
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7937477235160672e-06,
      "loss": 0.0005,
      "step": 35780
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.793327611903024e-06,
      "loss": 0.0006,
      "step": 35781
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.792907544646799e-06,
      "loss": 0.0003,
      "step": 35782
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7924875217496628e-06,
      "loss": 0.0005,
      "step": 35783
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7920675432138911e-06,
      "loss": 0.0007,
      "step": 35784
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7916476090417468e-06,
      "loss": 0.0007,
      "step": 35785
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.791227719235502e-06,
      "loss": 0.0008,
      "step": 35786
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7908078737974277e-06,
      "loss": 0.0005,
      "step": 35787
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.790388072729795e-06,
      "loss": 0.0011,
      "step": 35788
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.789968316034868e-06,
      "loss": 0.0006,
      "step": 35789
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7895486037149178e-06,
      "loss": 0.0006,
      "step": 35790
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7891289357722151e-06,
      "loss": 0.0008,
      "step": 35791
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7887093122090238e-06,
      "loss": 0.0004,
      "step": 35792
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.788289733027614e-06,
      "loss": 0.0005,
      "step": 35793
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7878701982302527e-06,
      "loss": 0.0007,
      "step": 35794
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7874507078192116e-06,
      "loss": 0.0004,
      "step": 35795
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7870312617967533e-06,
      "loss": 0.0004,
      "step": 35796
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.786611860165146e-06,
      "loss": 0.0007,
      "step": 35797
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7861925029266592e-06,
      "loss": 0.0005,
      "step": 35798
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.785773190083555e-06,
      "loss": 0.0008,
      "step": 35799
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7853539216381022e-06,
      "loss": 0.0005,
      "step": 35800
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7849346975925663e-06,
      "loss": 0.0007,
      "step": 35801
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7845155179492168e-06,
      "loss": 0.0007,
      "step": 35802
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7840963827103131e-06,
      "loss": 0.0004,
      "step": 35803
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7836772918781242e-06,
      "loss": 0.0008,
      "step": 35804
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7832582454549185e-06,
      "loss": 0.0003,
      "step": 35805
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7828392434429532e-06,
      "loss": 0.0006,
      "step": 35806
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7824202858444983e-06,
      "loss": 0.0008,
      "step": 35807
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7820013726618169e-06,
      "loss": 0.0007,
      "step": 35808
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7815825038971724e-06,
      "loss": 0.0008,
      "step": 35809
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.781163679552831e-06,
      "loss": 0.0004,
      "step": 35810
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7807448996310538e-06,
      "loss": 0.0004,
      "step": 35811
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7803261641341096e-06,
      "loss": 0.0003,
      "step": 35812
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.779907473064254e-06,
      "loss": 0.0007,
      "step": 35813
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7794888264237543e-06,
      "loss": 0.0008,
      "step": 35814
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.779070224214876e-06,
      "loss": 0.0004,
      "step": 35815
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7786516664398746e-06,
      "loss": 0.0006,
      "step": 35816
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7782331531010166e-06,
      "loss": 0.0007,
      "step": 35817
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.777814684200564e-06,
      "loss": 0.0003,
      "step": 35818
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.77739625974078e-06,
      "loss": 0.0005,
      "step": 35819
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7769778797239224e-06,
      "loss": 0.0004,
      "step": 35820
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7765595441522542e-06,
      "loss": 0.0007,
      "step": 35821
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7761412530280398e-06,
      "loss": 0.0009,
      "step": 35822
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7757230063535336e-06,
      "loss": 0.0006,
      "step": 35823
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7753048041310007e-06,
      "loss": 0.0007,
      "step": 35824
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7748866463627001e-06,
      "loss": 0.0005,
      "step": 35825
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7744685330508948e-06,
      "loss": 0.0005,
      "step": 35826
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7740504641978395e-06,
      "loss": 0.0004,
      "step": 35827
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7736324398057959e-06,
      "loss": 0.0004,
      "step": 35828
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7732144598770252e-06,
      "loss": 0.0008,
      "step": 35829
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.772796524413787e-06,
      "loss": 0.0003,
      "step": 35830
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.772378633418337e-06,
      "loss": 0.0013,
      "step": 35831
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7719607868929345e-06,
      "loss": 0.0008,
      "step": 35832
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7715429848398414e-06,
      "loss": 0.0005,
      "step": 35833
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7711252272613122e-06,
      "loss": 0.0008,
      "step": 35834
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7707075141596053e-06,
      "loss": 0.0004,
      "step": 35835
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7702898455369788e-06,
      "loss": 0.0006,
      "step": 35836
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7698722213956943e-06,
      "loss": 0.0007,
      "step": 35837
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.769454641738002e-06,
      "loss": 0.0006,
      "step": 35838
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7690371065661626e-06,
      "loss": 0.0009,
      "step": 35839
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7686196158824343e-06,
      "loss": 0.0005,
      "step": 35840
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7682021696890706e-06,
      "loss": 0.0008,
      "step": 35841
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7677847679883286e-06,
      "loss": 0.0005,
      "step": 35842
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7673674107824646e-06,
      "loss": 0.0004,
      "step": 35843
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7669500980737342e-06,
      "loss": 0.0004,
      "step": 35844
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7665328298643937e-06,
      "loss": 0.0007,
      "step": 35845
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7661156061566985e-06,
      "loss": 0.0003,
      "step": 35846
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7656984269529054e-06,
      "loss": 0.0004,
      "step": 35847
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7652812922552654e-06,
      "loss": 0.0011,
      "step": 35848
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7648642020660334e-06,
      "loss": 0.0005,
      "step": 35849
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7644471563874688e-06,
      "loss": 0.0006,
      "step": 35850
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7640301552218197e-06,
      "loss": 0.0008,
      "step": 35851
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7636131985713413e-06,
      "loss": 0.0015,
      "step": 35852
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.763196286438289e-06,
      "loss": 0.0003,
      "step": 35853
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7627794188249182e-06,
      "loss": 0.0006,
      "step": 35854
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7623625957334767e-06,
      "loss": 0.0007,
      "step": 35855
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7619458171662195e-06,
      "loss": 0.0008,
      "step": 35856
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7615290831254027e-06,
      "loss": 0.0009,
      "step": 35857
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7611123936132734e-06,
      "loss": 0.0003,
      "step": 35858
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7606957486320875e-06,
      "loss": 0.0008,
      "step": 35859
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7602791481840942e-06,
      "loss": 0.0004,
      "step": 35860
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7598625922715496e-06,
      "loss": 0.0013,
      "step": 35861
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7594460808966995e-06,
      "loss": 0.0004,
      "step": 35862
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.759029614061799e-06,
      "loss": 0.0008,
      "step": 35863
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7586131917690996e-06,
      "loss": 0.0012,
      "step": 35864
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7581968140208483e-06,
      "loss": 0.0009,
      "step": 35865
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7577804808192978e-06,
      "loss": 0.0011,
      "step": 35866
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7573641921666995e-06,
      "loss": 0.0005,
      "step": 35867
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7569479480653028e-06,
      "loss": 0.0007,
      "step": 35868
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.756531748517356e-06,
      "loss": 0.0007,
      "step": 35869
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7561155935251095e-06,
      "loss": 0.0004,
      "step": 35870
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7556994830908148e-06,
      "loss": 0.0005,
      "step": 35871
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7552834172167166e-06,
      "loss": 0.0005,
      "step": 35872
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7548673959050654e-06,
      "loss": 0.001,
      "step": 35873
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7544514191581107e-06,
      "loss": 0.0003,
      "step": 35874
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7540354869781029e-06,
      "loss": 0.0007,
      "step": 35875
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7536195993672867e-06,
      "loss": 0.0006,
      "step": 35876
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7532037563279092e-06,
      "loss": 0.0005,
      "step": 35877
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.752787957862223e-06,
      "loss": 0.0005,
      "step": 35878
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.75237220397247e-06,
      "loss": 0.0007,
      "step": 35879
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7519564946608969e-06,
      "loss": 0.0004,
      "step": 35880
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7515408299297587e-06,
      "loss": 0.0004,
      "step": 35881
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7511252097812948e-06,
      "loss": 0.0007,
      "step": 35882
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.750709634217752e-06,
      "loss": 0.0004,
      "step": 35883
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7502941032413789e-06,
      "loss": 0.0008,
      "step": 35884
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7498786168544224e-06,
      "loss": 0.0006,
      "step": 35885
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.749463175059125e-06,
      "loss": 0.0005,
      "step": 35886
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.749047777857732e-06,
      "loss": 0.0008,
      "step": 35887
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7486324252524934e-06,
      "loss": 0.0009,
      "step": 35888
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7482171172456487e-06,
      "loss": 0.0007,
      "step": 35889
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7478018538394449e-06,
      "loss": 0.0007,
      "step": 35890
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7473866350361256e-06,
      "loss": 0.0006,
      "step": 35891
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7469714608379385e-06,
      "loss": 0.0008,
      "step": 35892
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7465563312471223e-06,
      "loss": 0.0005,
      "step": 35893
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7461412462659233e-06,
      "loss": 0.0007,
      "step": 35894
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7457262058965873e-06,
      "loss": 0.0006,
      "step": 35895
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7453112101413538e-06,
      "loss": 0.0006,
      "step": 35896
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7448962590024665e-06,
      "loss": 0.0007,
      "step": 35897
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7444813524821702e-06,
      "loss": 0.0006,
      "step": 35898
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7440664905827086e-06,
      "loss": 0.0009,
      "step": 35899
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.743651673306318e-06,
      "loss": 0.0009,
      "step": 35900
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7432369006552464e-06,
      "loss": 0.0004,
      "step": 35901
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7428221726317318e-06,
      "loss": 0.0008,
      "step": 35902
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7424074892380205e-06,
      "loss": 0.0006,
      "step": 35903
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.7419928504763484e-06,
      "loss": 0.0005,
      "step": 35904
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7415782563489592e-06,
      "loss": 0.0005,
      "step": 35905
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7411637068580956e-06,
      "loss": 0.0007,
      "step": 35906
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7407492020059935e-06,
      "loss": 0.0004,
      "step": 35907
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7403347417948968e-06,
      "loss": 0.0005,
      "step": 35908
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7399203262270447e-06,
      "loss": 0.0007,
      "step": 35909
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.73950595530468e-06,
      "loss": 0.001,
      "step": 35910
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7390916290300375e-06,
      "loss": 0.0007,
      "step": 35911
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7386773474053576e-06,
      "loss": 0.0008,
      "step": 35912
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.738263110432884e-06,
      "loss": 0.0005,
      "step": 35913
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7378489181148495e-06,
      "loss": 0.0006,
      "step": 35914
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7374347704534955e-06,
      "loss": 0.0005,
      "step": 35915
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7370206674510602e-06,
      "loss": 0.0006,
      "step": 35916
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7366066091097833e-06,
      "loss": 0.0003,
      "step": 35917
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7361925954319003e-06,
      "loss": 0.001,
      "step": 35918
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7357786264196542e-06,
      "loss": 0.0006,
      "step": 35919
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.735364702075275e-06,
      "loss": 0.0007,
      "step": 35920
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7349508224010036e-06,
      "loss": 0.0004,
      "step": 35921
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.734536987399077e-06,
      "loss": 0.0005,
      "step": 35922
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7341231970717342e-06,
      "loss": 0.0005,
      "step": 35923
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7337094514212071e-06,
      "loss": 0.0007,
      "step": 35924
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7332957504497339e-06,
      "loss": 0.0008,
      "step": 35925
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7328820941595514e-06,
      "loss": 0.0006,
      "step": 35926
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7324684825528982e-06,
      "loss": 0.0007,
      "step": 35927
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7320549156320032e-06,
      "loss": 0.0005,
      "step": 35928
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.731641393399105e-06,
      "loss": 0.0005,
      "step": 35929
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7312279158564416e-06,
      "loss": 0.0006,
      "step": 35930
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7308144830062434e-06,
      "loss": 0.0006,
      "step": 35931
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7304010948507454e-06,
      "loss": 0.0007,
      "step": 35932
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7299877513921848e-06,
      "loss": 0.0004,
      "step": 35933
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.729574452632795e-06,
      "loss": 0.0005,
      "step": 35934
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.729161198574808e-06,
      "loss": 0.0012,
      "step": 35935
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7287479892204572e-06,
      "loss": 0.0006,
      "step": 35936
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7283348245719812e-06,
      "loss": 0.0008,
      "step": 35937
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7279217046316055e-06,
      "loss": 0.0009,
      "step": 35938
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7275086294015663e-06,
      "loss": 0.0008,
      "step": 35939
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7270955988840977e-06,
      "loss": 0.001,
      "step": 35940
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.726682613081433e-06,
      "loss": 0.0004,
      "step": 35941
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7262696719958006e-06,
      "loss": 0.0006,
      "step": 35942
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.725856775629433e-06,
      "loss": 0.0003,
      "step": 35943
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7254439239845665e-06,
      "loss": 0.0006,
      "step": 35944
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.725031117063427e-06,
      "loss": 0.0004,
      "step": 35945
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7246183548682472e-06,
      "loss": 0.0006,
      "step": 35946
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7242056374012594e-06,
      "loss": 0.0004,
      "step": 35947
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7237929646646956e-06,
      "loss": 0.0011,
      "step": 35948
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7233803366607826e-06,
      "loss": 0.0006,
      "step": 35949
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7229677533917522e-06,
      "loss": 0.0006,
      "step": 35950
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7225552148598367e-06,
      "loss": 0.0006,
      "step": 35951
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7221427210672591e-06,
      "loss": 0.0009,
      "step": 35952
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7217302720162566e-06,
      "loss": 0.0003,
      "step": 35953
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.721317867709057e-06,
      "loss": 0.0007,
      "step": 35954
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7209055081478854e-06,
      "loss": 0.0002,
      "step": 35955
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7204931933349734e-06,
      "loss": 0.0007,
      "step": 35956
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7200809232725492e-06,
      "loss": 0.0008,
      "step": 35957
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.719668697962844e-06,
      "loss": 0.0007,
      "step": 35958
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.71925651740808e-06,
      "loss": 0.0004,
      "step": 35959
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7188443816104873e-06,
      "loss": 0.0005,
      "step": 35960
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7184322905722971e-06,
      "loss": 0.0006,
      "step": 35961
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7180202442957317e-06,
      "loss": 0.0006,
      "step": 35962
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7176082427830198e-06,
      "loss": 0.0004,
      "step": 35963
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7171962860363889e-06,
      "loss": 0.0005,
      "step": 35964
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.716784374058068e-06,
      "loss": 0.0004,
      "step": 35965
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.716372506850279e-06,
      "loss": 0.0006,
      "step": 35966
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7159606844152489e-06,
      "loss": 0.0011,
      "step": 35967
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7155489067552079e-06,
      "loss": 0.0005,
      "step": 35968
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7151371738723755e-06,
      "loss": 0.0004,
      "step": 35969
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7147254857689798e-06,
      "loss": 0.0008,
      "step": 35970
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7143138424472462e-06,
      "loss": 0.0007,
      "step": 35971
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.713902243909402e-06,
      "loss": 0.0011,
      "step": 35972
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7134906901576677e-06,
      "loss": 0.0007,
      "step": 35973
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7130791811942682e-06,
      "loss": 0.0008,
      "step": 35974
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7126677170214323e-06,
      "loss": 0.001,
      "step": 35975
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.712256297641378e-06,
      "loss": 0.0006,
      "step": 35976
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7118449230563316e-06,
      "loss": 0.0006,
      "step": 35977
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7114335932685167e-06,
      "loss": 0.0007,
      "step": 35978
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7110223082801592e-06,
      "loss": 0.0006,
      "step": 35979
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7106110680934761e-06,
      "loss": 0.0008,
      "step": 35980
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7101998727106938e-06,
      "loss": 0.0007,
      "step": 35981
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7097887221340348e-06,
      "loss": 0.0006,
      "step": 35982
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7093776163657228e-06,
      "loss": 0.0009,
      "step": 35983
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.708966555407976e-06,
      "loss": 0.0005,
      "step": 35984
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.708555539263017e-06,
      "loss": 0.0005,
      "step": 35985
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.708144567933071e-06,
      "loss": 0.0006,
      "step": 35986
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7077336414203548e-06,
      "loss": 0.0006,
      "step": 35987
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.707322759727089e-06,
      "loss": 0.0007,
      "step": 35988
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.706911922855502e-06,
      "loss": 0.0004,
      "step": 35989
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7065011308078062e-06,
      "loss": 0.001,
      "step": 35990
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7060903835862252e-06,
      "loss": 0.0006,
      "step": 35991
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7056796811929799e-06,
      "loss": 0.0008,
      "step": 35992
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7052690236302882e-06,
      "loss": 0.0005,
      "step": 35993
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7048584109003696e-06,
      "loss": 0.0006,
      "step": 35994
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7044478430054445e-06,
      "loss": 0.0005,
      "step": 35995
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7040373199477334e-06,
      "loss": 0.0009,
      "step": 35996
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7036268417294522e-06,
      "loss": 0.0006,
      "step": 35997
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7032164083528202e-06,
      "loss": 0.0005,
      "step": 35998
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7028060198200568e-06,
      "loss": 0.0005,
      "step": 35999
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7023956761333827e-06,
      "loss": 0.0007,
      "step": 36000
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.701985377295009e-06,
      "loss": 0.0009,
      "step": 36001
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7015751233071587e-06,
      "loss": 0.0006,
      "step": 36002
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7011649141720499e-06,
      "loss": 0.0008,
      "step": 36003
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7007547498918954e-06,
      "loss": 0.0006,
      "step": 36004
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.7003446304689132e-06,
      "loss": 0.0007,
      "step": 36005
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6999345559053227e-06,
      "loss": 0.0005,
      "step": 36006
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.69952452620334e-06,
      "loss": 0.0006,
      "step": 36007
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6991145413651778e-06,
      "loss": 0.0004,
      "step": 36008
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6987046013930553e-06,
      "loss": 0.0007,
      "step": 36009
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6982947062891887e-06,
      "loss": 0.0005,
      "step": 36010
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6978848560557892e-06,
      "loss": 0.0007,
      "step": 36011
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6974750506950754e-06,
      "loss": 0.0007,
      "step": 36012
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6970652902092621e-06,
      "loss": 0.0007,
      "step": 36013
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6966555746005665e-06,
      "loss": 0.0006,
      "step": 36014
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6962459038711964e-06,
      "loss": 0.0006,
      "step": 36015
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6958362780233705e-06,
      "loss": 0.0003,
      "step": 36016
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.695426697059306e-06,
      "loss": 0.0008,
      "step": 36017
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6950171609812094e-06,
      "loss": 0.0004,
      "step": 36018
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6946076697912971e-06,
      "loss": 0.0005,
      "step": 36019
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6941982234917842e-06,
      "loss": 0.0009,
      "step": 36020
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6937888220848842e-06,
      "loss": 0.0002,
      "step": 36021
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6933794655728064e-06,
      "loss": 0.0005,
      "step": 36022
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6929701539577647e-06,
      "loss": 0.0004,
      "step": 36023
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.692560887241972e-06,
      "loss": 0.0007,
      "step": 36024
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6921516654276415e-06,
      "loss": 0.0011,
      "step": 36025
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6917424885169832e-06,
      "loss": 0.0004,
      "step": 36026
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6913333565122115e-06,
      "loss": 0.0005,
      "step": 36027
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6909242694155326e-06,
      "loss": 0.0005,
      "step": 36028
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6905152272291614e-06,
      "loss": 0.0004,
      "step": 36029
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6901062299553083e-06,
      "loss": 0.0007,
      "step": 36030
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.689697277596185e-06,
      "loss": 0.001,
      "step": 36031
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6892883701539987e-06,
      "loss": 0.001,
      "step": 36032
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6888795076309615e-06,
      "loss": 0.0006,
      "step": 36033
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6884706900292847e-06,
      "loss": 0.0006,
      "step": 36034
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6880619173511748e-06,
      "loss": 0.0003,
      "step": 36035
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6876531895988424e-06,
      "loss": 0.0006,
      "step": 36036
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6872445067744969e-06,
      "loss": 0.0001,
      "step": 36037
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.68683586888035e-06,
      "loss": 0.0006,
      "step": 36038
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6864272759186051e-06,
      "loss": 0.0005,
      "step": 36039
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.686018727891473e-06,
      "loss": 0.0003,
      "step": 36040
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6856102248011653e-06,
      "loss": 0.0007,
      "step": 36041
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6852017666498833e-06,
      "loss": 0.0003,
      "step": 36042
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6847933534398387e-06,
      "loss": 0.0003,
      "step": 36043
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6843849851732385e-06,
      "loss": 0.0005,
      "step": 36044
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6839766618522924e-06,
      "loss": 0.0004,
      "step": 36045
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6835683834792015e-06,
      "loss": 0.0006,
      "step": 36046
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6831601500561768e-06,
      "loss": 0.0005,
      "step": 36047
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6827519615854259e-06,
      "loss": 0.0013,
      "step": 36048
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.682343818069151e-06,
      "loss": 0.0003,
      "step": 36049
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6819357195095598e-06,
      "loss": 0.0006,
      "step": 36050
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6815276659088575e-06,
      "loss": 0.0008,
      "step": 36051
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6811196572692546e-06,
      "loss": 0.0007,
      "step": 36052
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6807116935929491e-06,
      "loss": 0.0003,
      "step": 36053
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6803037748821481e-06,
      "loss": 0.0009,
      "step": 36054
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6798959011390592e-06,
      "loss": 0.0006,
      "step": 36055
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6794880723658868e-06,
      "loss": 0.0005,
      "step": 36056
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6790802885648306e-06,
      "loss": 0.0005,
      "step": 36057
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6786725497380985e-06,
      "loss": 0.0005,
      "step": 36058
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6782648558878955e-06,
      "loss": 0.0003,
      "step": 36059
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.677857207016419e-06,
      "loss": 0.0006,
      "step": 36060
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.677449603125878e-06,
      "loss": 0.0002,
      "step": 36061
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6770420442184765e-06,
      "loss": 0.0005,
      "step": 36062
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6766345302964137e-06,
      "loss": 0.0003,
      "step": 36063
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6762270613618924e-06,
      "loss": 0.0006,
      "step": 36064
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6758196374171187e-06,
      "loss": 0.0004,
      "step": 36065
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6754122584642895e-06,
      "loss": 0.0006,
      "step": 36066
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6750049245056087e-06,
      "loss": 0.0004,
      "step": 36067
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6745976355432791e-06,
      "loss": 0.0009,
      "step": 36068
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6741903915795043e-06,
      "loss": 0.0007,
      "step": 36069
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6737831926164795e-06,
      "loss": 0.0008,
      "step": 36070
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.673376038656408e-06,
      "loss": 0.0005,
      "step": 36071
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6729689297014917e-06,
      "loss": 0.0005,
      "step": 36072
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6725618657539323e-06,
      "loss": 0.0005,
      "step": 36073
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6721548468159265e-06,
      "loss": 0.0006,
      "step": 36074
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6717478728896752e-06,
      "loss": 0.0004,
      "step": 36075
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.671340943977381e-06,
      "loss": 0.0004,
      "step": 36076
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6709340600812386e-06,
      "loss": 0.0009,
      "step": 36077
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6705272212034496e-06,
      "loss": 0.0003,
      "step": 36078
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6701204273462135e-06,
      "loss": 0.0006,
      "step": 36079
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6697136785117307e-06,
      "loss": 0.0004,
      "step": 36080
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6693069747021951e-06,
      "loss": 0.0006,
      "step": 36081
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6689003159198068e-06,
      "loss": 0.0009,
      "step": 36082
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6684937021667668e-06,
      "loss": 0.0004,
      "step": 36083
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6680871334452674e-06,
      "loss": 0.0009,
      "step": 36084
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6676806097575094e-06,
      "loss": 0.0004,
      "step": 36085
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6672741311056896e-06,
      "loss": 0.0003,
      "step": 36086
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6668676974920072e-06,
      "loss": 0.0006,
      "step": 36087
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6664613089186554e-06,
      "loss": 0.0006,
      "step": 36088
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.666054965387831e-06,
      "loss": 0.0009,
      "step": 36089
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6656486669017336e-06,
      "loss": 0.0008,
      "step": 36090
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6652424134625556e-06,
      "loss": 0.0006,
      "step": 36091
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6648362050724932e-06,
      "loss": 0.0004,
      "step": 36092
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6644300417337433e-06,
      "loss": 0.0004,
      "step": 36093
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6640239234485035e-06,
      "loss": 0.0003,
      "step": 36094
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6636178502189637e-06,
      "loss": 0.0004,
      "step": 36095
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6632118220473181e-06,
      "loss": 0.0006,
      "step": 36096
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6628058389357704e-06,
      "loss": 0.001,
      "step": 36097
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6623999008865055e-06,
      "loss": 0.001,
      "step": 36098
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6619940079017205e-06,
      "loss": 0.0009,
      "step": 36099
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6615881599836126e-06,
      "loss": 0.0006,
      "step": 36100
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6611823571343698e-06,
      "loss": 0.0004,
      "step": 36101
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6607765993561885e-06,
      "loss": 0.0013,
      "step": 36102
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6603708866512613e-06,
      "loss": 0.0005,
      "step": 36103
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6599652190217841e-06,
      "loss": 0.0008,
      "step": 36104
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.659559596469943e-06,
      "loss": 0.0004,
      "step": 36105
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.659154018997935e-06,
      "loss": 0.0006,
      "step": 36106
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6587484866079528e-06,
      "loss": 0.0009,
      "step": 36107
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6583429993021838e-06,
      "loss": 0.0002,
      "step": 36108
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6579375570828237e-06,
      "loss": 0.0008,
      "step": 36109
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6575321599520622e-06,
      "loss": 0.0005,
      "step": 36110
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6571268079120928e-06,
      "loss": 0.0005,
      "step": 36111
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6567215009651028e-06,
      "loss": 0.0005,
      "step": 36112
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6563162391132848e-06,
      "loss": 0.0006,
      "step": 36113
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6559110223588316e-06,
      "loss": 0.0005,
      "step": 36114
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.655505850703928e-06,
      "loss": 0.0009,
      "step": 36115
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6551007241507667e-06,
      "loss": 0.0011,
      "step": 36116
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6546956427015382e-06,
      "loss": 0.0006,
      "step": 36117
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.654290606358433e-06,
      "loss": 0.0007,
      "step": 36118
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.653885615123636e-06,
      "loss": 0.0005,
      "step": 36119
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6534806689993389e-06,
      "loss": 0.0006,
      "step": 36120
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.653075767987733e-06,
      "loss": 0.0005,
      "step": 36121
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6526709120910012e-06,
      "loss": 0.0009,
      "step": 36122
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.652266101311335e-06,
      "loss": 0.0005,
      "step": 36123
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6518613356509216e-06,
      "loss": 0.0006,
      "step": 36124
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6514566151119526e-06,
      "loss": 0.0012,
      "step": 36125
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6510519396966086e-06,
      "loss": 0.0006,
      "step": 36126
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6506473094070797e-06,
      "loss": 0.0007,
      "step": 36127
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6502427242455543e-06,
      "loss": 0.0006,
      "step": 36128
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6498381842142209e-06,
      "loss": 0.0006,
      "step": 36129
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6494336893152607e-06,
      "loss": 0.0007,
      "step": 36130
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6490292395508633e-06,
      "loss": 0.0005,
      "step": 36131
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6486248349232137e-06,
      "loss": 0.0005,
      "step": 36132
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6482204754344976e-06,
      "loss": 0.0009,
      "step": 36133
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6478161610869026e-06,
      "loss": 0.0007,
      "step": 36134
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6474118918826131e-06,
      "loss": 0.001,
      "step": 36135
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6470076678238122e-06,
      "loss": 0.0004,
      "step": 36136
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6466034889126869e-06,
      "loss": 0.0006,
      "step": 36137
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.646199355151422e-06,
      "loss": 0.0004,
      "step": 36138
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6457952665421995e-06,
      "loss": 0.0006,
      "step": 36139
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.645391223087205e-06,
      "loss": 0.0005,
      "step": 36140
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.644987224788621e-06,
      "loss": 0.0007,
      "step": 36141
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6445832716486355e-06,
      "loss": 0.0004,
      "step": 36142
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6441793636694259e-06,
      "loss": 0.0005,
      "step": 36143
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6437755008531787e-06,
      "loss": 0.0004,
      "step": 36144
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6433716832020753e-06,
      "loss": 0.0004,
      "step": 36145
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6429679107183016e-06,
      "loss": 0.0006,
      "step": 36146
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.642564183404035e-06,
      "loss": 0.0005,
      "step": 36147
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6421605012614605e-06,
      "loss": 0.0007,
      "step": 36148
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6417568642927629e-06,
      "loss": 0.0006,
      "step": 36149
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6413532725001168e-06,
      "loss": 0.0004,
      "step": 36150
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6409497258857077e-06,
      "loss": 0.0009,
      "step": 36151
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6405462244517167e-06,
      "loss": 0.0006,
      "step": 36152
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6401427682003268e-06,
      "loss": 0.0005,
      "step": 36153
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.639739357133714e-06,
      "loss": 0.0006,
      "step": 36154
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6393359912540607e-06,
      "loss": 0.0006,
      "step": 36155
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6389326705635499e-06,
      "loss": 0.0005,
      "step": 36156
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6385293950643566e-06,
      "loss": 0.0009,
      "step": 36157
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6381261647586633e-06,
      "loss": 0.0007,
      "step": 36158
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6377229796486483e-06,
      "loss": 0.0009,
      "step": 36159
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6373198397364954e-06,
      "loss": 0.0002,
      "step": 36160
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6369167450243761e-06,
      "loss": 0.0007,
      "step": 36161
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6365136955144734e-06,
      "loss": 0.0004,
      "step": 36162
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6361106912089675e-06,
      "loss": 0.0007,
      "step": 36163
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6357077321100312e-06,
      "loss": 0.0005,
      "step": 36164
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.635304818219846e-06,
      "loss": 0.0008,
      "step": 36165
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6349019495405893e-06,
      "loss": 0.0012,
      "step": 36166
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6344991260744415e-06,
      "loss": 0.0003,
      "step": 36167
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6340963478235728e-06,
      "loss": 0.0009,
      "step": 36168
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6336936147901628e-06,
      "loss": 0.0004,
      "step": 36169
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6332909269763952e-06,
      "loss": 0.0007,
      "step": 36170
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6328882843844373e-06,
      "loss": 0.0008,
      "step": 36171
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6324856870164696e-06,
      "loss": 0.0012,
      "step": 36172
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6320831348746702e-06,
      "loss": 0.0005,
      "step": 36173
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6316806279612097e-06,
      "loss": 0.0008,
      "step": 36174
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6312781662782661e-06,
      "loss": 0.001,
      "step": 36175
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6308757498280149e-06,
      "loss": 0.0005,
      "step": 36176
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6304733786126336e-06,
      "loss": 0.001,
      "step": 36177
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6300710526342922e-06,
      "loss": 0.001,
      "step": 36178
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6296687718951677e-06,
      "loss": 0.0004,
      "step": 36179
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6292665363974359e-06,
      "loss": 0.0004,
      "step": 36180
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6288643461432674e-06,
      "loss": 0.0004,
      "step": 36181
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6284622011348383e-06,
      "loss": 0.0007,
      "step": 36182
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6280601013743214e-06,
      "loss": 0.0007,
      "step": 36183
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6276580468638925e-06,
      "loss": 0.0008,
      "step": 36184
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.62725603760572e-06,
      "loss": 0.0008,
      "step": 36185
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.626854073601979e-06,
      "loss": 0.0005,
      "step": 36186
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.626452154854845e-06,
      "loss": 0.0005,
      "step": 36187
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.626050281366486e-06,
      "loss": 0.0005,
      "step": 36188
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6256484531390759e-06,
      "loss": 0.0003,
      "step": 36189
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.625246670174786e-06,
      "loss": 0.0008,
      "step": 36190
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.624844932475791e-06,
      "loss": 0.0006,
      "step": 36191
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.624443240044258e-06,
      "loss": 0.0005,
      "step": 36192
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6240415928823594e-06,
      "loss": 0.0008,
      "step": 36193
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6236399909922684e-06,
      "loss": 0.0006,
      "step": 36194
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.623238434376152e-06,
      "loss": 0.0004,
      "step": 36195
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6228369230361829e-06,
      "loss": 0.0006,
      "step": 36196
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6224354569745294e-06,
      "loss": 0.0005,
      "step": 36197
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6220340361933663e-06,
      "loss": 0.0004,
      "step": 36198
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6216326606948573e-06,
      "loss": 0.0007,
      "step": 36199
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6212313304811744e-06,
      "loss": 0.0005,
      "step": 36200
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.620830045554489e-06,
      "loss": 0.0009,
      "step": 36201
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6204288059169648e-06,
      "loss": 0.0005,
      "step": 36202
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6200276115707736e-06,
      "loss": 0.0004,
      "step": 36203
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6196264625180834e-06,
      "loss": 0.0007,
      "step": 36204
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6192253587610629e-06,
      "loss": 0.0003,
      "step": 36205
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.61882430030188e-06,
      "loss": 0.0002,
      "step": 36206
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6184232871427019e-06,
      "loss": 0.0007,
      "step": 36207
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.618022319285699e-06,
      "loss": 0.0007,
      "step": 36208
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6176213967330334e-06,
      "loss": 0.0007,
      "step": 36209
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6172205194868751e-06,
      "loss": 0.001,
      "step": 36210
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6168196875493924e-06,
      "loss": 0.0007,
      "step": 36211
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6164189009227472e-06,
      "loss": 0.0005,
      "step": 36212
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6160181596091073e-06,
      "loss": 0.001,
      "step": 36213
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6156174636106404e-06,
      "loss": 0.0011,
      "step": 36214
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6152168129295143e-06,
      "loss": 0.0009,
      "step": 36215
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6148162075678886e-06,
      "loss": 0.0005,
      "step": 36216
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6144156475279316e-06,
      "loss": 0.0004,
      "step": 36217
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6140151328118114e-06,
      "loss": 0.0009,
      "step": 36218
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6136146634216865e-06,
      "loss": 0.0004,
      "step": 36219
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6132142393597249e-06,
      "loss": 0.0005,
      "step": 36220
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6128138606280907e-06,
      "loss": 0.0006,
      "step": 36221
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6124135272289499e-06,
      "loss": 0.0008,
      "step": 36222
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6120132391644627e-06,
      "loss": 0.0008,
      "step": 36223
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6116129964367932e-06,
      "loss": 0.0005,
      "step": 36224
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6112127990481063e-06,
      "loss": 0.0004,
      "step": 36225
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.610812647000567e-06,
      "loss": 0.0006,
      "step": 36226
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6104125402963322e-06,
      "loss": 0.001,
      "step": 36227
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6100124789375683e-06,
      "loss": 0.0007,
      "step": 36228
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6096124629264399e-06,
      "loss": 0.0006,
      "step": 36229
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.609212492265103e-06,
      "loss": 0.0007,
      "step": 36230
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6088125669557242e-06,
      "loss": 0.0005,
      "step": 36231
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6084126870004624e-06,
      "loss": 0.0003,
      "step": 36232
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6080128524014825e-06,
      "loss": 0.0005,
      "step": 36233
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6076130631609421e-06,
      "loss": 0.0007,
      "step": 36234
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6072133192810012e-06,
      "loss": 0.0008,
      "step": 36235
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6068136207638262e-06,
      "loss": 0.0004,
      "step": 36236
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.606413967611572e-06,
      "loss": 0.0005,
      "step": 36237
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6060143598263989e-06,
      "loss": 0.0006,
      "step": 36238
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6056147974104685e-06,
      "loss": 0.0009,
      "step": 36239
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6052152803659426e-06,
      "loss": 0.0005,
      "step": 36240
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6048158086949738e-06,
      "loss": 0.0004,
      "step": 36241
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6044163823997284e-06,
      "loss": 0.0004,
      "step": 36242
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6040170014823643e-06,
      "loss": 0.0005,
      "step": 36243
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6036176659450353e-06,
      "loss": 0.0006,
      "step": 36244
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6032183757899033e-06,
      "loss": 0.0007,
      "step": 36245
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6028191310191287e-06,
      "loss": 0.0006,
      "step": 36246
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6024199316348631e-06,
      "loss": 0.0004,
      "step": 36247
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6020207776392693e-06,
      "loss": 0.0006,
      "step": 36248
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6016216690345022e-06,
      "loss": 0.0006,
      "step": 36249
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.601222605822722e-06,
      "loss": 0.0004,
      "step": 36250
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.600823588006082e-06,
      "loss": 0.0005,
      "step": 36251
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6004246155867397e-06,
      "loss": 0.0004,
      "step": 36252
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.6000256885668553e-06,
      "loss": 0.0005,
      "step": 36253
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5996268069485799e-06,
      "loss": 0.0003,
      "step": 36254
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5992279707340708e-06,
      "loss": 0.0007,
      "step": 36255
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.598829179925484e-06,
      "loss": 0.0008,
      "step": 36256
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.598430434524978e-06,
      "loss": 0.0006,
      "step": 36257
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.598031734534703e-06,
      "loss": 0.0013,
      "step": 36258
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5976330799568162e-06,
      "loss": 0.0009,
      "step": 36259
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.597234470793475e-06,
      "loss": 0.0008,
      "step": 36260
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5968359070468287e-06,
      "loss": 0.0007,
      "step": 36261
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5964373887190344e-06,
      "loss": 0.0008,
      "step": 36262
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5960389158122458e-06,
      "loss": 0.0007,
      "step": 36263
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5956404883286193e-06,
      "loss": 0.0007,
      "step": 36264
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5952421062703027e-06,
      "loss": 0.0006,
      "step": 36265
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5948437696394514e-06,
      "loss": 0.0006,
      "step": 36266
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5944454784382234e-06,
      "loss": 0.0007,
      "step": 36267
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.594047232668764e-06,
      "loss": 0.0006,
      "step": 36268
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5936490323332288e-06,
      "loss": 0.0006,
      "step": 36269
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5932508774337707e-06,
      "loss": 0.0004,
      "step": 36270
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5928527679725436e-06,
      "loss": 0.0006,
      "step": 36271
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5924547039516946e-06,
      "loss": 0.0006,
      "step": 36272
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5920566853733777e-06,
      "loss": 0.0012,
      "step": 36273
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5916587122397464e-06,
      "loss": 0.0004,
      "step": 36274
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.591260784552947e-06,
      "loss": 0.0006,
      "step": 36275
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5908629023151322e-06,
      "loss": 0.0008,
      "step": 36276
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5904650655284538e-06,
      "loss": 0.0008,
      "step": 36277
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5900672741950606e-06,
      "loss": 0.0009,
      "step": 36278
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5896695283171037e-06,
      "loss": 0.0002,
      "step": 36279
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5892718278967334e-06,
      "loss": 0.0009,
      "step": 36280
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.588874172936099e-06,
      "loss": 0.0006,
      "step": 36281
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5884765634373489e-06,
      "loss": 0.0008,
      "step": 36282
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5880789994026314e-06,
      "loss": 0.0007,
      "step": 36283
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.587681480834098e-06,
      "loss": 0.0004,
      "step": 36284
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5872840077338947e-06,
      "loss": 0.0004,
      "step": 36285
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.58688658010417e-06,
      "loss": 0.0003,
      "step": 36286
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5864891979470731e-06,
      "loss": 0.0009,
      "step": 36287
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5860918612647547e-06,
      "loss": 0.0004,
      "step": 36288
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5856945700593562e-06,
      "loss": 0.0005,
      "step": 36289
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5852973243330272e-06,
      "loss": 0.0004,
      "step": 36290
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5849001240879191e-06,
      "loss": 0.0004,
      "step": 36291
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5845029693261726e-06,
      "loss": 0.0005,
      "step": 36292
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5841058600499371e-06,
      "loss": 0.0008,
      "step": 36293
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5837087962613585e-06,
      "loss": 0.0005,
      "step": 36294
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5833117779625862e-06,
      "loss": 0.0007,
      "step": 36295
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5829148051557598e-06,
      "loss": 0.0004,
      "step": 36296
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5825178778430295e-06,
      "loss": 0.0004,
      "step": 36297
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5821209960265382e-06,
      "loss": 0.0005,
      "step": 36298
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5817241597084354e-06,
      "loss": 0.0008,
      "step": 36299
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5813273688908603e-06,
      "loss": 0.0006,
      "step": 36300
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.580930623575959e-06,
      "loss": 0.0008,
      "step": 36301
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5805339237658811e-06,
      "loss": 0.0008,
      "step": 36302
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5801372694627636e-06,
      "loss": 0.0006,
      "step": 36303
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5797406606687537e-06,
      "loss": 0.0004,
      "step": 36304
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5793440973859942e-06,
      "loss": 0.0008,
      "step": 36305
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.578947579616632e-06,
      "loss": 0.0005,
      "step": 36306
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5785511073628045e-06,
      "loss": 0.0005,
      "step": 36307
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.578154680626658e-06,
      "loss": 0.0004,
      "step": 36308
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5777582994103368e-06,
      "loss": 0.0006,
      "step": 36309
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5773619637159786e-06,
      "loss": 0.0005,
      "step": 36310
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5769656735457283e-06,
      "loss": 0.0009,
      "step": 36311
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5765694289017285e-06,
      "loss": 0.0002,
      "step": 36312
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5761732297861199e-06,
      "loss": 0.0006,
      "step": 36313
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5757770762010438e-06,
      "loss": 0.0005,
      "step": 36314
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.575380968148641e-06,
      "loss": 0.0006,
      "step": 36315
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5749849056310562e-06,
      "loss": 0.0005,
      "step": 36316
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5745888886504257e-06,
      "loss": 0.0004,
      "step": 36317
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.57419291720889e-06,
      "loss": 0.0005,
      "step": 36318
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5737969913085939e-06,
      "loss": 0.0004,
      "step": 36319
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5734011109516712e-06,
      "loss": 0.0004,
      "step": 36320
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5730052761402647e-06,
      "loss": 0.0004,
      "step": 36321
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.572609486876514e-06,
      "loss": 0.0007,
      "step": 36322
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5722137431625606e-06,
      "loss": 0.0005,
      "step": 36323
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5718180450005383e-06,
      "loss": 0.0007,
      "step": 36324
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5714223923925886e-06,
      "loss": 0.0005,
      "step": 36325
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5710267853408534e-06,
      "loss": 0.0005,
      "step": 36326
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.570631223847463e-06,
      "loss": 0.0005,
      "step": 36327
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5702357079145614e-06,
      "loss": 0.0008,
      "step": 36328
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5698402375442845e-06,
      "loss": 0.0004,
      "step": 36329
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5694448127387719e-06,
      "loss": 0.0005,
      "step": 36330
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.569049433500157e-06,
      "loss": 0.0006,
      "step": 36331
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5686540998305789e-06,
      "loss": 0.0009,
      "step": 36332
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5682588117321762e-06,
      "loss": 0.0008,
      "step": 36333
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5678635692070821e-06,
      "loss": 0.0006,
      "step": 36334
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5674683722574335e-06,
      "loss": 0.0004,
      "step": 36335
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5670732208853678e-06,
      "loss": 0.0007,
      "step": 36336
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.566678115093022e-06,
      "loss": 0.0006,
      "step": 36337
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5662830548825282e-06,
      "loss": 0.0006,
      "step": 36338
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5658880402560228e-06,
      "loss": 0.0004,
      "step": 36339
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5654930712156447e-06,
      "loss": 0.0007,
      "step": 36340
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5650981477635219e-06,
      "loss": 0.0007,
      "step": 36341
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.564703269901794e-06,
      "loss": 0.0007,
      "step": 36342
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5643084376325924e-06,
      "loss": 0.0004,
      "step": 36343
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.5639136509580554e-06,
      "loss": 0.0006,
      "step": 36344
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5635189098803106e-06,
      "loss": 0.0008,
      "step": 36345
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5631242144014958e-06,
      "loss": 0.0006,
      "step": 36346
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.562729564523746e-06,
      "loss": 0.0004,
      "step": 36347
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5623349602491889e-06,
      "loss": 0.0003,
      "step": 36348
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5619404015799577e-06,
      "loss": 0.001,
      "step": 36349
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5615458885181923e-06,
      "loss": 0.0009,
      "step": 36350
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5611514210660172e-06,
      "loss": 0.0006,
      "step": 36351
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5607569992255678e-06,
      "loss": 0.0008,
      "step": 36352
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5603626229989755e-06,
      "loss": 0.0006,
      "step": 36353
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5599682923883742e-06,
      "loss": 0.0006,
      "step": 36354
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.559574007395891e-06,
      "loss": 0.0008,
      "step": 36355
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5591797680236586e-06,
      "loss": 0.0005,
      "step": 36356
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5587855742738112e-06,
      "loss": 0.0005,
      "step": 36357
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5583914261484734e-06,
      "loss": 0.0003,
      "step": 36358
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5579973236497781e-06,
      "loss": 0.0008,
      "step": 36359
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5576032667798568e-06,
      "loss": 0.0005,
      "step": 36360
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5572092555408402e-06,
      "loss": 0.0007,
      "step": 36361
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5568152899348543e-06,
      "loss": 0.0006,
      "step": 36362
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5564213699640308e-06,
      "loss": 0.0004,
      "step": 36363
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5560274956304999e-06,
      "loss": 0.0006,
      "step": 36364
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.555633666936387e-06,
      "loss": 0.0014,
      "step": 36365
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5552398838838222e-06,
      "loss": 0.0012,
      "step": 36366
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5548461464749344e-06,
      "loss": 0.0006,
      "step": 36367
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5544524547118545e-06,
      "loss": 0.0005,
      "step": 36368
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5540588085967056e-06,
      "loss": 0.0007,
      "step": 36369
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.553665208131616e-06,
      "loss": 0.0009,
      "step": 36370
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5532716533187154e-06,
      "loss": 0.0006,
      "step": 36371
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5528781441601325e-06,
      "loss": 0.0006,
      "step": 36372
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5524846806579897e-06,
      "loss": 0.0003,
      "step": 36373
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5520912628144148e-06,
      "loss": 0.0008,
      "step": 36374
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5516978906315373e-06,
      "loss": 0.0005,
      "step": 36375
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5513045641114798e-06,
      "loss": 0.0006,
      "step": 36376
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.550911283256369e-06,
      "loss": 0.0003,
      "step": 36377
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5505180480683313e-06,
      "loss": 0.0005,
      "step": 36378
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5501248585494933e-06,
      "loss": 0.0004,
      "step": 36379
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5497317147019775e-06,
      "loss": 0.0006,
      "step": 36380
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5493386165279101e-06,
      "loss": 0.0005,
      "step": 36381
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.548945564029418e-06,
      "loss": 0.0006,
      "step": 36382
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5485525572086213e-06,
      "loss": 0.0007,
      "step": 36383
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5481595960676466e-06,
      "loss": 0.0008,
      "step": 36384
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5477666806086168e-06,
      "loss": 0.0006,
      "step": 36385
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5473738108336567e-06,
      "loss": 0.0004,
      "step": 36386
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5469809867448903e-06,
      "loss": 0.0008,
      "step": 36387
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5465882083444417e-06,
      "loss": 0.0005,
      "step": 36388
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5461954756344289e-06,
      "loss": 0.0004,
      "step": 36389
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.545802788616979e-06,
      "loss": 0.0009,
      "step": 36390
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.545410147294213e-06,
      "loss": 0.0008,
      "step": 36391
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5450175516682563e-06,
      "loss": 0.0005,
      "step": 36392
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5446250017412245e-06,
      "loss": 0.0002,
      "step": 36393
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5442324975152434e-06,
      "loss": 0.0003,
      "step": 36394
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5438400389924335e-06,
      "loss": 0.0004,
      "step": 36395
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5434476261749198e-06,
      "loss": 0.0007,
      "step": 36396
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5430552590648161e-06,
      "loss": 0.0007,
      "step": 36397
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5426629376642477e-06,
      "loss": 0.0005,
      "step": 36398
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5422706619753369e-06,
      "loss": 0.0008,
      "step": 36399
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.541878432000199e-06,
      "loss": 0.0002,
      "step": 36400
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5414862477409554e-06,
      "loss": 0.0007,
      "step": 36401
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5410941091997277e-06,
      "loss": 0.0003,
      "step": 36402
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5407020163786369e-06,
      "loss": 0.0006,
      "step": 36403
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5403099692797963e-06,
      "loss": 0.0002,
      "step": 36404
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5399179679053288e-06,
      "loss": 0.0003,
      "step": 36405
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5395260122573563e-06,
      "loss": 0.0006,
      "step": 36406
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5391341023379901e-06,
      "loss": 0.0005,
      "step": 36407
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5387422381493534e-06,
      "loss": 0.0007,
      "step": 36408
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5383504196935618e-06,
      "loss": 0.0007,
      "step": 36409
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.537958646972737e-06,
      "loss": 0.0006,
      "step": 36410
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5375669199889909e-06,
      "loss": 0.0011,
      "step": 36411
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.537175238744445e-06,
      "loss": 0.0004,
      "step": 36412
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5367836032412153e-06,
      "loss": 0.0004,
      "step": 36413
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.536392013481417e-06,
      "loss": 0.001,
      "step": 36414
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5360004694671682e-06,
      "loss": 0.0007,
      "step": 36415
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.535608971200585e-06,
      "loss": 0.0007,
      "step": 36416
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5352175186837849e-06,
      "loss": 0.0008,
      "step": 36417
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.53482611191888e-06,
      "loss": 0.0005,
      "step": 36418
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.534434750907987e-06,
      "loss": 0.0008,
      "step": 36419
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5340434356532252e-06,
      "loss": 0.0004,
      "step": 36420
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5336521661567027e-06,
      "loss": 0.0006,
      "step": 36421
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5332609424205391e-06,
      "loss": 0.0005,
      "step": 36422
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5328697644468516e-06,
      "loss": 0.0004,
      "step": 36423
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5324786322377473e-06,
      "loss": 0.0007,
      "step": 36424
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5320875457953444e-06,
      "loss": 0.0005,
      "step": 36425
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.531696505121756e-06,
      "loss": 0.0006,
      "step": 36426
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5313055102190988e-06,
      "loss": 0.0003,
      "step": 36427
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5309145610894804e-06,
      "loss": 0.0006,
      "step": 36428
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5305236577350168e-06,
      "loss": 0.0006,
      "step": 36429
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5301328001578231e-06,
      "loss": 0.0004,
      "step": 36430
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5297419883600062e-06,
      "loss": 0.0003,
      "step": 36431
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5293512223436824e-06,
      "loss": 0.0002,
      "step": 36432
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5289605021109632e-06,
      "loss": 0.0005,
      "step": 36433
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5285698276639616e-06,
      "loss": 0.0008,
      "step": 36434
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5281791990047867e-06,
      "loss": 0.0007,
      "step": 36435
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5277886161355505e-06,
      "loss": 0.001,
      "step": 36436
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5273980790583664e-06,
      "loss": 0.0008,
      "step": 36437
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.527007587775341e-06,
      "loss": 0.0006,
      "step": 36438
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5266171422885878e-06,
      "loss": 0.0003,
      "step": 36439
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5262267426002164e-06,
      "loss": 0.0008,
      "step": 36440
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5258363887123407e-06,
      "loss": 0.0005,
      "step": 36441
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5254460806270633e-06,
      "loss": 0.0007,
      "step": 36442
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5250558183464981e-06,
      "loss": 0.0004,
      "step": 36443
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5246656018727557e-06,
      "loss": 0.0006,
      "step": 36444
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5242754312079412e-06,
      "loss": 0.0009,
      "step": 36445
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5238853063541659e-06,
      "loss": 0.0006,
      "step": 36446
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5234952273135373e-06,
      "loss": 0.0007,
      "step": 36447
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.523105194088168e-06,
      "loss": 0.0007,
      "step": 36448
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5227152066801598e-06,
      "loss": 0.0003,
      "step": 36449
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5223252650916232e-06,
      "loss": 0.0004,
      "step": 36450
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5219353693246663e-06,
      "loss": 0.001,
      "step": 36451
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5215455193813988e-06,
      "loss": 0.0005,
      "step": 36452
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5211557152639233e-06,
      "loss": 0.001,
      "step": 36453
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5207659569743482e-06,
      "loss": 0.0006,
      "step": 36454
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5203762445147829e-06,
      "loss": 0.0007,
      "step": 36455
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.51998657788733e-06,
      "loss": 0.0007,
      "step": 36456
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5195969570940938e-06,
      "loss": 0.0008,
      "step": 36457
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.519207382137189e-06,
      "loss": 0.0006,
      "step": 36458
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5188178530187125e-06,
      "loss": 0.0008,
      "step": 36459
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5184283697407742e-06,
      "loss": 0.0006,
      "step": 36460
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.518038932305479e-06,
      "loss": 0.0005,
      "step": 36461
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5176495407149295e-06,
      "loss": 0.0006,
      "step": 36462
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5172601949712318e-06,
      "loss": 0.0008,
      "step": 36463
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5168708950764888e-06,
      "loss": 0.0008,
      "step": 36464
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5164816410328098e-06,
      "loss": 0.0006,
      "step": 36465
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5160924328422922e-06,
      "loss": 0.0008,
      "step": 36466
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5157032705070417e-06,
      "loss": 0.0004,
      "step": 36467
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5153141540291627e-06,
      "loss": 0.0005,
      "step": 36468
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.514925083410761e-06,
      "loss": 0.0008,
      "step": 36469
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5145360586539338e-06,
      "loss": 0.0004,
      "step": 36470
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.514147079760786e-06,
      "loss": 0.001,
      "step": 36471
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5137581467334238e-06,
      "loss": 0.0002,
      "step": 36472
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5133692595739436e-06,
      "loss": 0.0009,
      "step": 36473
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5129804182844498e-06,
      "loss": 0.0007,
      "step": 36474
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5125916228670435e-06,
      "loss": 0.0006,
      "step": 36475
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5122028733238303e-06,
      "loss": 0.0012,
      "step": 36476
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5118141696569045e-06,
      "loss": 0.0005,
      "step": 36477
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5114255118683707e-06,
      "loss": 0.0004,
      "step": 36478
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.511036899960331e-06,
      "loss": 0.0016,
      "step": 36479
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5106483339348833e-06,
      "loss": 0.0008,
      "step": 36480
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.510259813794127e-06,
      "loss": 0.0004,
      "step": 36481
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5098713395401644e-06,
      "loss": 0.0007,
      "step": 36482
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5094829111750964e-06,
      "loss": 0.0006,
      "step": 36483
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5090945287010184e-06,
      "loss": 0.0006,
      "step": 36484
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5087061921200308e-06,
      "loss": 0.0006,
      "step": 36485
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5083179014342364e-06,
      "loss": 0.0005,
      "step": 36486
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.507929656645729e-06,
      "loss": 0.0006,
      "step": 36487
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5075414577566083e-06,
      "loss": 0.0002,
      "step": 36488
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5071533047689735e-06,
      "loss": 0.0006,
      "step": 36489
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5067651976849252e-06,
      "loss": 0.0004,
      "step": 36490
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5063771365065549e-06,
      "loss": 0.0016,
      "step": 36491
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5059891212359623e-06,
      "loss": 0.0006,
      "step": 36492
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5056011518752466e-06,
      "loss": 0.0006,
      "step": 36493
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.505213228426504e-06,
      "loss": 0.0007,
      "step": 36494
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5048253508918309e-06,
      "loss": 0.0005,
      "step": 36495
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5044375192733263e-06,
      "loss": 0.0007,
      "step": 36496
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.504049733573081e-06,
      "loss": 0.0004,
      "step": 36497
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.503661993793194e-06,
      "loss": 0.0013,
      "step": 36498
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5032742999357619e-06,
      "loss": 0.0009,
      "step": 36499
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5028866520028807e-06,
      "loss": 0.0007,
      "step": 36500
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5024990499966419e-06,
      "loss": 0.001,
      "step": 36501
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5021114939191428e-06,
      "loss": 0.0004,
      "step": 36502
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5017239837724795e-06,
      "loss": 0.0004,
      "step": 36503
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5013365195587437e-06,
      "loss": 0.0007,
      "step": 36504
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5009491012800314e-06,
      "loss": 0.0007,
      "step": 36505
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5005617289384345e-06,
      "loss": 0.0004,
      "step": 36506
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.5001744025360522e-06,
      "loss": 0.0009,
      "step": 36507
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4997871220749716e-06,
      "loss": 0.0008,
      "step": 36508
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4993998875572879e-06,
      "loss": 0.0005,
      "step": 36509
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4990126989850973e-06,
      "loss": 0.0005,
      "step": 36510
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.498625556360488e-06,
      "loss": 0.0004,
      "step": 36511
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4982384596855537e-06,
      "loss": 0.0008,
      "step": 36512
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4978514089623874e-06,
      "loss": 0.0007,
      "step": 36513
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4974644041930842e-06,
      "loss": 0.0005,
      "step": 36514
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4970774453797298e-06,
      "loss": 0.0005,
      "step": 36515
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4966905325244186e-06,
      "loss": 0.0006,
      "step": 36516
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.496303665629244e-06,
      "loss": 0.0008,
      "step": 36517
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4959168446962935e-06,
      "loss": 0.0006,
      "step": 36518
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4955300697276587e-06,
      "loss": 0.0003,
      "step": 36519
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4951433407254301e-06,
      "loss": 0.0008,
      "step": 36520
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4947566576917016e-06,
      "loss": 0.0008,
      "step": 36521
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4943700206285572e-06,
      "loss": 0.0005,
      "step": 36522
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4939834295380905e-06,
      "loss": 0.001,
      "step": 36523
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4935968844223892e-06,
      "loss": 0.0004,
      "step": 36524
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4932103852835456e-06,
      "loss": 0.0005,
      "step": 36525
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.492823932123645e-06,
      "loss": 0.0003,
      "step": 36526
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4924375249447776e-06,
      "loss": 0.0003,
      "step": 36527
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4920511637490343e-06,
      "loss": 0.0004,
      "step": 36528
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4916648485384955e-06,
      "loss": 0.0004,
      "step": 36529
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4912785793152584e-06,
      "loss": 0.0006,
      "step": 36530
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4908923560814092e-06,
      "loss": 0.0011,
      "step": 36531
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4905061788390307e-06,
      "loss": 0.001,
      "step": 36532
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4901200475902133e-06,
      "loss": 0.0006,
      "step": 36533
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4897339623370465e-06,
      "loss": 0.0008,
      "step": 36534
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.489347923081611e-06,
      "loss": 0.0005,
      "step": 36535
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4889619298259972e-06,
      "loss": 0.0008,
      "step": 36536
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4885759825722912e-06,
      "loss": 0.0005,
      "step": 36537
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4881900813225803e-06,
      "loss": 0.0003,
      "step": 36538
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.487804226078946e-06,
      "loss": 0.0008,
      "step": 36539
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4874184168434759e-06,
      "loss": 0.0006,
      "step": 36540
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4870326536182566e-06,
      "loss": 0.0005,
      "step": 36541
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4866469364053748e-06,
      "loss": 0.001,
      "step": 36542
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4862612652069097e-06,
      "loss": 0.0005,
      "step": 36543
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4858756400249498e-06,
      "loss": 0.0005,
      "step": 36544
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4854900608615807e-06,
      "loss": 0.0004,
      "step": 36545
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4851045277188813e-06,
      "loss": 0.0006,
      "step": 36546
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4847190405989387e-06,
      "loss": 0.0004,
      "step": 36547
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4843335995038365e-06,
      "loss": 0.0005,
      "step": 36548
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4839482044356602e-06,
      "loss": 0.0006,
      "step": 36549
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4835628553964865e-06,
      "loss": 0.0005,
      "step": 36550
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.483177552388404e-06,
      "loss": 0.0009,
      "step": 36551
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4827922954134943e-06,
      "loss": 0.0005,
      "step": 36552
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4824070844738358e-06,
      "loss": 0.0007,
      "step": 36553
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4820219195715147e-06,
      "loss": 0.0008,
      "step": 36554
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4816368007086113e-06,
      "loss": 0.0005,
      "step": 36555
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4812517278872086e-06,
      "loss": 0.0005,
      "step": 36556
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4808667011093847e-06,
      "loss": 0.0005,
      "step": 36557
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4804817203772236e-06,
      "loss": 0.0004,
      "step": 36558
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4800967856928062e-06,
      "loss": 0.0007,
      "step": 36559
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4797118970582103e-06,
      "loss": 0.0003,
      "step": 36560
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4793270544755178e-06,
      "loss": 0.0002,
      "step": 36561
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4789422579468094e-06,
      "loss": 0.0009,
      "step": 36562
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4785575074741655e-06,
      "loss": 0.0005,
      "step": 36563
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.478172803059663e-06,
      "loss": 0.0006,
      "step": 36564
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4777881447053832e-06,
      "loss": 0.0005,
      "step": 36565
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4774035324134039e-06,
      "loss": 0.0004,
      "step": 36566
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4770189661858047e-06,
      "loss": 0.0004,
      "step": 36567
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4766344460246652e-06,
      "loss": 0.0007,
      "step": 36568
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4762499719320645e-06,
      "loss": 0.0006,
      "step": 36569
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4758655439100755e-06,
      "loss": 0.0008,
      "step": 36570
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4754811619607813e-06,
      "loss": 0.0005,
      "step": 36571
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4750968260862563e-06,
      "loss": 0.0007,
      "step": 36572
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4747125362885818e-06,
      "loss": 0.0004,
      "step": 36573
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.47432829256983e-06,
      "loss": 0.0007,
      "step": 36574
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4739440949320793e-06,
      "loss": 0.0006,
      "step": 36575
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4735599433774095e-06,
      "loss": 0.0008,
      "step": 36576
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4731758379078919e-06,
      "loss": 0.0011,
      "step": 36577
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4727917785256053e-06,
      "loss": 0.0007,
      "step": 36578
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.472407765232625e-06,
      "loss": 0.0004,
      "step": 36579
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4720237980310304e-06,
      "loss": 0.0004,
      "step": 36580
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.471639876922889e-06,
      "loss": 0.0005,
      "step": 36581
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4712560019102817e-06,
      "loss": 0.0003,
      "step": 36582
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4708721729952834e-06,
      "loss": 0.0005,
      "step": 36583
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4704883901799638e-06,
      "loss": 0.0008,
      "step": 36584
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4701046534664021e-06,
      "loss": 0.0006,
      "step": 36585
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.46972096285667e-06,
      "loss": 0.0003,
      "step": 36586
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4693373183528436e-06,
      "loss": 0.0007,
      "step": 36587
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4689537199569937e-06,
      "loss": 0.0007,
      "step": 36588
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.468570167671195e-06,
      "loss": 0.0006,
      "step": 36589
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4681866614975226e-06,
      "loss": 0.0005,
      "step": 36590
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.467803201438045e-06,
      "loss": 0.0007,
      "step": 36591
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.467419787494837e-06,
      "loss": 0.0004,
      "step": 36592
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4670364196699704e-06,
      "loss": 0.0008,
      "step": 36593
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4666530979655213e-06,
      "loss": 0.0009,
      "step": 36594
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4662698223835548e-06,
      "loss": 0.0005,
      "step": 36595
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4658865929261457e-06,
      "loss": 0.0006,
      "step": 36596
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.465503409595367e-06,
      "loss": 0.0007,
      "step": 36597
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4651202723932888e-06,
      "loss": 0.0003,
      "step": 36598
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4647371813219801e-06,
      "loss": 0.0004,
      "step": 36599
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4643541363835124e-06,
      "loss": 0.0005,
      "step": 36600
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.463971137579958e-06,
      "loss": 0.0005,
      "step": 36601
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4635881849133827e-06,
      "loss": 0.001,
      "step": 36602
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4632052783858596e-06,
      "loss": 0.0009,
      "step": 36603
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.462822417999461e-06,
      "loss": 0.0005,
      "step": 36604
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4624396037562504e-06,
      "loss": 0.0005,
      "step": 36605
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4620568356582998e-06,
      "loss": 0.0009,
      "step": 36606
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4616741137076794e-06,
      "loss": 0.0005,
      "step": 36607
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4612914379064547e-06,
      "loss": 0.0007,
      "step": 36608
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4609088082566957e-06,
      "loss": 0.0008,
      "step": 36609
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.460526224760469e-06,
      "loss": 0.0005,
      "step": 36610
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.460143687419847e-06,
      "loss": 0.0008,
      "step": 36611
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4597611962368919e-06,
      "loss": 0.0005,
      "step": 36612
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4593787512136736e-06,
      "loss": 0.0002,
      "step": 36613
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4589963523522577e-06,
      "loss": 0.0008,
      "step": 36614
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4586139996547156e-06,
      "loss": 0.0006,
      "step": 36615
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4582316931231077e-06,
      "loss": 0.0006,
      "step": 36616
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4578494327595027e-06,
      "loss": 0.0006,
      "step": 36617
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.45746721856597e-06,
      "loss": 0.0003,
      "step": 36618
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.45708505054457e-06,
      "loss": 0.0005,
      "step": 36619
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4567029286973711e-06,
      "loss": 0.0007,
      "step": 36620
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4563208530264383e-06,
      "loss": 0.0005,
      "step": 36621
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.45593882353384e-06,
      "loss": 0.001,
      "step": 36622
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4555568402216347e-06,
      "loss": 0.0004,
      "step": 36623
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4551749030918906e-06,
      "loss": 0.0004,
      "step": 36624
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4547930121466746e-06,
      "loss": 0.0005,
      "step": 36625
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4544111673880446e-06,
      "loss": 0.0003,
      "step": 36626
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4540293688180684e-06,
      "loss": 0.0005,
      "step": 36627
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.453647616438809e-06,
      "loss": 0.0006,
      "step": 36628
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4532659102523317e-06,
      "loss": 0.0009,
      "step": 36629
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4528842502606955e-06,
      "loss": 0.0003,
      "step": 36630
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4525026364659656e-06,
      "loss": 0.001,
      "step": 36631
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.452121068870207e-06,
      "loss": 0.0009,
      "step": 36632
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4517395474754769e-06,
      "loss": 0.0007,
      "step": 36633
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4513580722838394e-06,
      "loss": 0.0008,
      "step": 36634
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4509766432973582e-06,
      "loss": 0.0007,
      "step": 36635
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.450595260518095e-06,
      "loss": 0.0005,
      "step": 36636
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4502139239481072e-06,
      "loss": 0.0007,
      "step": 36637
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4498326335894574e-06,
      "loss": 0.0006,
      "step": 36638
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4494513894442118e-06,
      "loss": 0.0009,
      "step": 36639
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4490701915144245e-06,
      "loss": 0.0007,
      "step": 36640
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.448689039802158e-06,
      "loss": 0.0006,
      "step": 36641
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4483079343094753e-06,
      "loss": 0.001,
      "step": 36642
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4479268750384313e-06,
      "loss": 0.0007,
      "step": 36643
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4475458619910876e-06,
      "loss": 0.0005,
      "step": 36644
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.447164895169504e-06,
      "loss": 0.0002,
      "step": 36645
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4467839745757418e-06,
      "loss": 0.0004,
      "step": 36646
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.446403100211855e-06,
      "loss": 0.0008,
      "step": 36647
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4460222720799043e-06,
      "loss": 0.0005,
      "step": 36648
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4456414901819515e-06,
      "loss": 0.0011,
      "step": 36649
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4452607545200493e-06,
      "loss": 0.0005,
      "step": 36650
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.444880065096258e-06,
      "loss": 0.0008,
      "step": 36651
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4444994219126352e-06,
      "loss": 0.0006,
      "step": 36652
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4441188249712412e-06,
      "loss": 0.0005,
      "step": 36653
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4437382742741267e-06,
      "loss": 0.0005,
      "step": 36654
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4433577698233525e-06,
      "loss": 0.0005,
      "step": 36655
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4429773116209778e-06,
      "loss": 0.0006,
      "step": 36656
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4425968996690532e-06,
      "loss": 0.0008,
      "step": 36657
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.442216533969637e-06,
      "loss": 0.0009,
      "step": 36658
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4418362145247856e-06,
      "loss": 0.0004,
      "step": 36659
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.441455941336558e-06,
      "loss": 0.0008,
      "step": 36660
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4410757144070032e-06,
      "loss": 0.0007,
      "step": 36661
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4406955337381789e-06,
      "loss": 0.0008,
      "step": 36662
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4403153993321429e-06,
      "loss": 0.0006,
      "step": 36663
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4399353111909454e-06,
      "loss": 0.0005,
      "step": 36664
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4395552693166425e-06,
      "loss": 0.0011,
      "step": 36665
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4391752737112886e-06,
      "loss": 0.0004,
      "step": 36666
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4387953243769393e-06,
      "loss": 0.0005,
      "step": 36667
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4384154213156443e-06,
      "loss": 0.0004,
      "step": 36668
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4380355645294596e-06,
      "loss": 0.0012,
      "step": 36669
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4376557540204372e-06,
      "loss": 0.0005,
      "step": 36670
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.437275989790633e-06,
      "loss": 0.0006,
      "step": 36671
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4368962718420942e-06,
      "loss": 0.0009,
      "step": 36672
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.436516600176876e-06,
      "loss": 0.0005,
      "step": 36673
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.436136974797031e-06,
      "loss": 0.0006,
      "step": 36674
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4357573957046111e-06,
      "loss": 0.0007,
      "step": 36675
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4353778629016668e-06,
      "loss": 0.0007,
      "step": 36676
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4349983763902531e-06,
      "loss": 0.0005,
      "step": 36677
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.434618936172415e-06,
      "loss": 0.0009,
      "step": 36678
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4342395422502076e-06,
      "loss": 0.0003,
      "step": 36679
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4338601946256814e-06,
      "loss": 0.0008,
      "step": 36680
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.433480893300885e-06,
      "loss": 0.0008,
      "step": 36681
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4331016382778684e-06,
      "loss": 0.0006,
      "step": 36682
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4327224295586818e-06,
      "loss": 0.0012,
      "step": 36683
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4323432671453786e-06,
      "loss": 0.0005,
      "step": 36684
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4319641510400016e-06,
      "loss": 0.0007,
      "step": 36685
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4315850812446042e-06,
      "loss": 0.0006,
      "step": 36686
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4312060577612364e-06,
      "loss": 0.0007,
      "step": 36687
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.430827080591942e-06,
      "loss": 0.0004,
      "step": 36688
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4304481497387724e-06,
      "loss": 0.0006,
      "step": 36689
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4300692652037763e-06,
      "loss": 0.0011,
      "step": 36690
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.429690426989001e-06,
      "loss": 0.0006,
      "step": 36691
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4293116350964931e-06,
      "loss": 0.0006,
      "step": 36692
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4289328895282995e-06,
      "loss": 0.0005,
      "step": 36693
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4285541902864697e-06,
      "loss": 0.0007,
      "step": 36694
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4281755373730499e-06,
      "loss": 0.0007,
      "step": 36695
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4277969307900852e-06,
      "loss": 0.0005,
      "step": 36696
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4274183705396227e-06,
      "loss": 0.0006,
      "step": 36697
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4270398566237098e-06,
      "loss": 0.0008,
      "step": 36698
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4266613890443903e-06,
      "loss": 0.0003,
      "step": 36699
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4262829678037093e-06,
      "loss": 0.0008,
      "step": 36700
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4259045929037152e-06,
      "loss": 0.0006,
      "step": 36701
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.425526264346453e-06,
      "loss": 0.0005,
      "step": 36702
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.425147982133963e-06,
      "loss": 0.0004,
      "step": 36703
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4247697462682941e-06,
      "loss": 0.0005,
      "step": 36704
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.424391556751491e-06,
      "loss": 0.0012,
      "step": 36705
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4240134135855932e-06,
      "loss": 0.0007,
      "step": 36706
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.423635316772649e-06,
      "loss": 0.0006,
      "step": 36707
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4232572663146992e-06,
      "loss": 0.0004,
      "step": 36708
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.422879262213791e-06,
      "loss": 0.0009,
      "step": 36709
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4225013044719615e-06,
      "loss": 0.0005,
      "step": 36710
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4221233930912582e-06,
      "loss": 0.0011,
      "step": 36711
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4217455280737258e-06,
      "loss": 0.0003,
      "step": 36712
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4213677094214007e-06,
      "loss": 0.0007,
      "step": 36713
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4209899371363279e-06,
      "loss": 0.0006,
      "step": 36714
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.42061221122055e-06,
      "loss": 0.0008,
      "step": 36715
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4202345316761068e-06,
      "loss": 0.0004,
      "step": 36716
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4198568985050399e-06,
      "loss": 0.0006,
      "step": 36717
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4194793117093909e-06,
      "loss": 0.0003,
      "step": 36718
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4191017712912036e-06,
      "loss": 0.0005,
      "step": 36719
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4187242772525134e-06,
      "loss": 0.0001,
      "step": 36720
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4183468295953616e-06,
      "loss": 0.0006,
      "step": 36721
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4179694283217938e-06,
      "loss": 0.0004,
      "step": 36722
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4175920734338422e-06,
      "loss": 0.0006,
      "step": 36723
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4172147649335499e-06,
      "loss": 0.0005,
      "step": 36724
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4168375028229575e-06,
      "loss": 0.0006,
      "step": 36725
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4164602871041033e-06,
      "loss": 0.0006,
      "step": 36726
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4160831177790246e-06,
      "loss": 0.0004,
      "step": 36727
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4157059948497608e-06,
      "loss": 0.0011,
      "step": 36728
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4153289183183528e-06,
      "loss": 0.0006,
      "step": 36729
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.414951888186834e-06,
      "loss": 0.0005,
      "step": 36730
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4145749044572443e-06,
      "loss": 0.0007,
      "step": 36731
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.414197967131622e-06,
      "loss": 0.0006,
      "step": 36732
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4138210762120063e-06,
      "loss": 0.0002,
      "step": 36733
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4134442317004305e-06,
      "loss": 0.0002,
      "step": 36734
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4130674335989315e-06,
      "loss": 0.0006,
      "step": 36735
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.412690681909551e-06,
      "loss": 0.0005,
      "step": 36736
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4123139766343185e-06,
      "loss": 0.0005,
      "step": 36737
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4119373177752727e-06,
      "loss": 0.0006,
      "step": 36738
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4115607053344504e-06,
      "loss": 0.0005,
      "step": 36739
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4111841393138904e-06,
      "loss": 0.0004,
      "step": 36740
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4108076197156206e-06,
      "loss": 0.0005,
      "step": 36741
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4104311465416799e-06,
      "loss": 0.0006,
      "step": 36742
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4100547197941061e-06,
      "loss": 0.0008,
      "step": 36743
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4096783394749281e-06,
      "loss": 0.0007,
      "step": 36744
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4093020055861828e-06,
      "loss": 0.0008,
      "step": 36745
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4089257181299042e-06,
      "loss": 0.0003,
      "step": 36746
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4085494771081265e-06,
      "loss": 0.0006,
      "step": 36747
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4081732825228834e-06,
      "loss": 0.0004,
      "step": 36748
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4077971343762076e-06,
      "loss": 0.0006,
      "step": 36749
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4074210326701343e-06,
      "loss": 0.0006,
      "step": 36750
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.407044977406693e-06,
      "loss": 0.0008,
      "step": 36751
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4066689685879176e-06,
      "loss": 0.0006,
      "step": 36752
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.406293006215842e-06,
      "loss": 0.0007,
      "step": 36753
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4059170902924956e-06,
      "loss": 0.0005,
      "step": 36754
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4055412208199105e-06,
      "loss": 0.0008,
      "step": 36755
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.40516539780012e-06,
      "loss": 0.001,
      "step": 36756
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4047896212351565e-06,
      "loss": 0.0001,
      "step": 36757
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4044138911270466e-06,
      "loss": 0.0008,
      "step": 36758
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4040382074778236e-06,
      "loss": 0.0007,
      "step": 36759
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4036625702895213e-06,
      "loss": 0.0003,
      "step": 36760
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4032869795641634e-06,
      "loss": 0.0006,
      "step": 36761
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4029114353037844e-06,
      "loss": 0.0008,
      "step": 36762
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.402535937510413e-06,
      "loss": 0.0005,
      "step": 36763
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4021604861860806e-06,
      "loss": 0.0008,
      "step": 36764
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4017850813328126e-06,
      "loss": 0.0007,
      "step": 36765
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4014097229526401e-06,
      "loss": 0.0005,
      "step": 36766
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4010344110475927e-06,
      "loss": 0.0005,
      "step": 36767
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4006591456196994e-06,
      "loss": 0.001,
      "step": 36768
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.4002839266709868e-06,
      "loss": 0.0008,
      "step": 36769
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3999087542034818e-06,
      "loss": 0.0007,
      "step": 36770
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3995336282192173e-06,
      "loss": 0.0005,
      "step": 36771
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3991585487202142e-06,
      "loss": 0.0007,
      "step": 36772
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.398783515708504e-06,
      "loss": 0.0005,
      "step": 36773
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3984085291861128e-06,
      "loss": 0.0008,
      "step": 36774
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3980335891550688e-06,
      "loss": 0.0003,
      "step": 36775
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3976586956173955e-06,
      "loss": 0.0007,
      "step": 36776
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3972838485751206e-06,
      "loss": 0.0005,
      "step": 36777
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3969090480302727e-06,
      "loss": 0.0007,
      "step": 36778
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3965342939848724e-06,
      "loss": 0.0006,
      "step": 36779
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3961595864409482e-06,
      "loss": 0.0006,
      "step": 36780
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3957849254005262e-06,
      "loss": 0.0007,
      "step": 36781
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.395410310865629e-06,
      "loss": 0.0005,
      "step": 36782
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3950357428382844e-06,
      "loss": 0.0004,
      "step": 36783
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3946612213205145e-06,
      "loss": 0.0006,
      "step": 36784
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3942867463143472e-06,
      "loss": 0.0008,
      "step": 36785
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3939123178218007e-06,
      "loss": 0.0007,
      "step": 36786
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.393537935844903e-06,
      "loss": 0.0009,
      "step": 36787
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3931636003856773e-06,
      "loss": 0.0004,
      "step": 36788
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3927893114461455e-06,
      "loss": 0.0003,
      "step": 36789
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.39241506902833e-06,
      "loss": 0.0006,
      "step": 36790
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.392040873134255e-06,
      "loss": 0.0005,
      "step": 36791
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3916667237659453e-06,
      "loss": 0.0006,
      "step": 36792
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3912926209254185e-06,
      "loss": 0.0006,
      "step": 36793
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3909185646146983e-06,
      "loss": 0.0005,
      "step": 36794
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3905445548358088e-06,
      "loss": 0.0005,
      "step": 36795
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3901705915907682e-06,
      "loss": 0.0005,
      "step": 36796
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3897966748815993e-06,
      "loss": 0.0006,
      "step": 36797
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.389422804710322e-06,
      "loss": 0.0008,
      "step": 36798
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.389048981078961e-06,
      "loss": 0.0006,
      "step": 36799
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3886752039895313e-06,
      "loss": 0.0008,
      "step": 36800
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3883014734440558e-06,
      "loss": 0.0003,
      "step": 36801
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3879277894445576e-06,
      "loss": 0.0004,
      "step": 36802
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.387554151993049e-06,
      "loss": 0.0012,
      "step": 36803
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3871805610915557e-06,
      "loss": 0.0007,
      "step": 36804
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3868070167420943e-06,
      "loss": 0.0006,
      "step": 36805
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.386433518946686e-06,
      "loss": 0.0003,
      "step": 36806
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3860600677073467e-06,
      "loss": 0.0005,
      "step": 36807
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3856866630260957e-06,
      "loss": 0.0007,
      "step": 36808
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.385313304904955e-06,
      "loss": 0.0006,
      "step": 36809
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3849399933459363e-06,
      "loss": 0.0005,
      "step": 36810
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3845667283510611e-06,
      "loss": 0.0007,
      "step": 36811
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3841935099223446e-06,
      "loss": 0.0007,
      "step": 36812
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3838203380618098e-06,
      "loss": 0.0004,
      "step": 36813
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.383447212771466e-06,
      "loss": 0.0007,
      "step": 36814
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3830741340533338e-06,
      "loss": 0.0003,
      "step": 36815
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3827011019094317e-06,
      "loss": 0.0004,
      "step": 36816
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3823281163417712e-06,
      "loss": 0.0009,
      "step": 36817
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3819551773523687e-06,
      "loss": 0.001,
      "step": 36818
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3815822849432459e-06,
      "loss": 0.0008,
      "step": 36819
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3812094391164122e-06,
      "loss": 0.0009,
      "step": 36820
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3808366398738847e-06,
      "loss": 0.0009,
      "step": 36821
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.380463887217679e-06,
      "loss": 0.0009,
      "step": 36822
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3800911811498107e-06,
      "loss": 0.0005,
      "step": 36823
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.379718521672292e-06,
      "loss": 0.0003,
      "step": 36824
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3793459087871364e-06,
      "loss": 0.0005,
      "step": 36825
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3789733424963625e-06,
      "loss": 0.0004,
      "step": 36826
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3786008228019787e-06,
      "loss": 0.0005,
      "step": 36827
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3782283497060011e-06,
      "loss": 0.0009,
      "step": 36828
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3778559232104426e-06,
      "loss": 0.0006,
      "step": 36829
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3774835433173172e-06,
      "loss": 0.0011,
      "step": 36830
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3771112100286356e-06,
      "loss": 0.0005,
      "step": 36831
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3767389233464102e-06,
      "loss": 0.0004,
      "step": 36832
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3763666832726574e-06,
      "loss": 0.0006,
      "step": 36833
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3759944898093824e-06,
      "loss": 0.0008,
      "step": 36834
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3756223429586013e-06,
      "loss": 0.0008,
      "step": 36835
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3752502427223246e-06,
      "loss": 0.0004,
      "step": 36836
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3748781891025652e-06,
      "loss": 0.0004,
      "step": 36837
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3745061821013307e-06,
      "loss": 0.0007,
      "step": 36838
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3741342217206332e-06,
      "loss": 0.0007,
      "step": 36839
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.373762307962483e-06,
      "loss": 0.0007,
      "step": 36840
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3733904408288934e-06,
      "loss": 0.0008,
      "step": 36841
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3730186203218698e-06,
      "loss": 0.0006,
      "step": 36842
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.372646846443423e-06,
      "loss": 0.0005,
      "step": 36843
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3722751191955651e-06,
      "loss": 0.0004,
      "step": 36844
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.371903438580302e-06,
      "loss": 0.0001,
      "step": 36845
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3715318045996429e-06,
      "loss": 0.0011,
      "step": 36846
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3711602172555982e-06,
      "loss": 0.0008,
      "step": 36847
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3707886765501776e-06,
      "loss": 0.0005,
      "step": 36848
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.370417182485384e-06,
      "loss": 0.0008,
      "step": 36849
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3700457350632302e-06,
      "loss": 0.0006,
      "step": 36850
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3696743342857233e-06,
      "loss": 0.0005,
      "step": 36851
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3693029801548685e-06,
      "loss": 0.0006,
      "step": 36852
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3689316726726732e-06,
      "loss": 0.0006,
      "step": 36853
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3685604118411456e-06,
      "loss": 0.0006,
      "step": 36854
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3681891976622919e-06,
      "loss": 0.0005,
      "step": 36855
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3678180301381183e-06,
      "loss": 0.0008,
      "step": 36856
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3674469092706332e-06,
      "loss": 0.0006,
      "step": 36857
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3670758350618397e-06,
      "loss": 0.0003,
      "step": 36858
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3667048075137434e-06,
      "loss": 0.0007,
      "step": 36859
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3663338266283498e-06,
      "loss": 0.0006,
      "step": 36860
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3659628924076685e-06,
      "loss": 0.0006,
      "step": 36861
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3655920048536975e-06,
      "loss": 0.0005,
      "step": 36862
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3652211639684442e-06,
      "loss": 0.0006,
      "step": 36863
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3648503697539139e-06,
      "loss": 0.0008,
      "step": 36864
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3644796222121125e-06,
      "loss": 0.0005,
      "step": 36865
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3641089213450398e-06,
      "loss": 0.0005,
      "step": 36866
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3637382671547006e-06,
      "loss": 0.0005,
      "step": 36867
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3633676596431011e-06,
      "loss": 0.0008,
      "step": 36868
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3629970988122398e-06,
      "loss": 0.0005,
      "step": 36869
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.362626584664123e-06,
      "loss": 0.0006,
      "step": 36870
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.362256117200752e-06,
      "loss": 0.0007,
      "step": 36871
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3618856964241312e-06,
      "loss": 0.0009,
      "step": 36872
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3615153223362586e-06,
      "loss": 0.0003,
      "step": 36873
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3611449949391397e-06,
      "loss": 0.0005,
      "step": 36874
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.360774714234776e-06,
      "loss": 0.0009,
      "step": 36875
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.360404480225166e-06,
      "loss": 0.0007,
      "step": 36876
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3600342929123123e-06,
      "loss": 0.0007,
      "step": 36877
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3596641522982156e-06,
      "loss": 0.0003,
      "step": 36878
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3592940583848802e-06,
      "loss": 0.0003,
      "step": 36879
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3589240111742997e-06,
      "loss": 0.0005,
      "step": 36880
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.358554010668478e-06,
      "loss": 0.0003,
      "step": 36881
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3581840568694172e-06,
      "loss": 0.0005,
      "step": 36882
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.357814149779112e-06,
      "loss": 0.0007,
      "step": 36883
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3574442893995642e-06,
      "loss": 0.0006,
      "step": 36884
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3570744757327713e-06,
      "loss": 0.0004,
      "step": 36885
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3567047087807372e-06,
      "loss": 0.0005,
      "step": 36886
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3563349885454535e-06,
      "loss": 0.0007,
      "step": 36887
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.355965315028923e-06,
      "loss": 0.0005,
      "step": 36888
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3555956882331446e-06,
      "loss": 0.0011,
      "step": 36889
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3552261081601091e-06,
      "loss": 0.0004,
      "step": 36890
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3548565748118213e-06,
      "loss": 0.0009,
      "step": 36891
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3544870881902782e-06,
      "loss": 0.0006,
      "step": 36892
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3541176482974739e-06,
      "loss": 0.0006,
      "step": 36893
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3537482551354053e-06,
      "loss": 0.0006,
      "step": 36894
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3533789087060701e-06,
      "loss": 0.0006,
      "step": 36895
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3530096090114663e-06,
      "loss": 0.0005,
      "step": 36896
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.352640356053586e-06,
      "loss": 0.0005,
      "step": 36897
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3522711498344276e-06,
      "loss": 0.0005,
      "step": 36898
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3519019903559882e-06,
      "loss": 0.0003,
      "step": 36899
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3515328776202586e-06,
      "loss": 0.0004,
      "step": 36900
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3511638116292368e-06,
      "loss": 0.0004,
      "step": 36901
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3507947923849163e-06,
      "loss": 0.0009,
      "step": 36902
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.350425819889295e-06,
      "loss": 0.001,
      "step": 36903
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3500568941443625e-06,
      "loss": 0.0008,
      "step": 36904
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3496880151521153e-06,
      "loss": 0.001,
      "step": 36905
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.349319182914548e-06,
      "loss": 0.0007,
      "step": 36906
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3489503974336515e-06,
      "loss": 0.0007,
      "step": 36907
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3485816587114199e-06,
      "loss": 0.0008,
      "step": 36908
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3482129667498479e-06,
      "loss": 0.0008,
      "step": 36909
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3478443215509284e-06,
      "loss": 0.0006,
      "step": 36910
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3474757231166514e-06,
      "loss": 0.0007,
      "step": 36911
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3471071714490093e-06,
      "loss": 0.0002,
      "step": 36912
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3467386665499982e-06,
      "loss": 0.0004,
      "step": 36913
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3463702084216046e-06,
      "loss": 0.0014,
      "step": 36914
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3460017970658223e-06,
      "loss": 0.0004,
      "step": 36915
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3456334324846433e-06,
      "loss": 0.0012,
      "step": 36916
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3452651146800588e-06,
      "loss": 0.0006,
      "step": 36917
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3448968436540565e-06,
      "loss": 0.0005,
      "step": 36918
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3445286194086305e-06,
      "loss": 0.0009,
      "step": 36919
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3441604419457688e-06,
      "loss": 0.0007,
      "step": 36920
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3437923112674645e-06,
      "loss": 0.0005,
      "step": 36921
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3434242273757026e-06,
      "loss": 0.0003,
      "step": 36922
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3430561902724748e-06,
      "loss": 0.0005,
      "step": 36923
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.342688199959773e-06,
      "loss": 0.0004,
      "step": 36924
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.342320256439581e-06,
      "loss": 0.0006,
      "step": 36925
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3419523597138884e-06,
      "loss": 0.0007,
      "step": 36926
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3415845097846903e-06,
      "loss": 0.001,
      "step": 36927
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3412167066539672e-06,
      "loss": 0.0007,
      "step": 36928
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.340848950323711e-06,
      "loss": 0.0007,
      "step": 36929
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3404812407959101e-06,
      "loss": 0.0007,
      "step": 36930
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3401135780725471e-06,
      "loss": 0.0006,
      "step": 36931
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.339745962155613e-06,
      "loss": 0.001,
      "step": 36932
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.339378393047095e-06,
      "loss": 0.0004,
      "step": 36933
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3390108707489803e-06,
      "loss": 0.0005,
      "step": 36934
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3386433952632517e-06,
      "loss": 0.0012,
      "step": 36935
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3382759665918975e-06,
      "loss": 0.0004,
      "step": 36936
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3379085847369044e-06,
      "loss": 0.0005,
      "step": 36937
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3375412497002594e-06,
      "loss": 0.0005,
      "step": 36938
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.337173961483943e-06,
      "loss": 0.0006,
      "step": 36939
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3368067200899448e-06,
      "loss": 0.0009,
      "step": 36940
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3364395255202488e-06,
      "loss": 0.0004,
      "step": 36941
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3360723777768381e-06,
      "loss": 0.0004,
      "step": 36942
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3357052768616985e-06,
      "loss": 0.0005,
      "step": 36943
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3353382227768142e-06,
      "loss": 0.0005,
      "step": 36944
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.33497121552417e-06,
      "loss": 0.0002,
      "step": 36945
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.334604255105746e-06,
      "loss": 0.0007,
      "step": 36946
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3342373415235287e-06,
      "loss": 0.0005,
      "step": 36947
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.333870474779503e-06,
      "loss": 0.0003,
      "step": 36948
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3335036548756463e-06,
      "loss": 0.0009,
      "step": 36949
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3331368818139445e-06,
      "loss": 0.0009,
      "step": 36950
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.33277015559638e-06,
      "loss": 0.0008,
      "step": 36951
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.332403476224937e-06,
      "loss": 0.0007,
      "step": 36952
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.332036843701593e-06,
      "loss": 0.0008,
      "step": 36953
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3316702580283313e-06,
      "loss": 0.0008,
      "step": 36954
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3313037192071365e-06,
      "loss": 0.0006,
      "step": 36955
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3309372272399846e-06,
      "loss": 0.0005,
      "step": 36956
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3305707821288582e-06,
      "loss": 0.0007,
      "step": 36957
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3302043838757394e-06,
      "loss": 0.0005,
      "step": 36958
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3298380324826087e-06,
      "loss": 0.0004,
      "step": 36959
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3294717279514446e-06,
      "loss": 0.0008,
      "step": 36960
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3291054702842266e-06,
      "loss": 0.0004,
      "step": 36961
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3287392594829385e-06,
      "loss": 0.0005,
      "step": 36962
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3283730955495511e-06,
      "loss": 0.0011,
      "step": 36963
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3280069784860516e-06,
      "loss": 0.0003,
      "step": 36964
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3276409082944187e-06,
      "loss": 0.0008,
      "step": 36965
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.327274884976626e-06,
      "loss": 0.0007,
      "step": 36966
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3269089085346543e-06,
      "loss": 0.0007,
      "step": 36967
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.326542978970482e-06,
      "loss": 0.0006,
      "step": 36968
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3261770962860888e-06,
      "loss": 0.0006,
      "step": 36969
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3258112604834473e-06,
      "loss": 0.0005,
      "step": 36970
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.325445471564538e-06,
      "loss": 0.0004,
      "step": 36971
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.32507972953134e-06,
      "loss": 0.0006,
      "step": 36972
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3247140343858244e-06,
      "loss": 0.0005,
      "step": 36973
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3243483861299723e-06,
      "loss": 0.0005,
      "step": 36974
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3239827847657582e-06,
      "loss": 0.0006,
      "step": 36975
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3236172302951621e-06,
      "loss": 0.0003,
      "step": 36976
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3232517227201537e-06,
      "loss": 0.0007,
      "step": 36977
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3228862620427108e-06,
      "loss": 0.0008,
      "step": 36978
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3225208482648122e-06,
      "loss": 0.0008,
      "step": 36979
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3221554813884275e-06,
      "loss": 0.0006,
      "step": 36980
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3217901614155349e-06,
      "loss": 0.0005,
      "step": 36981
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3214248883481073e-06,
      "loss": 0.0006,
      "step": 36982
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.321059662188121e-06,
      "loss": 0.0004,
      "step": 36983
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.320694482937548e-06,
      "loss": 0.0007,
      "step": 36984
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3203293505983628e-06,
      "loss": 0.0005,
      "step": 36985
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3199642651725408e-06,
      "loss": 0.0004,
      "step": 36986
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3195992266620517e-06,
      "loss": 0.0008,
      "step": 36987
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.319234235068869e-06,
      "loss": 0.0008,
      "step": 36988
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3188692903949685e-06,
      "loss": 0.0005,
      "step": 36989
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3185043926423225e-06,
      "loss": 0.0005,
      "step": 36990
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3181395418128995e-06,
      "loss": 0.0006,
      "step": 36991
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3177747379086737e-06,
      "loss": 0.0006,
      "step": 36992
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3174099809316165e-06,
      "loss": 0.0005,
      "step": 36993
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3170452708837033e-06,
      "loss": 0.0006,
      "step": 36994
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3166806077668993e-06,
      "loss": 0.0005,
      "step": 36995
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.316315991583177e-06,
      "loss": 0.0006,
      "step": 36996
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3159514223345115e-06,
      "loss": 0.0004,
      "step": 36997
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3155869000228672e-06,
      "loss": 0.0003,
      "step": 36998
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3152224246502144e-06,
      "loss": 0.0009,
      "step": 36999
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3148579962185315e-06,
      "loss": 0.0009,
      "step": 37000
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3144936147297792e-06,
      "loss": 0.0005,
      "step": 37001
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3141292801859307e-06,
      "loss": 0.0004,
      "step": 37002
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3137649925889573e-06,
      "loss": 0.0007,
      "step": 37003
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.313400751940823e-06,
      "loss": 0.0007,
      "step": 37004
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.313036558243499e-06,
      "loss": 0.0004,
      "step": 37005
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3126724114989542e-06,
      "loss": 0.0006,
      "step": 37006
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3123083117091573e-06,
      "loss": 0.0007,
      "step": 37007
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3119442588760744e-06,
      "loss": 0.0006,
      "step": 37008
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.311580253001673e-06,
      "loss": 0.0005,
      "step": 37009
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3112162940879225e-06,
      "loss": 0.0004,
      "step": 37010
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3108523821367912e-06,
      "loss": 0.0007,
      "step": 37011
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3104885171502414e-06,
      "loss": 0.0005,
      "step": 37012
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.310124699130243e-06,
      "loss": 0.0005,
      "step": 37013
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3097609280787638e-06,
      "loss": 0.001,
      "step": 37014
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3093972039977665e-06,
      "loss": 0.0006,
      "step": 37015
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3090335268892175e-06,
      "loss": 0.0007,
      "step": 37016
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3086698967550836e-06,
      "loss": 0.0005,
      "step": 37017
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3083063135973329e-06,
      "loss": 0.0006,
      "step": 37018
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3079427774179255e-06,
      "loss": 0.0007,
      "step": 37019
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3075792882188276e-06,
      "loss": 0.0007,
      "step": 37020
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.307215846002008e-06,
      "loss": 0.0008,
      "step": 37021
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3068524507694257e-06,
      "loss": 0.0005,
      "step": 37022
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3064891025230464e-06,
      "loss": 0.0004,
      "step": 37023
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3061258012648358e-06,
      "loss": 0.0003,
      "step": 37024
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3057625469967572e-06,
      "loss": 0.0009,
      "step": 37025
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.305399339720772e-06,
      "loss": 0.0004,
      "step": 37026
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3050361794388444e-06,
      "loss": 0.0006,
      "step": 37027
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3046730661529383e-06,
      "loss": 0.0009,
      "step": 37028
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3043099998650143e-06,
      "loss": 0.0008,
      "step": 37029
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3039469805770356e-06,
      "loss": 0.0005,
      "step": 37030
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3035840082909646e-06,
      "loss": 0.0006,
      "step": 37031
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3032210830087655e-06,
      "loss": 0.0003,
      "step": 37032
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3028582047323945e-06,
      "loss": 0.0007,
      "step": 37033
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3024953734638169e-06,
      "loss": 0.0009,
      "step": 37034
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3021325892049919e-06,
      "loss": 0.0008,
      "step": 37035
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3017698519578824e-06,
      "loss": 0.0007,
      "step": 37036
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3014071617244474e-06,
      "loss": 0.0007,
      "step": 37037
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.301044518506649e-06,
      "loss": 0.0003,
      "step": 37038
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3006819223064448e-06,
      "loss": 0.0005,
      "step": 37039
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3003193731257958e-06,
      "loss": 0.0007,
      "step": 37040
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.299956870966661e-06,
      "loss": 0.0005,
      "step": 37041
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2995944158310026e-06,
      "loss": 0.0004,
      "step": 37042
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2992320077207744e-06,
      "loss": 0.0008,
      "step": 37043
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2988696466379392e-06,
      "loss": 0.0005,
      "step": 37044
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2985073325844566e-06,
      "loss": 0.0003,
      "step": 37045
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2981450655622795e-06,
      "loss": 0.0004,
      "step": 37046
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.297782845573371e-06,
      "loss": 0.0005,
      "step": 37047
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2974206726196858e-06,
      "loss": 0.0003,
      "step": 37048
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.297058546703185e-06,
      "loss": 0.0006,
      "step": 37049
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.296696467825822e-06,
      "loss": 0.0003,
      "step": 37050
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2963344359895546e-06,
      "loss": 0.0009,
      "step": 37051
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2959724511963434e-06,
      "loss": 0.0009,
      "step": 37052
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.295610513448139e-06,
      "loss": 0.0007,
      "step": 37053
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2952486227469019e-06,
      "loss": 0.0006,
      "step": 37054
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.294886779094585e-06,
      "loss": 0.0006,
      "step": 37055
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2945249824931494e-06,
      "loss": 0.0005,
      "step": 37056
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.294163232944544e-06,
      "loss": 0.0006,
      "step": 37057
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2938015304507279e-06,
      "loss": 0.0008,
      "step": 37058
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2934398750136568e-06,
      "loss": 0.0005,
      "step": 37059
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2930782666352826e-06,
      "loss": 0.0004,
      "step": 37060
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2927167053175603e-06,
      "loss": 0.0005,
      "step": 37061
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2923551910624455e-06,
      "loss": 0.0007,
      "step": 37062
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2919937238718939e-06,
      "loss": 0.0008,
      "step": 37063
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2916323037478539e-06,
      "loss": 0.0004,
      "step": 37064
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2912709306922822e-06,
      "loss": 0.0008,
      "step": 37065
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2909096047071324e-06,
      "loss": 0.0005,
      "step": 37066
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2905483257943585e-06,
      "loss": 0.0005,
      "step": 37067
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2901870939559091e-06,
      "loss": 0.0005,
      "step": 37068
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2898259091937403e-06,
      "loss": 0.0006,
      "step": 37069
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.289464771509804e-06,
      "loss": 0.0003,
      "step": 37070
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2891036809060475e-06,
      "loss": 0.0006,
      "step": 37071
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.288742637384428e-06,
      "loss": 0.0009,
      "step": 37072
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2883816409468985e-06,
      "loss": 0.0005,
      "step": 37073
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.288020691595404e-06,
      "loss": 0.0012,
      "step": 37074
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2876597893318977e-06,
      "loss": 0.0005,
      "step": 37075
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.287298934158333e-06,
      "loss": 0.0007,
      "step": 37076
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2869381260766566e-06,
      "loss": 0.0005,
      "step": 37077
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2865773650888203e-06,
      "loss": 0.0003,
      "step": 37078
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2862166511967734e-06,
      "loss": 0.0005,
      "step": 37079
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2858559844024688e-06,
      "loss": 0.0003,
      "step": 37080
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2854953647078505e-06,
      "loss": 0.0007,
      "step": 37081
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2851347921148693e-06,
      "loss": 0.0006,
      "step": 37082
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.284774266625477e-06,
      "loss": 0.0013,
      "step": 37083
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2844137882416208e-06,
      "loss": 0.0006,
      "step": 37084
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2840533569652469e-06,
      "loss": 0.0004,
      "step": 37085
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2836929727983061e-06,
      "loss": 0.0006,
      "step": 37086
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2833326357427456e-06,
      "loss": 0.0004,
      "step": 37087
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2829723458005118e-06,
      "loss": 0.0006,
      "step": 37088
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2826121029735529e-06,
      "loss": 0.0008,
      "step": 37089
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.282251907263815e-06,
      "loss": 0.0009,
      "step": 37090
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2818917586732492e-06,
      "loss": 0.0003,
      "step": 37091
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2815316572037962e-06,
      "loss": 0.0006,
      "step": 37092
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.281171602857405e-06,
      "loss": 0.0012,
      "step": 37093
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2808115956360234e-06,
      "loss": 0.0009,
      "step": 37094
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2804516355415942e-06,
      "loss": 0.0008,
      "step": 37095
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2800917225760644e-06,
      "loss": 0.0005,
      "step": 37096
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2797318567413787e-06,
      "loss": 0.0004,
      "step": 37097
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2793720380394846e-06,
      "loss": 0.0005,
      "step": 37098
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2790122664723225e-06,
      "loss": 0.0006,
      "step": 37099
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2786525420418406e-06,
      "loss": 0.0005,
      "step": 37100
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2782928647499838e-06,
      "loss": 0.0004,
      "step": 37101
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2779332345986917e-06,
      "loss": 0.0004,
      "step": 37102
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2775736515899107e-06,
      "loss": 0.0004,
      "step": 37103
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2772141157255846e-06,
      "loss": 0.0006,
      "step": 37104
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2768546270076587e-06,
      "loss": 0.0005,
      "step": 37105
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2764951854380714e-06,
      "loss": 0.0003,
      "step": 37106
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2761357910187665e-06,
      "loss": 0.0003,
      "step": 37107
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2757764437516917e-06,
      "loss": 0.0005,
      "step": 37108
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.275417143638783e-06,
      "loss": 0.0005,
      "step": 37109
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2750578906819854e-06,
      "loss": 0.0007,
      "step": 37110
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.274698684883242e-06,
      "loss": 0.0005,
      "step": 37111
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2743395262444902e-06,
      "loss": 0.0006,
      "step": 37112
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2739804147676737e-06,
      "loss": 0.0009,
      "step": 37113
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2736213504547323e-06,
      "loss": 0.0003,
      "step": 37114
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.273262333307611e-06,
      "loss": 0.0009,
      "step": 37115
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2729033633282438e-06,
      "loss": 0.0003,
      "step": 37116
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.272544440518575e-06,
      "loss": 0.0006,
      "step": 37117
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2721855648805448e-06,
      "loss": 0.0008,
      "step": 37118
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2718267364160908e-06,
      "loss": 0.0007,
      "step": 37119
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2714679551271525e-06,
      "loss": 0.0007,
      "step": 37120
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2711092210156706e-06,
      "loss": 0.0004,
      "step": 37121
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2707505340835847e-06,
      "loss": 0.0006,
      "step": 37122
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2703918943328308e-06,
      "loss": 0.0006,
      "step": 37123
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2700333017653488e-06,
      "loss": 0.0007,
      "step": 37124
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.269674756383078e-06,
      "loss": 0.0006,
      "step": 37125
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2693162581879549e-06,
      "loss": 0.0007,
      "step": 37126
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2689578071819153e-06,
      "loss": 0.0005,
      "step": 37127
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2685994033669002e-06,
      "loss": 0.0004,
      "step": 37128
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.268241046744847e-06,
      "loss": 0.0005,
      "step": 37129
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2678827373176894e-06,
      "loss": 0.0004,
      "step": 37130
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.267524475087365e-06,
      "loss": 0.0015,
      "step": 37131
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2671662600558132e-06,
      "loss": 0.001,
      "step": 37132
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2668080922249658e-06,
      "loss": 0.0006,
      "step": 37133
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2664499715967605e-06,
      "loss": 0.0007,
      "step": 37134
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.266091898173132e-06,
      "loss": 0.0005,
      "step": 37135
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2657338719560198e-06,
      "loss": 0.001,
      "step": 37136
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2653758929473536e-06,
      "loss": 0.0003,
      "step": 37137
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.265017961149071e-06,
      "loss": 0.0005,
      "step": 37138
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2646600765631056e-06,
      "loss": 0.0006,
      "step": 37139
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.264302239191395e-06,
      "loss": 0.0008,
      "step": 37140
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2639444490358687e-06,
      "loss": 0.0009,
      "step": 37141
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.263586706098462e-06,
      "loss": 0.0004,
      "step": 37142
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2632290103811096e-06,
      "loss": 0.0003,
      "step": 37143
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2628713618857436e-06,
      "loss": 0.0005,
      "step": 37144
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2625137606142979e-06,
      "loss": 0.0003,
      "step": 37145
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2621562065687076e-06,
      "loss": 0.0004,
      "step": 37146
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2617986997509002e-06,
      "loss": 0.0005,
      "step": 37147
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2614412401628118e-06,
      "loss": 0.0005,
      "step": 37148
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.261083827806374e-06,
      "loss": 0.0005,
      "step": 37149
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.260726462683517e-06,
      "loss": 0.0005,
      "step": 37150
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.260369144796172e-06,
      "loss": 0.0006,
      "step": 37151
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2600118741462719e-06,
      "loss": 0.0004,
      "step": 37152
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.25965465073575e-06,
      "loss": 0.0004,
      "step": 37153
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2592974745665322e-06,
      "loss": 0.0006,
      "step": 37154
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2589403456405514e-06,
      "loss": 0.0009,
      "step": 37155
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2585832639597394e-06,
      "loss": 0.0004,
      "step": 37156
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2582262295260228e-06,
      "loss": 0.0005,
      "step": 37157
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.257869242341333e-06,
      "loss": 0.0003,
      "step": 37158
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2575123024075996e-06,
      "loss": 0.0008,
      "step": 37159
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2571554097267546e-06,
      "loss": 0.0004,
      "step": 37160
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2567985643007207e-06,
      "loss": 0.0008,
      "step": 37161
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.256441766131432e-06,
      "loss": 0.0007,
      "step": 37162
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2560850152208137e-06,
      "loss": 0.0007,
      "step": 37163
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2557283115707986e-06,
      "loss": 0.0006,
      "step": 37164
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2553716551833094e-06,
      "loss": 0.0003,
      "step": 37165
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2550150460602761e-06,
      "loss": 0.0005,
      "step": 37166
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.254658484203628e-06,
      "loss": 0.0005,
      "step": 37167
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.254301969615288e-06,
      "loss": 0.0011,
      "step": 37168
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2539455022971858e-06,
      "loss": 0.0004,
      "step": 37169
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2535890822512475e-06,
      "loss": 0.0006,
      "step": 37170
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2532327094794017e-06,
      "loss": 0.001,
      "step": 37171
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2528763839835712e-06,
      "loss": 0.0006,
      "step": 37172
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2525201057656823e-06,
      "loss": 0.0003,
      "step": 37173
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2521638748276644e-06,
      "loss": 0.0006,
      "step": 37174
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2518076911714383e-06,
      "loss": 0.0002,
      "step": 37175
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2514515547989315e-06,
      "loss": 0.0005,
      "step": 37176
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2510954657120677e-06,
      "loss": 0.0008,
      "step": 37177
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2507394239127757e-06,
      "loss": 0.0002,
      "step": 37178
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2503834294029715e-06,
      "loss": 0.0006,
      "step": 37179
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.250027482184587e-06,
      "loss": 0.0009,
      "step": 37180
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2496715822595452e-06,
      "loss": 0.0004,
      "step": 37181
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2493157296297652e-06,
      "loss": 0.0006,
      "step": 37182
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.248959924297174e-06,
      "loss": 0.0004,
      "step": 37183
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.248604166263696e-06,
      "loss": 0.0009,
      "step": 37184
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.248248455531249e-06,
      "loss": 0.0004,
      "step": 37185
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2478927921017592e-06,
      "loss": 0.001,
      "step": 37186
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2475371759771482e-06,
      "loss": 0.0004,
      "step": 37187
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.24718160715934e-06,
      "loss": 0.0005,
      "step": 37188
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2468260856502523e-06,
      "loss": 0.0008,
      "step": 37189
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2464706114518087e-06,
      "loss": 0.0006,
      "step": 37190
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2461151845659337e-06,
      "loss": 0.0005,
      "step": 37191
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.245759804994543e-06,
      "loss": 0.0005,
      "step": 37192
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2454044727395609e-06,
      "loss": 0.0006,
      "step": 37193
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2450491878029059e-06,
      "loss": 0.0006,
      "step": 37194
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2446939501865008e-06,
      "loss": 0.0006,
      "step": 37195
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.244338759892263e-06,
      "loss": 0.0006,
      "step": 37196
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2439836169221143e-06,
      "loss": 0.0008,
      "step": 37197
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2436285212779743e-06,
      "loss": 0.0006,
      "step": 37198
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.243273472961759e-06,
      "loss": 0.0009,
      "step": 37199
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2429184719753906e-06,
      "loss": 0.0006,
      "step": 37200
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2425635183207875e-06,
      "loss": 0.0012,
      "step": 37201
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2422086119998688e-06,
      "loss": 0.0003,
      "step": 37202
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2418537530145503e-06,
      "loss": 0.0005,
      "step": 37203
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.241498941366751e-06,
      "loss": 0.0006,
      "step": 37204
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.241144177058392e-06,
      "loss": 0.0004,
      "step": 37205
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.240789460091386e-06,
      "loss": 0.0006,
      "step": 37206
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2404347904676518e-06,
      "loss": 0.0009,
      "step": 37207
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.240080168189106e-06,
      "loss": 0.0007,
      "step": 37208
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.239725593257669e-06,
      "loss": 0.0011,
      "step": 37209
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2393710656752522e-06,
      "loss": 0.0005,
      "step": 37210
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.239016585443773e-06,
      "loss": 0.0006,
      "step": 37211
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.238662152565151e-06,
      "loss": 0.0004,
      "step": 37212
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.238307767041298e-06,
      "loss": 0.0004,
      "step": 37213
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.237953428874129e-06,
      "loss": 0.0006,
      "step": 37214
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2375991380655617e-06,
      "loss": 0.0005,
      "step": 37215
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2372448946175097e-06,
      "loss": 0.0003,
      "step": 37216
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2368906985318885e-06,
      "loss": 0.0004,
      "step": 37217
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.236536549810613e-06,
      "loss": 0.0006,
      "step": 37218
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2361824484555974e-06,
      "loss": 0.0008,
      "step": 37219
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2358283944687533e-06,
      "loss": 0.0005,
      "step": 37220
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2354743878519949e-06,
      "loss": 0.0005,
      "step": 37221
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2351204286072394e-06,
      "loss": 0.0008,
      "step": 37222
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2347665167363942e-06,
      "loss": 0.0006,
      "step": 37223
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2344126522413757e-06,
      "loss": 0.0005,
      "step": 37224
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.2340588351240946e-06,
      "loss": 0.0005,
      "step": 37225
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2337050653864679e-06,
      "loss": 0.0005,
      "step": 37226
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2333513430304012e-06,
      "loss": 0.0005,
      "step": 37227
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2329976680578103e-06,
      "loss": 0.0004,
      "step": 37228
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2326440404706074e-06,
      "loss": 0.0007,
      "step": 37229
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2322904602707009e-06,
      "loss": 0.0005,
      "step": 37230
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2319369274600035e-06,
      "loss": 0.0003,
      "step": 37231
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.231583442040425e-06,
      "loss": 0.0005,
      "step": 37232
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2312300040138803e-06,
      "loss": 0.0004,
      "step": 37233
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2308766133822724e-06,
      "loss": 0.0008,
      "step": 37234
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2305232701475168e-06,
      "loss": 0.0009,
      "step": 37235
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2301699743115214e-06,
      "loss": 0.0005,
      "step": 37236
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2298167258761985e-06,
      "loss": 0.0012,
      "step": 37237
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2294635248434528e-06,
      "loss": 0.0004,
      "step": 37238
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2291103712151953e-06,
      "loss": 0.0007,
      "step": 37239
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2287572649933377e-06,
      "loss": 0.0006,
      "step": 37240
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.228404206179783e-06,
      "loss": 0.0007,
      "step": 37241
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2280511947764428e-06,
      "loss": 0.0005,
      "step": 37242
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2276982307852248e-06,
      "loss": 0.0006,
      "step": 37243
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2273453142080382e-06,
      "loss": 0.0006,
      "step": 37244
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2269924450467874e-06,
      "loss": 0.0006,
      "step": 37245
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2266396233033817e-06,
      "loss": 0.0006,
      "step": 37246
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2262868489797287e-06,
      "loss": 0.0002,
      "step": 37247
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2259341220777332e-06,
      "loss": 0.0003,
      "step": 37248
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2255814425993006e-06,
      "loss": 0.0003,
      "step": 37249
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2252288105463405e-06,
      "loss": 0.0005,
      "step": 37250
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.224876225920757e-06,
      "loss": 0.0004,
      "step": 37251
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.224523688724456e-06,
      "loss": 0.0008,
      "step": 37252
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2241711989593442e-06,
      "loss": 0.0002,
      "step": 37253
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2238187566273263e-06,
      "loss": 0.0002,
      "step": 37254
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2234663617303055e-06,
      "loss": 0.0003,
      "step": 37255
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.223114014270188e-06,
      "loss": 0.0007,
      "step": 37256
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.222761714248879e-06,
      "loss": 0.0008,
      "step": 37257
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2224094616682803e-06,
      "loss": 0.0008,
      "step": 37258
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.222057256530297e-06,
      "loss": 0.0007,
      "step": 37259
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.221705098836833e-06,
      "loss": 0.0006,
      "step": 37260
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2213529885897935e-06,
      "loss": 0.0007,
      "step": 37261
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.221000925791077e-06,
      "loss": 0.001,
      "step": 37262
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.22064891044259e-06,
      "loss": 0.0005,
      "step": 37263
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2202969425462351e-06,
      "loss": 0.0002,
      "step": 37264
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2199450221039134e-06,
      "loss": 0.0004,
      "step": 37265
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2195931491175262e-06,
      "loss": 0.0005,
      "step": 37266
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2192413235889767e-06,
      "loss": 0.0006,
      "step": 37267
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2188895455201688e-06,
      "loss": 0.0004,
      "step": 37268
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.218537814912999e-06,
      "loss": 0.0005,
      "step": 37269
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.218186131769371e-06,
      "loss": 0.0004,
      "step": 37270
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2178344960911882e-06,
      "loss": 0.0005,
      "step": 37271
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2174829078803452e-06,
      "loss": 0.0005,
      "step": 37272
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2171313671387465e-06,
      "loss": 0.0008,
      "step": 37273
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2167798738682902e-06,
      "loss": 0.0007,
      "step": 37274
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2164284280708805e-06,
      "loss": 0.0004,
      "step": 37275
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2160770297484105e-06,
      "loss": 0.0004,
      "step": 37276
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2157256789027828e-06,
      "loss": 0.0007,
      "step": 37277
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2153743755358993e-06,
      "loss": 0.0007,
      "step": 37278
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.215023119649652e-06,
      "loss": 0.0005,
      "step": 37279
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2146719112459448e-06,
      "loss": 0.0008,
      "step": 37280
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.214320750326673e-06,
      "loss": 0.0004,
      "step": 37281
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2139696368937393e-06,
      "loss": 0.0007,
      "step": 37282
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2136185709490345e-06,
      "loss": 0.0004,
      "step": 37283
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2132675524944603e-06,
      "loss": 0.0003,
      "step": 37284
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2129165815319165e-06,
      "loss": 0.0005,
      "step": 37285
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2125656580632939e-06,
      "loss": 0.0008,
      "step": 37286
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2122147820904894e-06,
      "loss": 0.0006,
      "step": 37287
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2118639536154075e-06,
      "loss": 0.0006,
      "step": 37288
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2115131726399375e-06,
      "loss": 0.0006,
      "step": 37289
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.211162439165976e-06,
      "loss": 0.0007,
      "step": 37290
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2108117531954212e-06,
      "loss": 0.0008,
      "step": 37291
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.210461114730168e-06,
      "loss": 0.0004,
      "step": 37292
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.21011052377211e-06,
      "loss": 0.0006,
      "step": 37293
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.209759980323142e-06,
      "loss": 0.0006,
      "step": 37294
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2094094843851612e-06,
      "loss": 0.0006,
      "step": 37295
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2090590359600584e-06,
      "loss": 0.0003,
      "step": 37296
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2087086350497302e-06,
      "loss": 0.0006,
      "step": 37297
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2083582816560701e-06,
      "loss": 0.0008,
      "step": 37298
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2080079757809736e-06,
      "loss": 0.0003,
      "step": 37299
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2076577174263305e-06,
      "loss": 0.0005,
      "step": 37300
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2073075065940354e-06,
      "loss": 0.0012,
      "step": 37301
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2069573432859837e-06,
      "loss": 0.0004,
      "step": 37302
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.206607227504063e-06,
      "loss": 0.0008,
      "step": 37303
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2062571592501692e-06,
      "loss": 0.0007,
      "step": 37304
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2059071385261934e-06,
      "loss": 0.0002,
      "step": 37305
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2055571653340292e-06,
      "loss": 0.0005,
      "step": 37306
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2052072396755653e-06,
      "loss": 0.0006,
      "step": 37307
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2048573615526938e-06,
      "loss": 0.0004,
      "step": 37308
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.204507530967307e-06,
      "loss": 0.0006,
      "step": 37309
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2041577479212963e-06,
      "loss": 0.0004,
      "step": 37310
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2038080124165497e-06,
      "loss": 0.0003,
      "step": 37311
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2034583244549592e-06,
      "loss": 0.0004,
      "step": 37312
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2031086840384154e-06,
      "loss": 0.0008,
      "step": 37313
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.202759091168806e-06,
      "loss": 0.0006,
      "step": 37314
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2024095458480211e-06,
      "loss": 0.0007,
      "step": 37315
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.202060048077952e-06,
      "loss": 0.0008,
      "step": 37316
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.201710597860487e-06,
      "loss": 0.0004,
      "step": 37317
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2013611951975124e-06,
      "loss": 0.0003,
      "step": 37318
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2010118400909199e-06,
      "loss": 0.0008,
      "step": 37319
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2006625325425968e-06,
      "loss": 0.0006,
      "step": 37320
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.2003132725544297e-06,
      "loss": 0.0006,
      "step": 37321
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1999640601283069e-06,
      "loss": 0.0005,
      "step": 37322
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1996148952661158e-06,
      "loss": 0.0008,
      "step": 37323
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1992657779697447e-06,
      "loss": 0.0006,
      "step": 37324
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.19891670824108e-06,
      "loss": 0.0004,
      "step": 37325
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1985676860820084e-06,
      "loss": 0.0006,
      "step": 37326
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1982187114944189e-06,
      "loss": 0.0006,
      "step": 37327
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1978697844801924e-06,
      "loss": 0.0005,
      "step": 37328
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1975209050412184e-06,
      "loss": 0.0005,
      "step": 37329
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1971720731793835e-06,
      "loss": 0.0006,
      "step": 37330
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1968232888965692e-06,
      "loss": 0.0007,
      "step": 37331
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1964745521946631e-06,
      "loss": 0.0004,
      "step": 37332
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.196125863075549e-06,
      "loss": 0.0011,
      "step": 37333
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1957772215411157e-06,
      "loss": 0.0002,
      "step": 37334
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1954286275932413e-06,
      "loss": 0.0005,
      "step": 37335
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1950800812338138e-06,
      "loss": 0.0003,
      "step": 37336
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1947315824647187e-06,
      "loss": 0.0006,
      "step": 37337
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.194383131287834e-06,
      "loss": 0.0006,
      "step": 37338
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1940347277050467e-06,
      "loss": 0.0008,
      "step": 37339
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.19368637171824e-06,
      "loss": 0.0004,
      "step": 37340
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.193338063329298e-06,
      "loss": 0.0004,
      "step": 37341
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1929898025400999e-06,
      "loss": 0.0005,
      "step": 37342
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.192641589352529e-06,
      "loss": 0.0007,
      "step": 37343
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1922934237684702e-06,
      "loss": 0.0006,
      "step": 37344
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1919453057898011e-06,
      "loss": 0.0004,
      "step": 37345
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1915972354184059e-06,
      "loss": 0.0006,
      "step": 37346
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1912492126561648e-06,
      "loss": 0.0005,
      "step": 37347
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1909012375049621e-06,
      "loss": 0.0006,
      "step": 37348
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1905533099666732e-06,
      "loss": 0.0005,
      "step": 37349
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.190205430043181e-06,
      "loss": 0.0009,
      "step": 37350
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1898575977363692e-06,
      "loss": 0.0007,
      "step": 37351
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.189509813048112e-06,
      "loss": 0.001,
      "step": 37352
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1891620759802924e-06,
      "loss": 0.0008,
      "step": 37353
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.188814386534789e-06,
      "loss": 0.0007,
      "step": 37354
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1884667447134834e-06,
      "loss": 0.0008,
      "step": 37355
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.188119150518251e-06,
      "loss": 0.0006,
      "step": 37356
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1877716039509722e-06,
      "loss": 0.0005,
      "step": 37357
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1874241050135283e-06,
      "loss": 0.0009,
      "step": 37358
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1870766537077915e-06,
      "loss": 0.0003,
      "step": 37359
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1867292500356408e-06,
      "loss": 0.0003,
      "step": 37360
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1863818939989602e-06,
      "loss": 0.0005,
      "step": 37361
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1860345855996213e-06,
      "loss": 0.0011,
      "step": 37362
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.185687324839504e-06,
      "loss": 0.0008,
      "step": 37363
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1853401117204833e-06,
      "loss": 0.0007,
      "step": 37364
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1849929462444388e-06,
      "loss": 0.0009,
      "step": 37365
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1846458284132433e-06,
      "loss": 0.0006,
      "step": 37366
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1842987582287734e-06,
      "loss": 0.0004,
      "step": 37367
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1839517356929097e-06,
      "loss": 0.0008,
      "step": 37368
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.183604760807522e-06,
      "loss": 0.0009,
      "step": 37369
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1832578335744882e-06,
      "loss": 0.0006,
      "step": 37370
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.182910953995683e-06,
      "loss": 0.0006,
      "step": 37371
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1825641220729833e-06,
      "loss": 0.0005,
      "step": 37372
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1822173378082602e-06,
      "loss": 0.0004,
      "step": 37373
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1818706012033898e-06,
      "loss": 0.0003,
      "step": 37374
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1815239122602485e-06,
      "loss": 0.0005,
      "step": 37375
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1811772709807057e-06,
      "loss": 0.001,
      "step": 37376
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1808306773666367e-06,
      "loss": 0.0011,
      "step": 37377
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1804841314199156e-06,
      "loss": 0.0005,
      "step": 37378
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1801376331424175e-06,
      "loss": 0.0008,
      "step": 37379
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1797911825360108e-06,
      "loss": 0.0004,
      "step": 37380
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.17944477960257e-06,
      "loss": 0.0005,
      "step": 37381
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1790984243439674e-06,
      "loss": 0.0004,
      "step": 37382
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1787521167620764e-06,
      "loss": 0.0006,
      "step": 37383
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1784058568587663e-06,
      "loss": 0.0007,
      "step": 37384
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1780596446359105e-06,
      "loss": 0.0004,
      "step": 37385
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1777134800953805e-06,
      "loss": 0.0003,
      "step": 37386
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1773673632390459e-06,
      "loss": 0.0004,
      "step": 37387
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1770212940687764e-06,
      "loss": 0.0005,
      "step": 37388
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.176675272586445e-06,
      "loss": 0.0006,
      "step": 37389
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1763292987939234e-06,
      "loss": 0.0005,
      "step": 37390
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.175983372693076e-06,
      "loss": 0.0008,
      "step": 37391
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1756374942857763e-06,
      "loss": 0.0004,
      "step": 37392
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1752916635738952e-06,
      "loss": 0.0004,
      "step": 37393
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1749458805592983e-06,
      "loss": 0.0004,
      "step": 37394
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.174600145243856e-06,
      "loss": 0.0005,
      "step": 37395
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1742544576294367e-06,
      "loss": 0.0005,
      "step": 37396
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1739088177179091e-06,
      "loss": 0.0007,
      "step": 37397
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1735632255111418e-06,
      "loss": 0.0007,
      "step": 37398
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1732176810110052e-06,
      "loss": 0.0006,
      "step": 37399
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1728721842193613e-06,
      "loss": 0.0004,
      "step": 37400
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1725267351380809e-06,
      "loss": 0.0008,
      "step": 37401
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1721813337690302e-06,
      "loss": 0.0006,
      "step": 37402
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1718359801140788e-06,
      "loss": 0.0004,
      "step": 37403
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1714906741750887e-06,
      "loss": 0.0004,
      "step": 37404
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1711454159539293e-06,
      "loss": 0.0007,
      "step": 37405
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1708002054524648e-06,
      "loss": 0.0004,
      "step": 37406
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1704550426725658e-06,
      "loss": 0.0004,
      "step": 37407
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.170109927616092e-06,
      "loss": 0.0005,
      "step": 37408
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.16976486028491e-06,
      "loss": 0.0008,
      "step": 37409
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1694198406808889e-06,
      "loss": 0.0004,
      "step": 37410
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1690748688058894e-06,
      "loss": 0.0005,
      "step": 37411
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1687299446617762e-06,
      "loss": 0.0005,
      "step": 37412
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.168385068250415e-06,
      "loss": 0.0006,
      "step": 37413
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.168040239573671e-06,
      "loss": 0.0007,
      "step": 37414
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1676954586334054e-06,
      "loss": 0.0003,
      "step": 37415
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1673507254314819e-06,
      "loss": 0.0004,
      "step": 37416
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.167006039969768e-06,
      "loss": 0.0005,
      "step": 37417
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1666614022501199e-06,
      "loss": 0.0009,
      "step": 37418
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1663168122744052e-06,
      "loss": 0.0006,
      "step": 37419
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1659722700444842e-06,
      "loss": 0.0003,
      "step": 37420
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1656277755622225e-06,
      "loss": 0.0007,
      "step": 37421
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1652833288294773e-06,
      "loss": 0.0006,
      "step": 37422
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.164938929848114e-06,
      "loss": 0.0005,
      "step": 37423
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.164594578619993e-06,
      "loss": 0.0005,
      "step": 37424
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1642502751469741e-06,
      "loss": 0.0003,
      "step": 37425
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1639060194309192e-06,
      "loss": 0.0004,
      "step": 37426
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.163561811473689e-06,
      "loss": 0.0005,
      "step": 37427
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1632176512771465e-06,
      "loss": 0.0002,
      "step": 37428
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1628735388431466e-06,
      "loss": 0.0007,
      "step": 37429
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1625294741735527e-06,
      "loss": 0.0008,
      "step": 37430
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1621854572702263e-06,
      "loss": 0.0006,
      "step": 37431
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1618414881350194e-06,
      "loss": 0.0011,
      "step": 37432
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.161497566769798e-06,
      "loss": 0.0007,
      "step": 37433
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1611536931764222e-06,
      "loss": 0.0003,
      "step": 37434
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1608098673567447e-06,
      "loss": 0.0005,
      "step": 37435
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1604660893126264e-06,
      "loss": 0.0005,
      "step": 37436
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1601223590459266e-06,
      "loss": 0.0006,
      "step": 37437
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.159778676558504e-06,
      "loss": 0.0006,
      "step": 37438
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1594350418522115e-06,
      "loss": 0.0004,
      "step": 37439
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.15909145492891e-06,
      "loss": 0.0005,
      "step": 37440
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.158747915790458e-06,
      "loss": 0.0007,
      "step": 37441
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1584044244387082e-06,
      "loss": 0.0004,
      "step": 37442
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1580609808755194e-06,
      "loss": 0.0009,
      "step": 37443
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1577175851027477e-06,
      "loss": 0.0006,
      "step": 37444
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1573742371222507e-06,
      "loss": 0.0005,
      "step": 37445
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1570309369358813e-06,
      "loss": 0.0004,
      "step": 37446
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1566876845454954e-06,
      "loss": 0.0008,
      "step": 37447
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1563444799529522e-06,
      "loss": 0.0004,
      "step": 37448
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.156001323160102e-06,
      "loss": 0.0006,
      "step": 37449
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1556582141688e-06,
      "loss": 0.0008,
      "step": 37450
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1553151529809036e-06,
      "loss": 0.0007,
      "step": 37451
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.154972139598266e-06,
      "loss": 0.0007,
      "step": 37452
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.154629174022739e-06,
      "loss": 0.0004,
      "step": 37453
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1542862562561786e-06,
      "loss": 0.0007,
      "step": 37454
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.153943386300439e-06,
      "loss": 0.0007,
      "step": 37455
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.15360056415737e-06,
      "loss": 0.0005,
      "step": 37456
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1532577898288267e-06,
      "loss": 0.0007,
      "step": 37457
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.152915063316662e-06,
      "loss": 0.0003,
      "step": 37458
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.15257238462273e-06,
      "loss": 0.0004,
      "step": 37459
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1522297537488781e-06,
      "loss": 0.0005,
      "step": 37460
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1518871706969603e-06,
      "loss": 0.0006,
      "step": 37461
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1515446354688297e-06,
      "loss": 0.0004,
      "step": 37462
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1512021480663392e-06,
      "loss": 0.0005,
      "step": 37463
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1508597084913352e-06,
      "loss": 0.0009,
      "step": 37464
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1505173167456719e-06,
      "loss": 0.0005,
      "step": 37465
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1501749728311994e-06,
      "loss": 0.0008,
      "step": 37466
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.149832676749767e-06,
      "loss": 0.0006,
      "step": 37467
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1494904285032227e-06,
      "loss": 0.0007,
      "step": 37468
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.149148228093424e-06,
      "loss": 0.0003,
      "step": 37469
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.148806075522212e-06,
      "loss": 0.0005,
      "step": 37470
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1484639707914414e-06,
      "loss": 0.0006,
      "step": 37471
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1481219139029598e-06,
      "loss": 0.0004,
      "step": 37472
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1477799048586146e-06,
      "loss": 0.0004,
      "step": 37473
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1474379436602555e-06,
      "loss": 0.0006,
      "step": 37474
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.14709603030973e-06,
      "loss": 0.0004,
      "step": 37475
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1467541648088897e-06,
      "loss": 0.0005,
      "step": 37476
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1464123471595778e-06,
      "loss": 0.0005,
      "step": 37477
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1460705773636427e-06,
      "loss": 0.0005,
      "step": 37478
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.145728855422933e-06,
      "loss": 0.0005,
      "step": 37479
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1453871813392969e-06,
      "loss": 0.0005,
      "step": 37480
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1450455551145767e-06,
      "loss": 0.0005,
      "step": 37481
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1447039767506229e-06,
      "loss": 0.0006,
      "step": 37482
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.144362446249282e-06,
      "loss": 0.0003,
      "step": 37483
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1440209636123956e-06,
      "loss": 0.0006,
      "step": 37484
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1436795288418133e-06,
      "loss": 0.0005,
      "step": 37485
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1433381419393785e-06,
      "loss": 0.0004,
      "step": 37486
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1429968029069406e-06,
      "loss": 0.0004,
      "step": 37487
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1426555117463378e-06,
      "loss": 0.0006,
      "step": 37488
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.142314268459419e-06,
      "loss": 0.0009,
      "step": 37489
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1419730730480305e-06,
      "loss": 0.0005,
      "step": 37490
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1416319255140106e-06,
      "loss": 0.0008,
      "step": 37491
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.141290825859207e-06,
      "loss": 0.0012,
      "step": 37492
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1409497740854625e-06,
      "loss": 0.0006,
      "step": 37493
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1406087701946223e-06,
      "loss": 0.0009,
      "step": 37494
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1402678141885271e-06,
      "loss": 0.0003,
      "step": 37495
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1399269060690189e-06,
      "loss": 0.0004,
      "step": 37496
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1395860458379449e-06,
      "loss": 0.0005,
      "step": 37497
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1392452334971426e-06,
      "loss": 0.0006,
      "step": 37498
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1389044690484552e-06,
      "loss": 0.0005,
      "step": 37499
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1385637524937266e-06,
      "loss": 0.0004,
      "step": 37500
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1382230838347986e-06,
      "loss": 0.0002,
      "step": 37501
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1378824630735087e-06,
      "loss": 0.0008,
      "step": 37502
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1375418902116996e-06,
      "loss": 0.0007,
      "step": 37503
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1372013652512137e-06,
      "loss": 0.0009,
      "step": 37504
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.136860888193889e-06,
      "loss": 0.0008,
      "step": 37505
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.136520459041569e-06,
      "loss": 0.0007,
      "step": 37506
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1361800777960929e-06,
      "loss": 0.0008,
      "step": 37507
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1358397444592983e-06,
      "loss": 0.0003,
      "step": 37508
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.135499459033026e-06,
      "loss": 0.0004,
      "step": 37509
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1351592215191142e-06,
      "loss": 0.0003,
      "step": 37510
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1348190319194064e-06,
      "loss": 0.0005,
      "step": 37511
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.134478890235734e-06,
      "loss": 0.0007,
      "step": 37512
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1341387964699402e-06,
      "loss": 0.0002,
      "step": 37513
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1337987506238645e-06,
      "loss": 0.0005,
      "step": 37514
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1334587526993402e-06,
      "loss": 0.0009,
      "step": 37515
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1331188026982076e-06,
      "loss": 0.0004,
      "step": 37516
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1327789006223033e-06,
      "loss": 0.0005,
      "step": 37517
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.132439046473467e-06,
      "loss": 0.0006,
      "step": 37518
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1320992402535313e-06,
      "loss": 0.0004,
      "step": 37519
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1317594819643362e-06,
      "loss": 0.0008,
      "step": 37520
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1314197716077179e-06,
      "loss": 0.0001,
      "step": 37521
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1310801091855106e-06,
      "loss": 0.0005,
      "step": 37522
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1307404946995516e-06,
      "loss": 0.0005,
      "step": 37523
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1304009281516748e-06,
      "loss": 0.0009,
      "step": 37524
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.13006140954372e-06,
      "loss": 0.0006,
      "step": 37525
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.129721938877516e-06,
      "loss": 0.0005,
      "step": 37526
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.129382516154902e-06,
      "loss": 0.0006,
      "step": 37527
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1290431413777125e-06,
      "loss": 0.0005,
      "step": 37528
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1287038145477791e-06,
      "loss": 0.0005,
      "step": 37529
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.128364535666937e-06,
      "loss": 0.0004,
      "step": 37530
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1280253047370215e-06,
      "loss": 0.0007,
      "step": 37531
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1276861217598667e-06,
      "loss": 0.0009,
      "step": 37532
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.127346986737301e-06,
      "loss": 0.0003,
      "step": 37533
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.127007899671162e-06,
      "loss": 0.0008,
      "step": 37534
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1266688605632804e-06,
      "loss": 0.0007,
      "step": 37535
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1263298694154912e-06,
      "loss": 0.0006,
      "step": 37536
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1259909262296232e-06,
      "loss": 0.0005,
      "step": 37537
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1256520310075103e-06,
      "loss": 0.0006,
      "step": 37538
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1253131837509857e-06,
      "loss": 0.0011,
      "step": 37539
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1249743844618755e-06,
      "loss": 0.001,
      "step": 37540
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.124635633142016e-06,
      "loss": 0.0007,
      "step": 37541
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1242969297932383e-06,
      "loss": 0.0005,
      "step": 37542
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1239582744173693e-06,
      "loss": 0.0007,
      "step": 37543
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1236196670162425e-06,
      "loss": 0.0006,
      "step": 37544
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1232811075916884e-06,
      "loss": 0.0004,
      "step": 37545
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1229425961455343e-06,
      "loss": 0.0005,
      "step": 37546
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.12260413267961e-06,
      "loss": 0.0007,
      "step": 37547
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1222657171957475e-06,
      "loss": 0.0007,
      "step": 37548
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1219273496957749e-06,
      "loss": 0.0005,
      "step": 37549
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1215890301815202e-06,
      "loss": 0.0006,
      "step": 37550
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1212507586548116e-06,
      "loss": 0.0006,
      "step": 37551
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1209125351174777e-06,
      "loss": 0.0012,
      "step": 37552
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.120574359571349e-06,
      "loss": 0.0002,
      "step": 37553
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1202362320182515e-06,
      "loss": 0.0005,
      "step": 37554
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1198981524600106e-06,
      "loss": 0.0006,
      "step": 37555
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1195601208984587e-06,
      "loss": 0.0006,
      "step": 37556
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1192221373354184e-06,
      "loss": 0.0004,
      "step": 37557
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1188842017727174e-06,
      "loss": 0.0006,
      "step": 37558
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1185463142121822e-06,
      "loss": 0.0005,
      "step": 37559
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1182084746556433e-06,
      "loss": 0.0004,
      "step": 37560
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1178706831049203e-06,
      "loss": 0.0004,
      "step": 37561
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1175329395618417e-06,
      "loss": 0.0004,
      "step": 37562
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1171952440282341e-06,
      "loss": 0.0006,
      "step": 37563
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1168575965059213e-06,
      "loss": 0.0008,
      "step": 37564
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1165199969967277e-06,
      "loss": 0.0007,
      "step": 37565
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1161824455024794e-06,
      "loss": 0.0006,
      "step": 37566
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1158449420250029e-06,
      "loss": 0.0003,
      "step": 37567
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1155074865661174e-06,
      "loss": 0.0011,
      "step": 37568
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.11517007912765e-06,
      "loss": 0.0006,
      "step": 37569
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.114832719711425e-06,
      "loss": 0.001,
      "step": 37570
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1144954083192628e-06,
      "loss": 0.0007,
      "step": 37571
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1141581449529881e-06,
      "loss": 0.0006,
      "step": 37572
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1138209296144242e-06,
      "loss": 0.0006,
      "step": 37573
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1134837623053962e-06,
      "loss": 0.0009,
      "step": 37574
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1131466430277216e-06,
      "loss": 0.0004,
      "step": 37575
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1128095717832222e-06,
      "loss": 0.0005,
      "step": 37576
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1124725485737264e-06,
      "loss": 0.0005,
      "step": 37577
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.112135573401051e-06,
      "loss": 0.0005,
      "step": 37578
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1117986462670172e-06,
      "loss": 0.0005,
      "step": 37579
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1114617671734484e-06,
      "loss": 0.0006,
      "step": 37580
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1111249361221632e-06,
      "loss": 0.0003,
      "step": 37581
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1107881531149834e-06,
      "loss": 0.0009,
      "step": 37582
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1104514181537273e-06,
      "loss": 0.0007,
      "step": 37583
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1101147312402206e-06,
      "loss": 0.0004,
      "step": 37584
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1097780923762758e-06,
      "loss": 0.0008,
      "step": 37585
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.109441501563716e-06,
      "loss": 0.0005,
      "step": 37586
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1091049588043623e-06,
      "loss": 0.0005,
      "step": 37587
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1087684641000295e-06,
      "loss": 0.0006,
      "step": 37588
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1084320174525376e-06,
      "loss": 0.0004,
      "step": 37589
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.108095618863707e-06,
      "loss": 0.0005,
      "step": 37590
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1077592683353567e-06,
      "loss": 0.0007,
      "step": 37591
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1074229658693003e-06,
      "loss": 0.0006,
      "step": 37592
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1070867114673578e-06,
      "loss": 0.0006,
      "step": 37593
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1067505051313499e-06,
      "loss": 0.0006,
      "step": 37594
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1064143468630872e-06,
      "loss": 0.0004,
      "step": 37595
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1060782366643907e-06,
      "loss": 0.0007,
      "step": 37596
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1057421745370766e-06,
      "loss": 0.0003,
      "step": 37597
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1054061604829635e-06,
      "loss": 0.0005,
      "step": 37598
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1050701945038634e-06,
      "loss": 0.0003,
      "step": 37599
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1047342766015933e-06,
      "loss": 0.0003,
      "step": 37600
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1043984067779723e-06,
      "loss": 0.0004,
      "step": 37601
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1040625850348108e-06,
      "loss": 0.0004,
      "step": 37602
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1037268113739264e-06,
      "loss": 0.0007,
      "step": 37603
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.103391085797133e-06,
      "loss": 0.0003,
      "step": 37604
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1030554083062483e-06,
      "loss": 0.0007,
      "step": 37605
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.102719778903083e-06,
      "loss": 0.0004,
      "step": 37606
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.102384197589451e-06,
      "loss": 0.0005,
      "step": 37607
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.102048664367168e-06,
      "loss": 0.0007,
      "step": 37608
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1017131792380487e-06,
      "loss": 0.0003,
      "step": 37609
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.101377742203903e-06,
      "loss": 0.0007,
      "step": 37610
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.101042353266546e-06,
      "loss": 0.0005,
      "step": 37611
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.1007070124277897e-06,
      "loss": 0.0003,
      "step": 37612
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.100371719689447e-06,
      "loss": 0.0003,
      "step": 37613
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.10003647505333e-06,
      "loss": 0.0005,
      "step": 37614
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0997012785212535e-06,
      "loss": 0.0003,
      "step": 37615
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0993661300950241e-06,
      "loss": 0.0007,
      "step": 37616
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0990310297764562e-06,
      "loss": 0.0004,
      "step": 37617
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0986959775673622e-06,
      "loss": 0.0007,
      "step": 37618
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0983609734695488e-06,
      "loss": 0.0007,
      "step": 37619
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0980260174848302e-06,
      "loss": 0.0005,
      "step": 37620
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0976911096150155e-06,
      "loss": 0.0004,
      "step": 37621
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0973562498619173e-06,
      "loss": 0.0004,
      "step": 37622
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0970214382273414e-06,
      "loss": 0.0007,
      "step": 37623
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0966866747130988e-06,
      "loss": 0.0006,
      "step": 37624
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0963519593210025e-06,
      "loss": 0.0006,
      "step": 37625
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0960172920528568e-06,
      "loss": 0.0004,
      "step": 37626
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.095682672910473e-06,
      "loss": 0.0004,
      "step": 37627
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.095348101895658e-06,
      "loss": 0.0009,
      "step": 37628
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0950135790102245e-06,
      "loss": 0.0014,
      "step": 37629
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0946791042559745e-06,
      "loss": 0.0006,
      "step": 37630
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0943446776347189e-06,
      "loss": 0.0004,
      "step": 37631
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.094010299148266e-06,
      "loss": 0.0002,
      "step": 37632
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0936759687984233e-06,
      "loss": 0.0009,
      "step": 37633
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.093341686586995e-06,
      "loss": 0.0005,
      "step": 37634
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0930074525157896e-06,
      "loss": 0.0007,
      "step": 37635
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0926732665866168e-06,
      "loss": 0.0005,
      "step": 37636
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0923391288012764e-06,
      "loss": 0.0005,
      "step": 37637
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0920050391615788e-06,
      "loss": 0.0006,
      "step": 37638
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0916709976693273e-06,
      "loss": 0.0006,
      "step": 37639
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0913370043263328e-06,
      "loss": 0.0007,
      "step": 37640
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0910030591343934e-06,
      "loss": 0.0008,
      "step": 37641
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.090669162095317e-06,
      "loss": 0.0005,
      "step": 37642
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0903353132109106e-06,
      "loss": 0.0006,
      "step": 37643
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0900015124829743e-06,
      "loss": 0.0005,
      "step": 37644
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0896677599133154e-06,
      "loss": 0.0006,
      "step": 37645
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0893340555037356e-06,
      "loss": 0.0004,
      "step": 37646
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0890003992560427e-06,
      "loss": 0.0004,
      "step": 37647
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0886667911720338e-06,
      "loss": 0.0003,
      "step": 37648
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0883332312535167e-06,
      "loss": 0.0009,
      "step": 37649
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0879997195022962e-06,
      "loss": 0.0012,
      "step": 37650
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.087666255920169e-06,
      "loss": 0.0007,
      "step": 37651
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.08733284050894e-06,
      "loss": 0.0007,
      "step": 37652
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0869994732704149e-06,
      "loss": 0.0005,
      "step": 37653
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0866661542063884e-06,
      "loss": 0.0007,
      "step": 37654
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.086332883318667e-06,
      "loss": 0.0005,
      "step": 37655
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0859996606090517e-06,
      "loss": 0.0004,
      "step": 37656
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.085666486079343e-06,
      "loss": 0.0006,
      "step": 37657
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.085333359731341e-06,
      "loss": 0.0004,
      "step": 37658
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.085000281566846e-06,
      "loss": 0.0007,
      "step": 37659
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0846672515876612e-06,
      "loss": 0.0004,
      "step": 37660
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0843342697955827e-06,
      "loss": 0.0005,
      "step": 37661
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0840013361924117e-06,
      "loss": 0.0005,
      "step": 37662
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0836684507799488e-06,
      "loss": 0.0004,
      "step": 37663
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0833356135599938e-06,
      "loss": 0.0006,
      "step": 37664
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0830028245343415e-06,
      "loss": 0.0007,
      "step": 37665
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.0826700837047943e-06,
      "loss": 0.0006,
      "step": 37666
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0823373910731517e-06,
      "loss": 0.0007,
      "step": 37667
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0820047466412076e-06,
      "loss": 0.0008,
      "step": 37668
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.081672150410763e-06,
      "loss": 0.0004,
      "step": 37669
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0813396023836142e-06,
      "loss": 0.0008,
      "step": 37670
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0810071025615621e-06,
      "loss": 0.0007,
      "step": 37671
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0806746509463984e-06,
      "loss": 0.0004,
      "step": 37672
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0803422475399228e-06,
      "loss": 0.0002,
      "step": 37673
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0800098923439338e-06,
      "loss": 0.0003,
      "step": 37674
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0796775853602238e-06,
      "loss": 0.0003,
      "step": 37675
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0793453265905896e-06,
      "loss": 0.0003,
      "step": 37676
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.07901311603683e-06,
      "loss": 0.0005,
      "step": 37677
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0786809537007404e-06,
      "loss": 0.0004,
      "step": 37678
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0783488395841124e-06,
      "loss": 0.0002,
      "step": 37679
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0780167736887427e-06,
      "loss": 0.0009,
      "step": 37680
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0776847560164293e-06,
      "loss": 0.0006,
      "step": 37681
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0773527865689625e-06,
      "loss": 0.0005,
      "step": 37682
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0770208653481373e-06,
      "loss": 0.0006,
      "step": 37683
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0766889923557488e-06,
      "loss": 0.0006,
      "step": 37684
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0763571675935913e-06,
      "loss": 0.0005,
      "step": 37685
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0760253910634576e-06,
      "loss": 0.0003,
      "step": 37686
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.07569366276714e-06,
      "loss": 0.0009,
      "step": 37687
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0753619827064355e-06,
      "loss": 0.0008,
      "step": 37688
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0750303508831306e-06,
      "loss": 0.0005,
      "step": 37689
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0746987672990216e-06,
      "loss": 0.0011,
      "step": 37690
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0743672319559017e-06,
      "loss": 0.0007,
      "step": 37691
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0740357448555595e-06,
      "loss": 0.0004,
      "step": 37692
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0737043059997886e-06,
      "loss": 0.0007,
      "step": 37693
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0733729153903793e-06,
      "loss": 0.001,
      "step": 37694
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0730415730291266e-06,
      "loss": 0.0005,
      "step": 37695
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0727102789178156e-06,
      "loss": 0.0004,
      "step": 37696
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0723790330582396e-06,
      "loss": 0.0006,
      "step": 37697
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0720478354521913e-06,
      "loss": 0.0004,
      "step": 37698
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0717166861014572e-06,
      "loss": 0.0005,
      "step": 37699
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.071385585007828e-06,
      "loss": 0.0007,
      "step": 37700
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0710545321730935e-06,
      "loss": 0.0004,
      "step": 37701
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0707235275990457e-06,
      "loss": 0.0005,
      "step": 37702
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0703925712874696e-06,
      "loss": 0.001,
      "step": 37703
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0700616632401562e-06,
      "loss": 0.0007,
      "step": 37704
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0697308034588927e-06,
      "loss": 0.0003,
      "step": 37705
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.06939999194547e-06,
      "loss": 0.0006,
      "step": 37706
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0690692287016734e-06,
      "loss": 0.0005,
      "step": 37707
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0687385137292916e-06,
      "loss": 0.0005,
      "step": 37708
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.068407847030114e-06,
      "loss": 0.0005,
      "step": 37709
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0680772286059237e-06,
      "loss": 0.0005,
      "step": 37710
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0677466584585106e-06,
      "loss": 0.001,
      "step": 37711
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0674161365896607e-06,
      "loss": 0.0004,
      "step": 37712
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0670856630011616e-06,
      "loss": 0.0003,
      "step": 37713
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0667552376947977e-06,
      "loss": 0.0008,
      "step": 37714
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.066424860672356e-06,
      "loss": 0.0003,
      "step": 37715
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.066094531935623e-06,
      "loss": 0.0011,
      "step": 37716
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0657642514863808e-06,
      "loss": 0.0008,
      "step": 37717
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.065434019326418e-06,
      "loss": 0.0004,
      "step": 37718
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0651038354575172e-06,
      "loss": 0.0005,
      "step": 37719
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.064773699881465e-06,
      "loss": 0.0007,
      "step": 37720
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0644436126000446e-06,
      "loss": 0.0005,
      "step": 37721
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0641135736150398e-06,
      "loss": 0.0008,
      "step": 37722
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0637835829282372e-06,
      "loss": 0.0005,
      "step": 37723
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0634536405414165e-06,
      "loss": 0.0011,
      "step": 37724
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0631237464563638e-06,
      "loss": 0.0005,
      "step": 37725
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0627939006748611e-06,
      "loss": 0.001,
      "step": 37726
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0624641031986903e-06,
      "loss": 0.0005,
      "step": 37727
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0621343540296358e-06,
      "loss": 0.0008,
      "step": 37728
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0618046531694781e-06,
      "loss": 0.0009,
      "step": 37729
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0614750006200015e-06,
      "loss": 0.0003,
      "step": 37730
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0611453963829853e-06,
      "loss": 0.0005,
      "step": 37731
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.060815840460212e-06,
      "loss": 0.0002,
      "step": 37732
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0604863328534643e-06,
      "loss": 0.0006,
      "step": 37733
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0601568735645195e-06,
      "loss": 0.0007,
      "step": 37734
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.059827462595162e-06,
      "loss": 0.0007,
      "step": 37735
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0594980999471694e-06,
      "loss": 0.0007,
      "step": 37736
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0591687856223264e-06,
      "loss": 0.0006,
      "step": 37737
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0588395196224077e-06,
      "loss": 0.0003,
      "step": 37738
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.058510301949195e-06,
      "loss": 0.0005,
      "step": 37739
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.05818113260447e-06,
      "loss": 0.0006,
      "step": 37740
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.057852011590007e-06,
      "loss": 0.0003,
      "step": 37741
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0575229389075893e-06,
      "loss": 0.0005,
      "step": 37742
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0571939145589926e-06,
      "loss": 0.0006,
      "step": 37743
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0568649385459984e-06,
      "loss": 0.0005,
      "step": 37744
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0565360108703816e-06,
      "loss": 0.0007,
      "step": 37745
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0562071315339205e-06,
      "loss": 0.0004,
      "step": 37746
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0558783005383955e-06,
      "loss": 0.0007,
      "step": 37747
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0555495178855813e-06,
      "loss": 0.0011,
      "step": 37748
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0552207835772544e-06,
      "loss": 0.0008,
      "step": 37749
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0548920976151933e-06,
      "loss": 0.0005,
      "step": 37750
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0545634600011755e-06,
      "loss": 0.0004,
      "step": 37751
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0542348707369742e-06,
      "loss": 0.0004,
      "step": 37752
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.053906329824368e-06,
      "loss": 0.0006,
      "step": 37753
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0535778372651318e-06,
      "loss": 0.0002,
      "step": 37754
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.05324939306104e-06,
      "loss": 0.0006,
      "step": 37755
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0529209972138698e-06,
      "loss": 0.0006,
      "step": 37756
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0525926497253935e-06,
      "loss": 0.0007,
      "step": 37757
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0522643505973883e-06,
      "loss": 0.0009,
      "step": 37758
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0519360998316286e-06,
      "loss": 0.0006,
      "step": 37759
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0516078974298872e-06,
      "loss": 0.0003,
      "step": 37760
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0512797433939403e-06,
      "loss": 0.0013,
      "step": 37761
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.050951637725558e-06,
      "loss": 0.0005,
      "step": 37762
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0506235804265153e-06,
      "loss": 0.0005,
      "step": 37763
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0502955714985884e-06,
      "loss": 0.0008,
      "step": 37764
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0499676109435453e-06,
      "loss": 0.0006,
      "step": 37765
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0496396987631607e-06,
      "loss": 0.0008,
      "step": 37766
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0493118349592068e-06,
      "loss": 0.0003,
      "step": 37767
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0489840195334588e-06,
      "loss": 0.0004,
      "step": 37768
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.048656252487682e-06,
      "loss": 0.0006,
      "step": 37769
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0483285338236526e-06,
      "loss": 0.0003,
      "step": 37770
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0480008635431438e-06,
      "loss": 0.0004,
      "step": 37771
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0476732416479207e-06,
      "loss": 0.0005,
      "step": 37772
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0473456681397577e-06,
      "loss": 0.0011,
      "step": 37773
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.047018143020424e-06,
      "loss": 0.0003,
      "step": 37774
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.046690666291693e-06,
      "loss": 0.0007,
      "step": 37775
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0463632379553301e-06,
      "loss": 0.0003,
      "step": 37776
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0460358580131081e-06,
      "loss": 0.0009,
      "step": 37777
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0457085264667954e-06,
      "loss": 0.0008,
      "step": 37778
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0453812433181632e-06,
      "loss": 0.0009,
      "step": 37779
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0450540085689764e-06,
      "loss": 0.0005,
      "step": 37780
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0447268222210072e-06,
      "loss": 0.0004,
      "step": 37781
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.044399684276024e-06,
      "loss": 0.0006,
      "step": 37782
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.044072594735792e-06,
      "loss": 0.0003,
      "step": 37783
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0437455536020802e-06,
      "loss": 0.0005,
      "step": 37784
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0434185608766577e-06,
      "loss": 0.0008,
      "step": 37785
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0430916165612937e-06,
      "loss": 0.0004,
      "step": 37786
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0427647206577506e-06,
      "loss": 0.0006,
      "step": 37787
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0424378731677964e-06,
      "loss": 0.0003,
      "step": 37788
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0421110740932017e-06,
      "loss": 0.0004,
      "step": 37789
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0417843234357283e-06,
      "loss": 0.0006,
      "step": 37790
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0414576211971427e-06,
      "loss": 0.0006,
      "step": 37791
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0411309673792135e-06,
      "loss": 0.0006,
      "step": 37792
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.040804361983704e-06,
      "loss": 0.0006,
      "step": 37793
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.04047780501238e-06,
      "loss": 0.0004,
      "step": 37794
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0401512964670058e-06,
      "loss": 0.0007,
      "step": 37795
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0398248363493501e-06,
      "loss": 0.0005,
      "step": 37796
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0394984246611716e-06,
      "loss": 0.0006,
      "step": 37797
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0391720614042377e-06,
      "loss": 0.0005,
      "step": 37798
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0388457465803148e-06,
      "loss": 0.0005,
      "step": 37799
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0385194801911614e-06,
      "loss": 0.0008,
      "step": 37800
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0381932622385427e-06,
      "loss": 0.0004,
      "step": 37801
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.037867092724223e-06,
      "loss": 0.0006,
      "step": 37802
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0375409716499662e-06,
      "loss": 0.0005,
      "step": 37803
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0372148990175325e-06,
      "loss": 0.0007,
      "step": 37804
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0368888748286854e-06,
      "loss": 0.0005,
      "step": 37805
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0365628990851884e-06,
      "loss": 0.0008,
      "step": 37806
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0362369717888e-06,
      "loss": 0.0003,
      "step": 37807
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0359110929412841e-06,
      "loss": 0.0006,
      "step": 37808
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0355852625444018e-06,
      "loss": 0.0005,
      "step": 37809
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0352594805999173e-06,
      "loss": 0.0005,
      "step": 37810
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0349337471095844e-06,
      "loss": 0.0008,
      "step": 37811
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0346080620751687e-06,
      "loss": 0.0009,
      "step": 37812
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0342824254984317e-06,
      "loss": 0.0008,
      "step": 37813
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0339568373811292e-06,
      "loss": 0.0007,
      "step": 37814
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.033631297725023e-06,
      "loss": 0.0003,
      "step": 37815
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0333058065318723e-06,
      "loss": 0.0003,
      "step": 37816
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0329803638034386e-06,
      "loss": 0.0003,
      "step": 37817
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0326549695414767e-06,
      "loss": 0.0005,
      "step": 37818
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0323296237477487e-06,
      "loss": 0.0009,
      "step": 37819
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.032004326424013e-06,
      "loss": 0.0005,
      "step": 37820
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0316790775720264e-06,
      "loss": 0.0003,
      "step": 37821
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.031353877193546e-06,
      "loss": 0.0005,
      "step": 37822
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0310287252903316e-06,
      "loss": 0.0007,
      "step": 37823
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.030703621864141e-06,
      "loss": 0.0008,
      "step": 37824
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0303785669167288e-06,
      "loss": 0.0005,
      "step": 37825
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.030053560449854e-06,
      "loss": 0.0009,
      "step": 37826
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0297286024652742e-06,
      "loss": 0.0003,
      "step": 37827
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.029403692964741e-06,
      "loss": 0.0004,
      "step": 37828
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0290788319500133e-06,
      "loss": 0.0007,
      "step": 37829
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0287540194228507e-06,
      "loss": 0.0007,
      "step": 37830
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.028429255385004e-06,
      "loss": 0.0006,
      "step": 37831
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0281045398382295e-06,
      "loss": 0.0003,
      "step": 37832
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0277798727842824e-06,
      "loss": 0.0006,
      "step": 37833
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0274552542249205e-06,
      "loss": 0.0007,
      "step": 37834
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0271306841618945e-06,
      "loss": 0.0006,
      "step": 37835
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0268061625969583e-06,
      "loss": 0.0004,
      "step": 37836
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0264816895318708e-06,
      "loss": 0.0005,
      "step": 37837
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0261572649683804e-06,
      "loss": 0.0012,
      "step": 37838
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0258328889082426e-06,
      "loss": 0.001,
      "step": 37839
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0255085613532113e-06,
      "loss": 0.0005,
      "step": 37840
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0251842823050406e-06,
      "loss": 0.0006,
      "step": 37841
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0248600517654795e-06,
      "loss": 0.0005,
      "step": 37842
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0245358697362828e-06,
      "loss": 0.0009,
      "step": 37843
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.024211736219204e-06,
      "loss": 0.0005,
      "step": 37844
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0238876512159924e-06,
      "loss": 0.0008,
      "step": 37845
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0235636147284e-06,
      "loss": 0.0006,
      "step": 37846
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.023239626758179e-06,
      "loss": 0.0004,
      "step": 37847
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0229156873070823e-06,
      "loss": 0.0004,
      "step": 37848
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0225917963768573e-06,
      "loss": 0.0004,
      "step": 37849
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.022267953969257e-06,
      "loss": 0.0008,
      "step": 37850
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0219441600860302e-06,
      "loss": 0.0005,
      "step": 37851
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.02162041472893e-06,
      "loss": 0.0006,
      "step": 37852
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0212967178997024e-06,
      "loss": 0.0004,
      "step": 37853
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0209730696000986e-06,
      "loss": 0.0005,
      "step": 37854
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0206494698318702e-06,
      "loss": 0.0007,
      "step": 37855
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0203259185967618e-06,
      "loss": 0.0009,
      "step": 37856
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.020002415896525e-06,
      "loss": 0.0007,
      "step": 37857
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0196789617329073e-06,
      "loss": 0.0007,
      "step": 37858
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0193555561076597e-06,
      "loss": 0.0007,
      "step": 37859
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0190321990225249e-06,
      "loss": 0.0006,
      "step": 37860
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0187088904792541e-06,
      "loss": 0.0005,
      "step": 37861
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0183856304795969e-06,
      "loss": 0.0004,
      "step": 37862
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0180624190252951e-06,
      "loss": 0.0006,
      "step": 37863
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0177392561180998e-06,
      "loss": 0.0005,
      "step": 37864
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.017416141759755e-06,
      "loss": 0.0005,
      "step": 37865
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0170930759520093e-06,
      "loss": 0.0007,
      "step": 37866
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.016770058696608e-06,
      "loss": 0.0003,
      "step": 37867
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0164470899952984e-06,
      "loss": 0.0003,
      "step": 37868
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0161241698498237e-06,
      "loss": 0.0006,
      "step": 37869
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0158012982619292e-06,
      "loss": 0.0009,
      "step": 37870
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0154784752333625e-06,
      "loss": 0.0008,
      "step": 37871
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0151557007658674e-06,
      "loss": 0.0002,
      "step": 37872
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0148329748611873e-06,
      "loss": 0.0003,
      "step": 37873
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0145102975210675e-06,
      "loss": 0.0009,
      "step": 37874
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0141876687472517e-06,
      "loss": 0.0005,
      "step": 37875
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.013865088541487e-06,
      "loss": 0.0004,
      "step": 37876
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0135425569055101e-06,
      "loss": 0.0005,
      "step": 37877
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0132200738410692e-06,
      "loss": 0.0004,
      "step": 37878
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.012897639349908e-06,
      "loss": 0.0008,
      "step": 37879
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0125752534337664e-06,
      "loss": 0.0009,
      "step": 37880
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.012252916094386e-06,
      "loss": 0.0007,
      "step": 37881
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0119306273335127e-06,
      "loss": 0.0005,
      "step": 37882
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0116083871528882e-06,
      "loss": 0.001,
      "step": 37883
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0112861955542496e-06,
      "loss": 0.0006,
      "step": 37884
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0109640525393427e-06,
      "loss": 0.0007,
      "step": 37885
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0106419581099092e-06,
      "loss": 0.0004,
      "step": 37886
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0103199122676865e-06,
      "loss": 0.0005,
      "step": 37887
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0099979150144167e-06,
      "loss": 0.0006,
      "step": 37888
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0096759663518407e-06,
      "loss": 0.0006,
      "step": 37889
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0093540662817003e-06,
      "loss": 0.0004,
      "step": 37890
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0090322148057307e-06,
      "loss": 0.0005,
      "step": 37891
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0087104119256752e-06,
      "loss": 0.0005,
      "step": 37892
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0083886576432745e-06,
      "loss": 0.0007,
      "step": 37893
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0080669519602626e-06,
      "loss": 0.0007,
      "step": 37894
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0077452948783807e-06,
      "loss": 0.0005,
      "step": 37895
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.007423686399368e-06,
      "loss": 0.0004,
      "step": 37896
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0071021265249658e-06,
      "loss": 0.0007,
      "step": 37897
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0067806152569048e-06,
      "loss": 0.0004,
      "step": 37898
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0064591525969281e-06,
      "loss": 0.0004,
      "step": 37899
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.006137738546774e-06,
      "loss": 0.0008,
      "step": 37900
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0058163731081726e-06,
      "loss": 0.0006,
      "step": 37901
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0054950562828692e-06,
      "loss": 0.0004,
      "step": 37902
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0051737880725987e-06,
      "loss": 0.0005,
      "step": 37903
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0048525684790933e-06,
      "loss": 0.0007,
      "step": 37904
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0045313975040928e-06,
      "loss": 0.0008,
      "step": 37905
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.004210275149332e-06,
      "loss": 0.0007,
      "step": 37906
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0038892014165491e-06,
      "loss": 0.0007,
      "step": 37907
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0035681763074744e-06,
      "loss": 0.0004,
      "step": 37908
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0032471998238458e-06,
      "loss": 0.0004,
      "step": 37909
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0029262719674015e-06,
      "loss": 0.0003,
      "step": 37910
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0026053927398693e-06,
      "loss": 0.0006,
      "step": 37911
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0022845621429877e-06,
      "loss": 0.0009,
      "step": 37912
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.001963780178491e-06,
      "loss": 0.0006,
      "step": 37913
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.001643046848113e-06,
      "loss": 0.0005,
      "step": 37914
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0013223621535839e-06,
      "loss": 0.0008,
      "step": 37915
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0010017260966409e-06,
      "loss": 0.0005,
      "step": 37916
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0006811386790172e-06,
      "loss": 0.0003,
      "step": 37917
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0003605999024413e-06,
      "loss": 0.0007,
      "step": 37918
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.0000401097686486e-06,
      "loss": 0.0009,
      "step": 37919
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.99719668279372e-07,
      "loss": 0.0004,
      "step": 37920
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.993992754363434e-07,
      "loss": 0.0005,
      "step": 37921
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.99078931241293e-07,
      "loss": 0.0006,
      "step": 37922
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.987586356959522e-07,
      "loss": 0.0004,
      "step": 37923
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.984383888020544e-07,
      "loss": 0.0004,
      "step": 37924
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.98118190561328e-07,
      "loss": 0.0006,
      "step": 37925
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.97798040975504e-07,
      "loss": 0.0007,
      "step": 37926
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.97477940046314e-07,
      "loss": 0.0004,
      "step": 37927
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.971578877754896e-07,
      "loss": 0.0005,
      "step": 37928
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.968378841647563e-07,
      "loss": 0.0007,
      "step": 37929
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.965179292158467e-07,
      "loss": 0.0014,
      "step": 37930
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.961980229304902e-07,
      "loss": 0.0006,
      "step": 37931
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.958781653104166e-07,
      "loss": 0.0004,
      "step": 37932
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.955583563573513e-07,
      "loss": 0.0005,
      "step": 37933
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.952385960730249e-07,
      "loss": 0.0004,
      "step": 37934
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.949188844591673e-07,
      "loss": 0.0012,
      "step": 37935
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.945992215175037e-07,
      "loss": 0.0008,
      "step": 37936
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.942796072497618e-07,
      "loss": 0.0004,
      "step": 37937
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.939600416576734e-07,
      "loss": 0.0012,
      "step": 37938
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.936405247429615e-07,
      "loss": 0.0008,
      "step": 37939
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.933210565073537e-07,
      "loss": 0.0008,
      "step": 37940
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.930016369525797e-07,
      "loss": 0.0011,
      "step": 37941
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.926822660803615e-07,
      "loss": 0.0007,
      "step": 37942
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.923629438924275e-07,
      "loss": 0.0005,
      "step": 37943
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.920436703905044e-07,
      "loss": 0.0005,
      "step": 37944
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.917244455763187e-07,
      "loss": 0.001,
      "step": 37945
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.914052694515909e-07,
      "loss": 0.0005,
      "step": 37946
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.910861420180507e-07,
      "loss": 0.0008,
      "step": 37947
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.907670632774212e-07,
      "loss": 0.0009,
      "step": 37948
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.904480332314292e-07,
      "loss": 0.0004,
      "step": 37949
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.901290518817963e-07,
      "loss": 0.0004,
      "step": 37950
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.898101192302466e-07,
      "loss": 0.0006,
      "step": 37951
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.894912352785068e-07,
      "loss": 0.001,
      "step": 37952
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.891724000282977e-07,
      "loss": 0.0004,
      "step": 37953
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.88853613481342e-07,
      "loss": 0.0006,
      "step": 37954
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.885348756393654e-07,
      "loss": 0.0005,
      "step": 37955
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.882161865040907e-07,
      "loss": 0.0003,
      "step": 37956
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.878975460772379e-07,
      "loss": 0.0009,
      "step": 37957
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.875789543605296e-07,
      "loss": 0.0005,
      "step": 37958
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.872604113556917e-07,
      "loss": 0.0005,
      "step": 37959
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.8694191706444e-07,
      "loss": 0.0004,
      "step": 37960
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.866234714884993e-07,
      "loss": 0.0003,
      "step": 37961
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.86305074629591e-07,
      "loss": 0.0009,
      "step": 37962
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.859867264894363e-07,
      "loss": 0.0004,
      "step": 37963
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.856684270697537e-07,
      "loss": 0.0004,
      "step": 37964
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.85350176372264e-07,
      "loss": 0.0005,
      "step": 37965
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.850319743986915e-07,
      "loss": 0.0005,
      "step": 37966
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.84713821150749e-07,
      "loss": 0.0008,
      "step": 37967
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.84395716630161e-07,
      "loss": 0.0005,
      "step": 37968
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.84077660838646e-07,
      "loss": 0.0005,
      "step": 37969
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.837596537779236e-07,
      "loss": 0.0006,
      "step": 37970
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.834416954497107e-07,
      "loss": 0.0013,
      "step": 37971
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.831237858557264e-07,
      "loss": 0.0004,
      "step": 37972
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.828059249976907e-07,
      "loss": 0.0004,
      "step": 37973
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.82488112877319e-07,
      "loss": 0.0007,
      "step": 37974
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.821703494963319e-07,
      "loss": 0.0013,
      "step": 37975
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.81852634856446e-07,
      "loss": 0.0006,
      "step": 37976
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.815349689593777e-07,
      "loss": 0.0005,
      "step": 37977
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.812173518068435e-07,
      "loss": 0.0005,
      "step": 37978
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.808997834005608e-07,
      "loss": 0.0008,
      "step": 37979
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.805822637422479e-07,
      "loss": 0.0005,
      "step": 37980
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.802647928336184e-07,
      "loss": 0.0007,
      "step": 37981
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.799473706763884e-07,
      "loss": 0.0005,
      "step": 37982
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.796299972722766e-07,
      "loss": 0.0005,
      "step": 37983
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.793126726229941e-07,
      "loss": 0.0006,
      "step": 37984
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.78995396730258e-07,
      "loss": 0.0005,
      "step": 37985
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.786781695957826e-07,
      "loss": 0.0003,
      "step": 37986
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.783609912212855e-07,
      "loss": 0.0008,
      "step": 37987
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.780438616084765e-07,
      "loss": 0.0005,
      "step": 37988
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.777267807590719e-07,
      "loss": 0.0005,
      "step": 37989
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.77409748674788e-07,
      "loss": 0.0005,
      "step": 37990
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.770927653573325e-07,
      "loss": 0.0006,
      "step": 37991
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.76775830808423e-07,
      "loss": 0.0005,
      "step": 37992
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.764589450297712e-07,
      "loss": 0.0007,
      "step": 37993
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.761421080230915e-07,
      "loss": 0.0005,
      "step": 37994
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.758253197900936e-07,
      "loss": 0.0005,
      "step": 37995
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.755085803324903e-07,
      "loss": 0.0003,
      "step": 37996
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.751918896519974e-07,
      "loss": 0.0004,
      "step": 37997
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.74875247750322e-07,
      "loss": 0.0008,
      "step": 37998
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.745586546291764e-07,
      "loss": 0.0006,
      "step": 37999
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.742421102902723e-07,
      "loss": 0.0003,
      "step": 38000
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.739256147353227e-07,
      "loss": 0.0009,
      "step": 38001
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.736091679660353e-07,
      "loss": 0.0011,
      "step": 38002
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.73292769984121e-07,
      "loss": 0.0007,
      "step": 38003
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.729764207912906e-07,
      "loss": 0.0005,
      "step": 38004
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.72660120389256e-07,
      "loss": 0.001,
      "step": 38005
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.723438687797227e-07,
      "loss": 0.0008,
      "step": 38006
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.720276659644013e-07,
      "loss": 0.0004,
      "step": 38007
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.717115119450038e-07,
      "loss": 0.0006,
      "step": 38008
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.713954067232334e-07,
      "loss": 0.0005,
      "step": 38009
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.710793503008032e-07,
      "loss": 0.0006,
      "step": 38010
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.707633426794228e-07,
      "loss": 0.0003,
      "step": 38011
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.704473838607952e-07,
      "loss": 0.0007,
      "step": 38012
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.701314738466316e-07,
      "loss": 0.001,
      "step": 38013
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.698156126386392e-07,
      "loss": 0.0004,
      "step": 38014
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.694998002385235e-07,
      "loss": 0.0005,
      "step": 38015
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.691840366479921e-07,
      "loss": 0.0009,
      "step": 38016
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.688683218687523e-07,
      "loss": 0.0007,
      "step": 38017
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.685526559025115e-07,
      "loss": 0.0006,
      "step": 38018
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.682370387509743e-07,
      "loss": 0.0004,
      "step": 38019
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.679214704158458e-07,
      "loss": 0.0002,
      "step": 38020
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.676059508988322e-07,
      "loss": 0.0006,
      "step": 38021
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.672904802016426e-07,
      "loss": 0.0007,
      "step": 38022
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.669750583259774e-07,
      "loss": 0.0007,
      "step": 38023
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.66659685273542e-07,
      "loss": 0.0005,
      "step": 38024
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.663443610460443e-07,
      "loss": 0.0007,
      "step": 38025
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.660290856451838e-07,
      "loss": 0.0004,
      "step": 38026
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.657138590726677e-07,
      "loss": 0.0004,
      "step": 38027
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.653986813301996e-07,
      "loss": 0.0004,
      "step": 38028
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.650835524194835e-07,
      "loss": 0.0002,
      "step": 38029
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.647684723422213e-07,
      "loss": 0.0005,
      "step": 38030
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.644534411001149e-07,
      "loss": 0.0006,
      "step": 38031
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.641384586948721e-07,
      "loss": 0.0009,
      "step": 38032
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.638235251281892e-07,
      "loss": 0.0006,
      "step": 38033
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.635086404017701e-07,
      "loss": 0.0005,
      "step": 38034
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.631938045173196e-07,
      "loss": 0.0006,
      "step": 38035
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.62879017476538e-07,
      "loss": 0.0006,
      "step": 38036
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.625642792811252e-07,
      "loss": 0.001,
      "step": 38037
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.622495899327822e-07,
      "loss": 0.0004,
      "step": 38038
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.619349494332143e-07,
      "loss": 0.0006,
      "step": 38039
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.616203577841154e-07,
      "loss": 0.0008,
      "step": 38040
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.613058149871912e-07,
      "loss": 0.0006,
      "step": 38041
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.60991321044139e-07,
      "loss": 0.0006,
      "step": 38042
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.606768759566609e-07,
      "loss": 0.0004,
      "step": 38043
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.603624797264543e-07,
      "loss": 0.0004,
      "step": 38044
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.600481323552168e-07,
      "loss": 0.0004,
      "step": 38045
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.597338338446538e-07,
      "loss": 0.0008,
      "step": 38046
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.594195841964583e-07,
      "loss": 0.001,
      "step": 38047
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.59105383412331e-07,
      "loss": 0.0005,
      "step": 38048
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.587912314939717e-07,
      "loss": 0.0009,
      "step": 38049
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.58477128443075e-07,
      "loss": 0.0003,
      "step": 38050
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.581630742613402e-07,
      "loss": 0.0004,
      "step": 38051
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.578490689504638e-07,
      "loss": 0.0005,
      "step": 38052
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.575351125121469e-07,
      "loss": 0.0002,
      "step": 38053
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.572212049480812e-07,
      "loss": 0.001,
      "step": 38054
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.569073462599655e-07,
      "loss": 0.0005,
      "step": 38055
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.565935364494983e-07,
      "loss": 0.0004,
      "step": 38056
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.562797755183717e-07,
      "loss": 0.0005,
      "step": 38057
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.559660634682833e-07,
      "loss": 0.0005,
      "step": 38058
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.556524003009304e-07,
      "loss": 0.0004,
      "step": 38059
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.553387860180074e-07,
      "loss": 0.0004,
      "step": 38060
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.550252206212074e-07,
      "loss": 0.0005,
      "step": 38061
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.547117041122279e-07,
      "loss": 0.0002,
      "step": 38062
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.543982364927628e-07,
      "loss": 0.0008,
      "step": 38063
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.540848177645046e-07,
      "loss": 0.0008,
      "step": 38064
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.537714479291483e-07,
      "loss": 0.0003,
      "step": 38065
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.53458126988388e-07,
      "loss": 0.0006,
      "step": 38066
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.531448549439193e-07,
      "loss": 0.0005,
      "step": 38067
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.528316317974317e-07,
      "loss": 0.0005,
      "step": 38068
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.525184575506186e-07,
      "loss": 0.0009,
      "step": 38069
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.522053322051771e-07,
      "loss": 0.0003,
      "step": 38070
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.51892255762794e-07,
      "loss": 0.0009,
      "step": 38071
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.515792282251634e-07,
      "loss": 0.0005,
      "step": 38072
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.512662495939773e-07,
      "loss": 0.0005,
      "step": 38073
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.509533198709309e-07,
      "loss": 0.0006,
      "step": 38074
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.506404390577095e-07,
      "loss": 0.0006,
      "step": 38075
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.503276071560075e-07,
      "loss": 0.0006,
      "step": 38076
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.500148241675156e-07,
      "loss": 0.0007,
      "step": 38077
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.497020900939247e-07,
      "loss": 0.0005,
      "step": 38078
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.493894049369234e-07,
      "loss": 0.0007,
      "step": 38079
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.490767686982039e-07,
      "loss": 0.0006,
      "step": 38080
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.487641813794535e-07,
      "loss": 0.0003,
      "step": 38081
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.484516429823631e-07,
      "loss": 0.0004,
      "step": 38082
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.481391535086227e-07,
      "loss": 0.0006,
      "step": 38083
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.478267129599228e-07,
      "loss": 0.0002,
      "step": 38084
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.475143213379478e-07,
      "loss": 0.0007,
      "step": 38085
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.472019786443887e-07,
      "loss": 0.0004,
      "step": 38086
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.468896848809351e-07,
      "loss": 0.001,
      "step": 38087
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.4657744004927e-07,
      "loss": 0.0006,
      "step": 38088
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.462652441510856e-07,
      "loss": 0.0004,
      "step": 38089
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.459530971880681e-07,
      "loss": 0.0007,
      "step": 38090
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.456409991619053e-07,
      "loss": 0.0005,
      "step": 38091
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.453289500742824e-07,
      "loss": 0.0004,
      "step": 38092
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.450169499268869e-07,
      "loss": 0.0006,
      "step": 38093
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.447049987214063e-07,
      "loss": 0.0007,
      "step": 38094
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.44393096459525e-07,
      "loss": 0.0008,
      "step": 38095
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.44081243142928e-07,
      "loss": 0.0007,
      "step": 38096
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.437694387733021e-07,
      "loss": 0.0005,
      "step": 38097
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.434576833523357e-07,
      "loss": 0.0004,
      "step": 38098
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.431459768817086e-07,
      "loss": 0.0003,
      "step": 38099
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.428343193631073e-07,
      "loss": 0.0005,
      "step": 38100
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.425227107982172e-07,
      "loss": 0.0011,
      "step": 38101
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.422111511887244e-07,
      "loss": 0.0005,
      "step": 38102
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.418996405363079e-07,
      "loss": 0.0008,
      "step": 38103
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.415881788426551e-07,
      "loss": 0.0007,
      "step": 38104
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.412767661094502e-07,
      "loss": 0.0007,
      "step": 38105
    },
    {
      "epoch": 1.36,
      "learning_rate": 9.409654023383718e-07,
      "loss": 0.0009,
      "step": 38106
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.406540875311065e-07,
      "loss": 0.0008,
      "step": 38107
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.403428216893362e-07,
      "loss": 0.0003,
      "step": 38108
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.40031604814744e-07,
      "loss": 0.0004,
      "step": 38109
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.397204369090108e-07,
      "loss": 0.0002,
      "step": 38110
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.394093179738184e-07,
      "loss": 0.0006,
      "step": 38111
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.390982480108501e-07,
      "loss": 0.0006,
      "step": 38112
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.387872270217846e-07,
      "loss": 0.0005,
      "step": 38113
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.384762550083037e-07,
      "loss": 0.0005,
      "step": 38114
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.381653319720896e-07,
      "loss": 0.0007,
      "step": 38115
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.378544579148241e-07,
      "loss": 0.0007,
      "step": 38116
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.375436328381804e-07,
      "loss": 0.0006,
      "step": 38117
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.37232856743846e-07,
      "loss": 0.0006,
      "step": 38118
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.369221296335007e-07,
      "loss": 0.0004,
      "step": 38119
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.366114515088187e-07,
      "loss": 0.0007,
      "step": 38120
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.363008223714831e-07,
      "loss": 0.0006,
      "step": 38121
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.359902422231726e-07,
      "loss": 0.0008,
      "step": 38122
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.356797110655624e-07,
      "loss": 0.0005,
      "step": 38123
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.353692289003347e-07,
      "loss": 0.0006,
      "step": 38124
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.350587957291656e-07,
      "loss": 0.0005,
      "step": 38125
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.347484115537364e-07,
      "loss": 0.0006,
      "step": 38126
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.344380763757199e-07,
      "loss": 0.0005,
      "step": 38127
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.34127790196796e-07,
      "loss": 0.0004,
      "step": 38128
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.338175530186433e-07,
      "loss": 0.0003,
      "step": 38129
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.335073648429338e-07,
      "loss": 0.0004,
      "step": 38130
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.331972256713484e-07,
      "loss": 0.0009,
      "step": 38131
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.328871355055613e-07,
      "loss": 0.0006,
      "step": 38132
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.325770943472512e-07,
      "loss": 0.0005,
      "step": 38133
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.3226710219809e-07,
      "loss": 0.0004,
      "step": 38134
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.319571590597554e-07,
      "loss": 0.0005,
      "step": 38135
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.316472649339236e-07,
      "loss": 0.0005,
      "step": 38136
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.313374198222669e-07,
      "loss": 0.0005,
      "step": 38137
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.310276237264615e-07,
      "loss": 0.0009,
      "step": 38138
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.307178766481817e-07,
      "loss": 0.0004,
      "step": 38139
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.304081785891039e-07,
      "loss": 0.0006,
      "step": 38140
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.300985295508968e-07,
      "loss": 0.0005,
      "step": 38141
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.29788929535238e-07,
      "loss": 0.0003,
      "step": 38142
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.294793785438016e-07,
      "loss": 0.0007,
      "step": 38143
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.291698765782576e-07,
      "loss": 0.0004,
      "step": 38144
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.288604236402798e-07,
      "loss": 0.0003,
      "step": 38145
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.285510197315417e-07,
      "loss": 0.0006,
      "step": 38146
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.282416648537173e-07,
      "loss": 0.0007,
      "step": 38147
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.279323590084744e-07,
      "loss": 0.0005,
      "step": 38148
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.276231021974869e-07,
      "loss": 0.0006,
      "step": 38149
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.27313894422428e-07,
      "loss": 0.0005,
      "step": 38150
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.270047356849654e-07,
      "loss": 0.0005,
      "step": 38151
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.266956259867721e-07,
      "loss": 0.0004,
      "step": 38152
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.26386565329519e-07,
      "loss": 0.0005,
      "step": 38153
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.26077553714877e-07,
      "loss": 0.0004,
      "step": 38154
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.257685911445147e-07,
      "loss": 0.0006,
      "step": 38155
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.25459677620103e-07,
      "loss": 0.0005,
      "step": 38156
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.25150813143314e-07,
      "loss": 0.0006,
      "step": 38157
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.248419977158129e-07,
      "loss": 0.0002,
      "step": 38158
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.245332313392697e-07,
      "loss": 0.0007,
      "step": 38159
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.24224514015356e-07,
      "loss": 0.0006,
      "step": 38160
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.239158457457376e-07,
      "loss": 0.0009,
      "step": 38161
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.236072265320839e-07,
      "loss": 0.0004,
      "step": 38162
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.232986563760616e-07,
      "loss": 0.0005,
      "step": 38163
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.229901352793425e-07,
      "loss": 0.0005,
      "step": 38164
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.226816632435898e-07,
      "loss": 0.0003,
      "step": 38165
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.223732402704722e-07,
      "loss": 0.0004,
      "step": 38166
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.220648663616582e-07,
      "loss": 0.0004,
      "step": 38167
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.217565415188124e-07,
      "loss": 0.0008,
      "step": 38168
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.214482657436019e-07,
      "loss": 0.0005,
      "step": 38169
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.211400390376924e-07,
      "loss": 0.0003,
      "step": 38170
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.208318614027534e-07,
      "loss": 0.0004,
      "step": 38171
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.205237328404459e-07,
      "loss": 0.0007,
      "step": 38172
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.202156533524365e-07,
      "loss": 0.0009,
      "step": 38173
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.199076229403925e-07,
      "loss": 0.0009,
      "step": 38174
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.195996416059783e-07,
      "loss": 0.0008,
      "step": 38175
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.192917093508558e-07,
      "loss": 0.0004,
      "step": 38176
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.189838261766915e-07,
      "loss": 0.0003,
      "step": 38177
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.186759920851507e-07,
      "loss": 0.0004,
      "step": 38178
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.183682070778944e-07,
      "loss": 0.0006,
      "step": 38179
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.180604711565877e-07,
      "loss": 0.0007,
      "step": 38180
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.177527843228928e-07,
      "loss": 0.0004,
      "step": 38181
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.174451465784761e-07,
      "loss": 0.0003,
      "step": 38182
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.171375579249963e-07,
      "loss": 0.0005,
      "step": 38183
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.168300183641166e-07,
      "loss": 0.0007,
      "step": 38184
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.165225278975032e-07,
      "loss": 0.0005,
      "step": 38185
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.162150865268127e-07,
      "loss": 0.0007,
      "step": 38186
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.159076942537093e-07,
      "loss": 0.0007,
      "step": 38187
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.156003510798539e-07,
      "loss": 0.0005,
      "step": 38188
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.152930570069107e-07,
      "loss": 0.0005,
      "step": 38189
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.14985812036534e-07,
      "loss": 0.0009,
      "step": 38190
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.146786161703903e-07,
      "loss": 0.0005,
      "step": 38191
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.143714694101402e-07,
      "loss": 0.0006,
      "step": 38192
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.140643717574393e-07,
      "loss": 0.0006,
      "step": 38193
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.137573232139507e-07,
      "loss": 0.0004,
      "step": 38194
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.134503237813341e-07,
      "loss": 0.0009,
      "step": 38195
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.131433734612471e-07,
      "loss": 0.0004,
      "step": 38196
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.128364722553485e-07,
      "loss": 0.0004,
      "step": 38197
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.125296201652989e-07,
      "loss": 0.0006,
      "step": 38198
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.122228171927583e-07,
      "loss": 0.0009,
      "step": 38199
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.119160633393798e-07,
      "loss": 0.0007,
      "step": 38200
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.116093586068254e-07,
      "loss": 0.0005,
      "step": 38201
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.113027029967536e-07,
      "loss": 0.0006,
      "step": 38202
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.109960965108178e-07,
      "loss": 0.0006,
      "step": 38203
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.106895391506776e-07,
      "loss": 0.001,
      "step": 38204
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.103830309179895e-07,
      "loss": 0.0003,
      "step": 38205
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.100765718144133e-07,
      "loss": 0.0007,
      "step": 38206
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.097701618415999e-07,
      "loss": 0.0006,
      "step": 38207
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.09463801001208e-07,
      "loss": 0.0005,
      "step": 38208
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.091574892948951e-07,
      "loss": 0.0005,
      "step": 38209
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.088512267243144e-07,
      "loss": 0.0005,
      "step": 38210
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.085450132911222e-07,
      "loss": 0.0004,
      "step": 38211
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.082388489969729e-07,
      "loss": 0.0008,
      "step": 38212
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.07932733843524e-07,
      "loss": 0.0004,
      "step": 38213
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.076266678324253e-07,
      "loss": 0.0006,
      "step": 38214
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.073206509653343e-07,
      "loss": 0.0005,
      "step": 38215
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.070146832439064e-07,
      "loss": 0.0005,
      "step": 38216
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.067087646697914e-07,
      "loss": 0.0007,
      "step": 38217
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.064028952446446e-07,
      "loss": 0.0005,
      "step": 38218
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.060970749701204e-07,
      "loss": 0.0011,
      "step": 38219
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.057913038478716e-07,
      "loss": 0.0004,
      "step": 38220
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.054855818795483e-07,
      "loss": 0.0011,
      "step": 38221
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.051799090668045e-07,
      "loss": 0.0007,
      "step": 38222
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.048742854112946e-07,
      "loss": 0.0008,
      "step": 38223
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.045687109146662e-07,
      "loss": 0.0004,
      "step": 38224
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.042631855785733e-07,
      "loss": 0.0006,
      "step": 38225
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.03957709404667e-07,
      "loss": 0.0007,
      "step": 38226
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.036522823945992e-07,
      "loss": 0.0003,
      "step": 38227
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.033469045500187e-07,
      "loss": 0.0005,
      "step": 38228
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.030415758725785e-07,
      "loss": 0.0006,
      "step": 38229
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.027362963639286e-07,
      "loss": 0.0008,
      "step": 38230
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.024310660257163e-07,
      "loss": 0.0008,
      "step": 38231
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.021258848595937e-07,
      "loss": 0.0008,
      "step": 38232
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.018207528672118e-07,
      "loss": 0.0006,
      "step": 38233
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.015156700502159e-07,
      "loss": 0.0009,
      "step": 38234
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.012106364102569e-07,
      "loss": 0.0003,
      "step": 38235
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.009056519489822e-07,
      "loss": 0.0009,
      "step": 38236
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.006007166680453e-07,
      "loss": 0.0005,
      "step": 38237
    },
    {
      "epoch": 1.37,
      "learning_rate": 9.002958305690879e-07,
      "loss": 0.0003,
      "step": 38238
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.999909936537598e-07,
      "loss": 0.0003,
      "step": 38239
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.996862059237122e-07,
      "loss": 0.0005,
      "step": 38240
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.993814673805878e-07,
      "loss": 0.0006,
      "step": 38241
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.990767780260356e-07,
      "loss": 0.0008,
      "step": 38242
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.98772137861702e-07,
      "loss": 0.0005,
      "step": 38243
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.984675468892357e-07,
      "loss": 0.0007,
      "step": 38244
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.981630051102797e-07,
      "loss": 0.0005,
      "step": 38245
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.978585125264816e-07,
      "loss": 0.0005,
      "step": 38246
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.975540691394879e-07,
      "loss": 0.0004,
      "step": 38247
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.97249674950944e-07,
      "loss": 0.0004,
      "step": 38248
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.969453299624942e-07,
      "loss": 0.0007,
      "step": 38249
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.966410341757825e-07,
      "loss": 0.0007,
      "step": 38250
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.963367875924578e-07,
      "loss": 0.0004,
      "step": 38251
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.960325902141598e-07,
      "loss": 0.0005,
      "step": 38252
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.957284420425339e-07,
      "loss": 0.0007,
      "step": 38253
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.954243430792242e-07,
      "loss": 0.0005,
      "step": 38254
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.951202933258773e-07,
      "loss": 0.0005,
      "step": 38255
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.94816292784133e-07,
      "loss": 0.0005,
      "step": 38256
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.945123414556344e-07,
      "loss": 0.0003,
      "step": 38257
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.94208439342028e-07,
      "loss": 0.0007,
      "step": 38258
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.939045864449525e-07,
      "loss": 0.0004,
      "step": 38259
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.936007827660509e-07,
      "loss": 0.0005,
      "step": 38260
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.932970283069653e-07,
      "loss": 0.0005,
      "step": 38261
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.929933230693388e-07,
      "loss": 0.0006,
      "step": 38262
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.926896670548124e-07,
      "loss": 0.0005,
      "step": 38263
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.923860602650269e-07,
      "loss": 0.0003,
      "step": 38264
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.920825027016255e-07,
      "loss": 0.0005,
      "step": 38265
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.917789943662447e-07,
      "loss": 0.0006,
      "step": 38266
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.914755352605276e-07,
      "loss": 0.0004,
      "step": 38267
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.911721253861161e-07,
      "loss": 0.0007,
      "step": 38268
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.908687647446457e-07,
      "loss": 0.0003,
      "step": 38269
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.905654533377583e-07,
      "loss": 0.0004,
      "step": 38270
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.902621911670939e-07,
      "loss": 0.0008,
      "step": 38271
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.899589782342921e-07,
      "loss": 0.0006,
      "step": 38272
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.896558145409906e-07,
      "loss": 0.0005,
      "step": 38273
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.893527000888269e-07,
      "loss": 0.0005,
      "step": 38274
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.890496348794419e-07,
      "loss": 0.0008,
      "step": 38275
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.887466189144711e-07,
      "loss": 0.0004,
      "step": 38276
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.884436521955542e-07,
      "loss": 0.0005,
      "step": 38277
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.881407347243276e-07,
      "loss": 0.0005,
      "step": 38278
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.878378665024301e-07,
      "loss": 0.0003,
      "step": 38279
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.87535047531497e-07,
      "loss": 0.0007,
      "step": 38280
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.872322778131648e-07,
      "loss": 0.0007,
      "step": 38281
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.869295573490733e-07,
      "loss": 0.0005,
      "step": 38282
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.866268861408533e-07,
      "loss": 0.0004,
      "step": 38283
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.863242641901448e-07,
      "loss": 0.0009,
      "step": 38284
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.860216914985808e-07,
      "loss": 0.0007,
      "step": 38285
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.857191680678012e-07,
      "loss": 0.0002,
      "step": 38286
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.854166938994357e-07,
      "loss": 0.0005,
      "step": 38287
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.85114268995122e-07,
      "loss": 0.0006,
      "step": 38288
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.848118933564964e-07,
      "loss": 0.0006,
      "step": 38289
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.845095669851888e-07,
      "loss": 0.0004,
      "step": 38290
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.842072898828358e-07,
      "loss": 0.0005,
      "step": 38291
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.839050620510703e-07,
      "loss": 0.0002,
      "step": 38292
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.836028834915289e-07,
      "loss": 0.0004,
      "step": 38293
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.833007542058403e-07,
      "loss": 0.0005,
      "step": 38294
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.829986741956397e-07,
      "loss": 0.0009,
      "step": 38295
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.826966434625628e-07,
      "loss": 0.0006,
      "step": 38296
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.823946620082357e-07,
      "loss": 0.0006,
      "step": 38297
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.820927298342929e-07,
      "loss": 0.0005,
      "step": 38298
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.817908469423709e-07,
      "loss": 0.0005,
      "step": 38299
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.814890133340958e-07,
      "loss": 0.0007,
      "step": 38300
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.811872290111012e-07,
      "loss": 0.0007,
      "step": 38301
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.808854939750177e-07,
      "loss": 0.0008,
      "step": 38302
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.805838082274798e-07,
      "loss": 0.0004,
      "step": 38303
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.802821717701115e-07,
      "loss": 0.0005,
      "step": 38304
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.799805846045472e-07,
      "loss": 0.0007,
      "step": 38305
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.796790467324179e-07,
      "loss": 0.0005,
      "step": 38306
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.793775581553499e-07,
      "loss": 0.0005,
      "step": 38307
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.790761188749752e-07,
      "loss": 0.0005,
      "step": 38308
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.787747288929216e-07,
      "loss": 0.0004,
      "step": 38309
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.78473388210822e-07,
      "loss": 0.0005,
      "step": 38310
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.781720968302987e-07,
      "loss": 0.0007,
      "step": 38311
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.778708547529846e-07,
      "loss": 0.0003,
      "step": 38312
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.775696619805085e-07,
      "loss": 0.0006,
      "step": 38313
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.772685185144957e-07,
      "loss": 0.001,
      "step": 38314
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.76967424356574e-07,
      "loss": 0.0008,
      "step": 38315
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.766663795083718e-07,
      "loss": 0.0004,
      "step": 38316
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.763653839715191e-07,
      "loss": 0.0005,
      "step": 38317
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.760644377476368e-07,
      "loss": 0.001,
      "step": 38318
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.757635408383547e-07,
      "loss": 0.0007,
      "step": 38319
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.754626932452992e-07,
      "loss": 0.0002,
      "step": 38320
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.75161894970098e-07,
      "loss": 0.0006,
      "step": 38321
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.748611460143729e-07,
      "loss": 0.0005,
      "step": 38322
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.745604463797519e-07,
      "loss": 0.0008,
      "step": 38323
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.742597960678612e-07,
      "loss": 0.0006,
      "step": 38324
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.739591950803239e-07,
      "loss": 0.0006,
      "step": 38325
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.736586434187644e-07,
      "loss": 0.0004,
      "step": 38326
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.733581410848091e-07,
      "loss": 0.0006,
      "step": 38327
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.730576880800823e-07,
      "loss": 0.0005,
      "step": 38328
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.727572844062049e-07,
      "loss": 0.0005,
      "step": 38329
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.724569300648034e-07,
      "loss": 0.0004,
      "step": 38330
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.72156625057502e-07,
      "loss": 0.0006,
      "step": 38331
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.718563693859206e-07,
      "loss": 0.0005,
      "step": 38332
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.715561630516834e-07,
      "loss": 0.0008,
      "step": 38333
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.712560060564135e-07,
      "loss": 0.0007,
      "step": 38334
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.709558984017319e-07,
      "loss": 0.0005,
      "step": 38335
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.706558400892629e-07,
      "loss": 0.0008,
      "step": 38336
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.703558311206295e-07,
      "loss": 0.0004,
      "step": 38337
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.700558714974483e-07,
      "loss": 0.0007,
      "step": 38338
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.697559612213447e-07,
      "loss": 0.0008,
      "step": 38339
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.694561002939361e-07,
      "loss": 0.0003,
      "step": 38340
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.691562887168492e-07,
      "loss": 0.0005,
      "step": 38341
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.688565264916982e-07,
      "loss": 0.0008,
      "step": 38342
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.685568136201051e-07,
      "loss": 0.0004,
      "step": 38343
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.682571501036907e-07,
      "loss": 0.0005,
      "step": 38344
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.679575359440773e-07,
      "loss": 0.0004,
      "step": 38345
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.67657971142879e-07,
      "loss": 0.0005,
      "step": 38346
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.673584557017167e-07,
      "loss": 0.0005,
      "step": 38347
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.670589896222125e-07,
      "loss": 0.0004,
      "step": 38348
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.667595729059819e-07,
      "loss": 0.0007,
      "step": 38349
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.664602055546423e-07,
      "loss": 0.0007,
      "step": 38350
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.661608875698135e-07,
      "loss": 0.0007,
      "step": 38351
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.658616189531155e-07,
      "loss": 0.0003,
      "step": 38352
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.655623997061613e-07,
      "loss": 0.0006,
      "step": 38353
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.652632298305708e-07,
      "loss": 0.0006,
      "step": 38354
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.649641093279615e-07,
      "loss": 0.0005,
      "step": 38355
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.646650381999477e-07,
      "loss": 0.0006,
      "step": 38356
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.643660164481482e-07,
      "loss": 0.0006,
      "step": 38357
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.640670440741772e-07,
      "loss": 0.0004,
      "step": 38358
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.637681210796544e-07,
      "loss": 0.0006,
      "step": 38359
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.634692474661899e-07,
      "loss": 0.0006,
      "step": 38360
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.631704232354032e-07,
      "loss": 0.0003,
      "step": 38361
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.628716483889099e-07,
      "loss": 0.0006,
      "step": 38362
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.62572922928322e-07,
      "loss": 0.0007,
      "step": 38363
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.622742468552537e-07,
      "loss": 0.0003,
      "step": 38364
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.619756201713225e-07,
      "loss": 0.0009,
      "step": 38365
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.616770428781418e-07,
      "loss": 0.0005,
      "step": 38366
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.613785149773235e-07,
      "loss": 0.0006,
      "step": 38367
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.610800364704819e-07,
      "loss": 0.0003,
      "step": 38368
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.607816073592334e-07,
      "loss": 0.0006,
      "step": 38369
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.604832276451835e-07,
      "loss": 0.0011,
      "step": 38370
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.601848973299509e-07,
      "loss": 0.0005,
      "step": 38371
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.598866164151498e-07,
      "loss": 0.0006,
      "step": 38372
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.595883849023868e-07,
      "loss": 0.0003,
      "step": 38373
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.592902027932771e-07,
      "loss": 0.0006,
      "step": 38374
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.589920700894306e-07,
      "loss": 0.0006,
      "step": 38375
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.586939867924627e-07,
      "loss": 0.0002,
      "step": 38376
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.583959529039787e-07,
      "loss": 0.0006,
      "step": 38377
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.58097968425593e-07,
      "loss": 0.0003,
      "step": 38378
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.578000333589176e-07,
      "loss": 0.0002,
      "step": 38379
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.57502147705559e-07,
      "loss": 0.0002,
      "step": 38380
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.572043114671291e-07,
      "loss": 0.0003,
      "step": 38381
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.569065246452368e-07,
      "loss": 0.0008,
      "step": 38382
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.566087872414952e-07,
      "loss": 0.0004,
      "step": 38383
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.563110992575086e-07,
      "loss": 0.0005,
      "step": 38384
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.560134606948888e-07,
      "loss": 0.0007,
      "step": 38385
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.557158715552449e-07,
      "loss": 0.0004,
      "step": 38386
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.554183318401832e-07,
      "loss": 0.0005,
      "step": 38387
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.551208415513123e-07,
      "loss": 0.0005,
      "step": 38388
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.548234006902423e-07,
      "loss": 0.0007,
      "step": 38389
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.545260092585806e-07,
      "loss": 0.0001,
      "step": 38390
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.542286672579314e-07,
      "loss": 0.0007,
      "step": 38391
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.539313746899047e-07,
      "loss": 0.0006,
      "step": 38392
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.53634131556108e-07,
      "loss": 0.0005,
      "step": 38393
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.533369378581446e-07,
      "loss": 0.0005,
      "step": 38394
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.530397935976231e-07,
      "loss": 0.0007,
      "step": 38395
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.527426987761478e-07,
      "loss": 0.0006,
      "step": 38396
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.524456533953295e-07,
      "loss": 0.0003,
      "step": 38397
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.521486574567672e-07,
      "loss": 0.0004,
      "step": 38398
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.518517109620694e-07,
      "loss": 0.0003,
      "step": 38399
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.515548139128404e-07,
      "loss": 0.0007,
      "step": 38400
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.512579663106868e-07,
      "loss": 0.0005,
      "step": 38401
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.509611681572105e-07,
      "loss": 0.0005,
      "step": 38402
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.506644194540159e-07,
      "loss": 0.0006,
      "step": 38403
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.503677202027094e-07,
      "loss": 0.0008,
      "step": 38404
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.50071070404892e-07,
      "loss": 0.001,
      "step": 38405
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.497744700621657e-07,
      "loss": 0.0007,
      "step": 38406
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.494779191761393e-07,
      "loss": 0.0006,
      "step": 38407
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.491814177484103e-07,
      "loss": 0.0006,
      "step": 38408
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.488849657805842e-07,
      "loss": 0.0003,
      "step": 38409
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.485885632742641e-07,
      "loss": 0.0006,
      "step": 38410
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.482922102310476e-07,
      "loss": 0.0006,
      "step": 38411
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.4799590665254e-07,
      "loss": 0.0006,
      "step": 38412
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.476996525403413e-07,
      "loss": 0.0003,
      "step": 38413
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.474034478960558e-07,
      "loss": 0.0006,
      "step": 38414
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.471072927212798e-07,
      "loss": 0.0004,
      "step": 38415
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.468111870176166e-07,
      "loss": 0.0006,
      "step": 38416
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.46515130786667e-07,
      "loss": 0.0008,
      "step": 38417
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.462191240300322e-07,
      "loss": 0.0005,
      "step": 38418
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.459231667493084e-07,
      "loss": 0.0006,
      "step": 38419
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.456272589460967e-07,
      "loss": 0.0008,
      "step": 38420
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.453314006219992e-07,
      "loss": 0.0005,
      "step": 38421
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.450355917786113e-07,
      "loss": 0.0004,
      "step": 38422
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.447398324175338e-07,
      "loss": 0.0005,
      "step": 38423
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.444441225403643e-07,
      "loss": 0.0005,
      "step": 38424
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.44148462148704e-07,
      "loss": 0.0005,
      "step": 38425
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.438528512441468e-07,
      "loss": 0.0006,
      "step": 38426
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.435572898282917e-07,
      "loss": 0.0006,
      "step": 38427
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.432617779027396e-07,
      "loss": 0.0005,
      "step": 38428
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.429663154690826e-07,
      "loss": 0.0006,
      "step": 38429
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.426709025289192e-07,
      "loss": 0.0012,
      "step": 38430
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.423755390838484e-07,
      "loss": 0.0004,
      "step": 38431
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.420802251354653e-07,
      "loss": 0.0006,
      "step": 38432
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.417849606853656e-07,
      "loss": 0.0003,
      "step": 38433
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.414897457351445e-07,
      "loss": 0.0005,
      "step": 38434
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.411945802864008e-07,
      "loss": 0.0006,
      "step": 38435
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.408994643407264e-07,
      "loss": 0.0005,
      "step": 38436
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.406043978997169e-07,
      "loss": 0.0003,
      "step": 38437
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.403093809649676e-07,
      "loss": 0.0005,
      "step": 38438
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.400144135380761e-07,
      "loss": 0.0005,
      "step": 38439
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.397194956206312e-07,
      "loss": 0.0006,
      "step": 38440
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.394246272142303e-07,
      "loss": 0.0003,
      "step": 38441
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.391298083204668e-07,
      "loss": 0.0006,
      "step": 38442
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.388350389409339e-07,
      "loss": 0.0004,
      "step": 38443
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.385403190772234e-07,
      "loss": 0.0006,
      "step": 38444
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.382456487309332e-07,
      "loss": 0.0008,
      "step": 38445
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.379510279036496e-07,
      "loss": 0.0008,
      "step": 38446
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.37656456596968e-07,
      "loss": 0.0006,
      "step": 38447
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.373619348124817e-07,
      "loss": 0.0006,
      "step": 38448
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.370674625517816e-07,
      "loss": 0.0006,
      "step": 38449
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.367730398164575e-07,
      "loss": 0.0006,
      "step": 38450
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.364786666081026e-07,
      "loss": 0.0005,
      "step": 38451
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.361843429283101e-07,
      "loss": 0.0005,
      "step": 38452
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.358900687786653e-07,
      "loss": 0.0006,
      "step": 38453
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.355958441607626e-07,
      "loss": 0.0007,
      "step": 38454
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.353016690761906e-07,
      "loss": 0.0008,
      "step": 38455
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.350075435265426e-07,
      "loss": 0.0007,
      "step": 38456
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.34713467513405e-07,
      "loss": 0.0007,
      "step": 38457
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.344194410383666e-07,
      "loss": 0.0009,
      "step": 38458
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.341254641030217e-07,
      "loss": 0.0002,
      "step": 38459
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.338315367089522e-07,
      "loss": 0.0004,
      "step": 38460
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.335376588577515e-07,
      "loss": 0.0003,
      "step": 38461
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.33243830551006e-07,
      "loss": 0.0003,
      "step": 38462
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.329500517903066e-07,
      "loss": 0.0004,
      "step": 38463
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.326563225772378e-07,
      "loss": 0.0005,
      "step": 38464
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.323626429133891e-07,
      "loss": 0.0006,
      "step": 38465
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.320690128003484e-07,
      "loss": 0.001,
      "step": 38466
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.317754322396998e-07,
      "loss": 0.0008,
      "step": 38467
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.314819012330322e-07,
      "loss": 0.0003,
      "step": 38468
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.31188419781932e-07,
      "loss": 0.0006,
      "step": 38469
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.308949878879869e-07,
      "loss": 0.0004,
      "step": 38470
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.306016055527799e-07,
      "loss": 0.0005,
      "step": 38471
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.303082727778978e-07,
      "loss": 0.0002,
      "step": 38472
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.300149895649268e-07,
      "loss": 0.0005,
      "step": 38473
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.297217559154535e-07,
      "loss": 0.0007,
      "step": 38474
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.294285718310591e-07,
      "loss": 0.0006,
      "step": 38475
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.291354373133309e-07,
      "loss": 0.0007,
      "step": 38476
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.288423523638534e-07,
      "loss": 0.0009,
      "step": 38477
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.285493169842073e-07,
      "loss": 0.0005,
      "step": 38478
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.282563311759795e-07,
      "loss": 0.0005,
      "step": 38479
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.279633949407561e-07,
      "loss": 0.0004,
      "step": 38480
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.276705082801151e-07,
      "loss": 0.0006,
      "step": 38481
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.273776711956416e-07,
      "loss": 0.0005,
      "step": 38482
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.270848836889211e-07,
      "loss": 0.0007,
      "step": 38483
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.267921457615313e-07,
      "loss": 0.0005,
      "step": 38484
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.264994574150576e-07,
      "loss": 0.0005,
      "step": 38485
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.262068186510808e-07,
      "loss": 0.0006,
      "step": 38486
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.259142294711842e-07,
      "loss": 0.0007,
      "step": 38487
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.256216898769476e-07,
      "loss": 0.0005,
      "step": 38488
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.253291998699509e-07,
      "loss": 0.0004,
      "step": 38489
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.250367594517783e-07,
      "loss": 0.0005,
      "step": 38490
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.247443686240097e-07,
      "loss": 0.0005,
      "step": 38491
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.244520273882229e-07,
      "loss": 0.001,
      "step": 38492
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.241597357459996e-07,
      "loss": 0.0007,
      "step": 38493
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.238674936989211e-07,
      "loss": 0.0003,
      "step": 38494
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.235753012485648e-07,
      "loss": 0.0004,
      "step": 38495
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.232831583965095e-07,
      "loss": 0.0004,
      "step": 38496
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.229910651443362e-07,
      "loss": 0.0005,
      "step": 38497
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.226990214936248e-07,
      "loss": 0.0004,
      "step": 38498
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.224070274459506e-07,
      "loss": 0.0006,
      "step": 38499
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.221150830028923e-07,
      "loss": 0.0003,
      "step": 38500
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.21823188166031e-07,
      "loss": 0.0004,
      "step": 38501
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.215313429369399e-07,
      "loss": 0.0005,
      "step": 38502
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.212395473171986e-07,
      "loss": 0.0008,
      "step": 38503
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.209478013083849e-07,
      "loss": 0.0004,
      "step": 38504
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.206561049120764e-07,
      "loss": 0.0004,
      "step": 38505
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.203644581298465e-07,
      "loss": 0.001,
      "step": 38506
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.200728609632735e-07,
      "loss": 0.0005,
      "step": 38507
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.197813134139343e-07,
      "loss": 0.0003,
      "step": 38508
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.19489815483403e-07,
      "loss": 0.0004,
      "step": 38509
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.191983671732551e-07,
      "loss": 0.0006,
      "step": 38510
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.189069684850671e-07,
      "loss": 0.0007,
      "step": 38511
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.186156194204154e-07,
      "loss": 0.0004,
      "step": 38512
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.18324319980871e-07,
      "loss": 0.0002,
      "step": 38513
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.180330701680084e-07,
      "loss": 0.0004,
      "step": 38514
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.177418699834072e-07,
      "loss": 0.0007,
      "step": 38515
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.174507194286363e-07,
      "loss": 0.0003,
      "step": 38516
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.171596185052711e-07,
      "loss": 0.0008,
      "step": 38517
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.168685672148858e-07,
      "loss": 0.0007,
      "step": 38518
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.165775655590502e-07,
      "loss": 0.0006,
      "step": 38519
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.16286613539341e-07,
      "loss": 0.0007,
      "step": 38520
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.15995711157328e-07,
      "loss": 0.0008,
      "step": 38521
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.157048584145865e-07,
      "loss": 0.0004,
      "step": 38522
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.154140553126855e-07,
      "loss": 0.0006,
      "step": 38523
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.151233018531978e-07,
      "loss": 0.0007,
      "step": 38524
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.14832598037697e-07,
      "loss": 0.0006,
      "step": 38525
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.145419438677504e-07,
      "loss": 0.0005,
      "step": 38526
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.142513393449314e-07,
      "loss": 0.0003,
      "step": 38527
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.139607844708109e-07,
      "loss": 0.0009,
      "step": 38528
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.136702792469598e-07,
      "loss": 0.0007,
      "step": 38529
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.133798236749457e-07,
      "loss": 0.0003,
      "step": 38530
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.130894177563409e-07,
      "loss": 0.0007,
      "step": 38531
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.12799061492715e-07,
      "loss": 0.0005,
      "step": 38532
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.125087548856347e-07,
      "loss": 0.0005,
      "step": 38533
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.122184979366721e-07,
      "loss": 0.0004,
      "step": 38534
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.119282906473946e-07,
      "loss": 0.001,
      "step": 38535
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.116381330193723e-07,
      "loss": 0.0006,
      "step": 38536
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.113480250541705e-07,
      "loss": 0.0005,
      "step": 38537
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.110579667533603e-07,
      "loss": 0.0004,
      "step": 38538
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.107679581185091e-07,
      "loss": 0.0004,
      "step": 38539
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.104779991511813e-07,
      "loss": 0.0004,
      "step": 38540
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.101880898529468e-07,
      "loss": 0.0011,
      "step": 38541
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.09898230225371e-07,
      "loss": 0.0008,
      "step": 38542
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.09608420270025e-07,
      "loss": 0.0004,
      "step": 38543
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.093186599884695e-07,
      "loss": 0.0008,
      "step": 38544
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.090289493822723e-07,
      "loss": 0.0006,
      "step": 38545
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.087392884530009e-07,
      "loss": 0.0007,
      "step": 38546
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.08449677202221e-07,
      "loss": 0.0004,
      "step": 38547
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.081601156314956e-07,
      "loss": 0.0006,
      "step": 38548
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.0787060374239e-07,
      "loss": 0.0004,
      "step": 38549
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.075811415364732e-07,
      "loss": 0.0003,
      "step": 38550
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.072917290153027e-07,
      "loss": 0.0003,
      "step": 38551
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.070023661804483e-07,
      "loss": 0.0006,
      "step": 38552
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.067130530334744e-07,
      "loss": 0.0006,
      "step": 38553
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.064237895759408e-07,
      "loss": 0.0006,
      "step": 38554
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.06134575809413e-07,
      "loss": 0.0004,
      "step": 38555
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.058454117354553e-07,
      "loss": 0.0004,
      "step": 38556
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.055562973556275e-07,
      "loss": 0.0003,
      "step": 38557
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.05267232671495e-07,
      "loss": 0.0007,
      "step": 38558
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.049782176846188e-07,
      "loss": 0.0004,
      "step": 38559
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.046892523965632e-07,
      "loss": 0.0004,
      "step": 38560
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.044003368088871e-07,
      "loss": 0.0003,
      "step": 38561
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.041114709231534e-07,
      "loss": 0.0003,
      "step": 38562
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.038226547409234e-07,
      "loss": 0.0006,
      "step": 38563
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.035338882637589e-07,
      "loss": 0.0007,
      "step": 38564
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.032451714932188e-07,
      "loss": 0.0002,
      "step": 38565
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.029565044308652e-07,
      "loss": 0.0004,
      "step": 38566
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.026678870782589e-07,
      "loss": 0.0002,
      "step": 38567
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.023793194369578e-07,
      "loss": 0.0005,
      "step": 38568
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.020908015085216e-07,
      "loss": 0.0005,
      "step": 38569
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.018023332945113e-07,
      "loss": 0.0005,
      "step": 38570
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.015139147964867e-07,
      "loss": 0.0004,
      "step": 38571
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.012255460160046e-07,
      "loss": 0.0004,
      "step": 38572
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.009372269546245e-07,
      "loss": 0.0005,
      "step": 38573
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.006489576139054e-07,
      "loss": 0.0004,
      "step": 38574
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.003607379954037e-07,
      "loss": 0.0006,
      "step": 38575
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.000725681006794e-07,
      "loss": 0.0008,
      "step": 38576
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.997844479312877e-07,
      "loss": 0.0005,
      "step": 38577
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.994963774887887e-07,
      "loss": 0.0011,
      "step": 38578
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.992083567747366e-07,
      "loss": 0.0007,
      "step": 38579
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.989203857906891e-07,
      "loss": 0.0005,
      "step": 38580
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.986324645382048e-07,
      "loss": 0.001,
      "step": 38581
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.98344593018836e-07,
      "loss": 0.0006,
      "step": 38582
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.980567712341414e-07,
      "loss": 0.001,
      "step": 38583
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.977689991856752e-07,
      "loss": 0.0003,
      "step": 38584
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.974812768749951e-07,
      "loss": 0.0006,
      "step": 38585
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.971936043036544e-07,
      "loss": 0.0004,
      "step": 38586
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.96905981473205e-07,
      "loss": 0.0004,
      "step": 38587
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.966184083852091e-07,
      "loss": 0.0007,
      "step": 38588
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.963308850412143e-07,
      "loss": 0.0004,
      "step": 38589
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.960434114427773e-07,
      "loss": 0.0007,
      "step": 38590
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.957559875914533e-07,
      "loss": 0.0006,
      "step": 38591
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.954686134887923e-07,
      "loss": 0.0012,
      "step": 38592
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.951812891363498e-07,
      "loss": 0.0004,
      "step": 38593
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.948940145356776e-07,
      "loss": 0.0004,
      "step": 38594
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.946067896883314e-07,
      "loss": 0.0011,
      "step": 38595
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.943196145958598e-07,
      "loss": 0.0004,
      "step": 38596
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.940324892598161e-07,
      "loss": 0.0004,
      "step": 38597
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.937454136817546e-07,
      "loss": 0.0007,
      "step": 38598
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.93458387863224e-07,
      "loss": 0.0007,
      "step": 38599
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.931714118057754e-07,
      "loss": 0.0008,
      "step": 38600
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.928844855109618e-07,
      "loss": 0.0007,
      "step": 38601
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.925976089803355e-07,
      "loss": 0.0006,
      "step": 38602
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.92310782215443e-07,
      "loss": 0.0006,
      "step": 38603
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.920240052178363e-07,
      "loss": 0.0009,
      "step": 38604
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.917372779890676e-07,
      "loss": 0.0003,
      "step": 38605
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.914506005306832e-07,
      "loss": 0.0009,
      "step": 38606
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.911639728442333e-07,
      "loss": 0.0006,
      "step": 38607
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.908773949312686e-07,
      "loss": 0.0005,
      "step": 38608
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.905908667933393e-07,
      "loss": 0.0005,
      "step": 38609
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.903043884319905e-07,
      "loss": 0.0004,
      "step": 38610
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.900179598487711e-07,
      "loss": 0.0009,
      "step": 38611
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.897315810452333e-07,
      "loss": 0.0009,
      "step": 38612
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.894452520229201e-07,
      "loss": 0.0008,
      "step": 38613
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.891589727833804e-07,
      "loss": 0.0005,
      "step": 38614
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.888727433281629e-07,
      "loss": 0.0004,
      "step": 38615
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.885865636588153e-07,
      "loss": 0.0004,
      "step": 38616
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.883004337768818e-07,
      "loss": 0.0007,
      "step": 38617
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.880143536839091e-07,
      "loss": 0.0008,
      "step": 38618
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.877283233814448e-07,
      "loss": 0.0007,
      "step": 38619
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.874423428710376e-07,
      "loss": 0.0004,
      "step": 38620
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.871564121542275e-07,
      "loss": 0.0004,
      "step": 38621
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.86870531232563e-07,
      "loss": 0.0003,
      "step": 38622
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.865847001075889e-07,
      "loss": 0.0004,
      "step": 38623
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.86298918780849e-07,
      "loss": 0.0007,
      "step": 38624
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.860131872538901e-07,
      "loss": 0.0005,
      "step": 38625
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.857275055282576e-07,
      "loss": 0.0006,
      "step": 38626
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.854418736054914e-07,
      "loss": 0.0003,
      "step": 38627
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.85156291487138e-07,
      "loss": 0.0005,
      "step": 38628
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.848707591747417e-07,
      "loss": 0.0014,
      "step": 38629
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.845852766698425e-07,
      "loss": 0.0007,
      "step": 38630
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.842998439739868e-07,
      "loss": 0.0003,
      "step": 38631
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.840144610887146e-07,
      "loss": 0.0002,
      "step": 38632
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.837291280155723e-07,
      "loss": 0.0009,
      "step": 38633
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.834438447560977e-07,
      "loss": 0.0006,
      "step": 38634
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.83158611311835e-07,
      "loss": 0.0004,
      "step": 38635
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.828734276843264e-07,
      "loss": 0.0006,
      "step": 38636
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.825882938751117e-07,
      "loss": 0.0006,
      "step": 38637
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.82303209885732e-07,
      "loss": 0.0006,
      "step": 38638
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.820181757177292e-07,
      "loss": 0.0004,
      "step": 38639
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.817331913726456e-07,
      "loss": 0.0006,
      "step": 38640
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.814482568520188e-07,
      "loss": 0.0006,
      "step": 38641
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.811633721573886e-07,
      "loss": 0.0005,
      "step": 38642
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.808785372902961e-07,
      "loss": 0.0005,
      "step": 38643
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.805937522522822e-07,
      "loss": 0.0006,
      "step": 38644
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.803090170448823e-07,
      "loss": 0.0007,
      "step": 38645
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.800243316696387e-07,
      "loss": 0.0006,
      "step": 38646
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.7973969612809e-07,
      "loss": 0.0006,
      "step": 38647
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.794551104217729e-07,
      "loss": 0.0009,
      "step": 38648
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.79170574552226e-07,
      "loss": 0.0002,
      "step": 38649
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.78886088520987e-07,
      "loss": 0.0008,
      "step": 38650
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.786016523295959e-07,
      "loss": 0.0005,
      "step": 38651
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.783172659795868e-07,
      "loss": 0.0007,
      "step": 38652
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.780329294724986e-07,
      "loss": 0.0005,
      "step": 38653
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.777486428098691e-07,
      "loss": 0.0006,
      "step": 38654
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.774644059932323e-07,
      "loss": 0.0006,
      "step": 38655
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.771802190241251e-07,
      "loss": 0.0007,
      "step": 38656
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.76896081904085e-07,
      "loss": 0.0005,
      "step": 38657
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.766119946346484e-07,
      "loss": 0.0003,
      "step": 38658
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.763279572173454e-07,
      "loss": 0.0006,
      "step": 38659
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.760439696537181e-07,
      "loss": 0.0003,
      "step": 38660
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.757600319452985e-07,
      "loss": 0.0005,
      "step": 38661
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.75476144093621e-07,
      "loss": 0.0006,
      "step": 38662
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.751923061002198e-07,
      "loss": 0.0007,
      "step": 38663
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.749085179666305e-07,
      "loss": 0.0004,
      "step": 38664
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.746247796943851e-07,
      "loss": 0.0006,
      "step": 38665
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.74341091285018e-07,
      "loss": 0.0007,
      "step": 38666
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.740574527400624e-07,
      "loss": 0.0005,
      "step": 38667
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.737738640610537e-07,
      "loss": 0.0008,
      "step": 38668
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.734903252495196e-07,
      "loss": 0.0003,
      "step": 38669
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.732068363069967e-07,
      "loss": 0.0003,
      "step": 38670
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.729233972350181e-07,
      "loss": 0.0006,
      "step": 38671
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.726400080351115e-07,
      "loss": 0.0006,
      "step": 38672
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.723566687088102e-07,
      "loss": 0.0009,
      "step": 38673
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.720733792576474e-07,
      "loss": 0.0007,
      "step": 38674
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.71790139683154e-07,
      "loss": 0.0007,
      "step": 38675
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.715069499868599e-07,
      "loss": 0.0005,
      "step": 38676
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.712238101702941e-07,
      "loss": 0.0003,
      "step": 38677
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.709407202349916e-07,
      "loss": 0.0008,
      "step": 38678
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.706576801824783e-07,
      "loss": 0.0005,
      "step": 38679
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.70374690014285e-07,
      "loss": 0.0005,
      "step": 38680
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.700917497319416e-07,
      "loss": 0.0005,
      "step": 38681
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.69808859336979e-07,
      "loss": 0.0006,
      "step": 38682
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.695260188309228e-07,
      "loss": 0.0006,
      "step": 38683
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.692432282153039e-07,
      "loss": 0.0004,
      "step": 38684
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.689604874916523e-07,
      "loss": 0.0008,
      "step": 38685
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.686777966614933e-07,
      "loss": 0.0011,
      "step": 38686
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.683951557263547e-07,
      "loss": 0.0004,
      "step": 38687
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.681125646877663e-07,
      "loss": 0.0004,
      "step": 38688
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.678300235472557e-07,
      "loss": 0.0007,
      "step": 38689
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.675475323063475e-07,
      "loss": 0.0004,
      "step": 38690
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.672650909665702e-07,
      "loss": 0.0003,
      "step": 38691
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.669826995294515e-07,
      "loss": 0.0006,
      "step": 38692
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.667003579965149e-07,
      "loss": 0.0005,
      "step": 38693
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.664180663692877e-07,
      "loss": 0.0006,
      "step": 38694
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.661358246492967e-07,
      "loss": 0.001,
      "step": 38695
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.658536328380661e-07,
      "loss": 0.0003,
      "step": 38696
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.655714909371215e-07,
      "loss": 0.0001,
      "step": 38697
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.652893989479881e-07,
      "loss": 0.0002,
      "step": 38698
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.650073568721916e-07,
      "loss": 0.0005,
      "step": 38699
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.647253647112551e-07,
      "loss": 0.0008,
      "step": 38700
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.644434224667019e-07,
      "loss": 0.0005,
      "step": 38701
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.641615301400584e-07,
      "loss": 0.0003,
      "step": 38702
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.638796877328458e-07,
      "loss": 0.0003,
      "step": 38703
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.635978952465883e-07,
      "loss": 0.0006,
      "step": 38704
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.633161526828103e-07,
      "loss": 0.0003,
      "step": 38705
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.630344600430339e-07,
      "loss": 0.0006,
      "step": 38706
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.62752817328779e-07,
      "loss": 0.0007,
      "step": 38707
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.624712245415711e-07,
      "loss": 0.0004,
      "step": 38708
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.621896816829322e-07,
      "loss": 0.0004,
      "step": 38709
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.619081887543822e-07,
      "loss": 0.0005,
      "step": 38710
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.616267457574422e-07,
      "loss": 0.0004,
      "step": 38711
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.613453526936354e-07,
      "loss": 0.0007,
      "step": 38712
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.610640095644839e-07,
      "loss": 0.0004,
      "step": 38713
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.607827163715043e-07,
      "loss": 0.0006,
      "step": 38714
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.605014731162185e-07,
      "loss": 0.001,
      "step": 38715
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.602202798001468e-07,
      "loss": 0.0004,
      "step": 38716
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.599391364248121e-07,
      "loss": 0.0005,
      "step": 38717
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.596580429917289e-07,
      "loss": 0.0006,
      "step": 38718
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.593769995024192e-07,
      "loss": 0.0005,
      "step": 38719
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.590960059584029e-07,
      "loss": 0.0004,
      "step": 38720
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.588150623611967e-07,
      "loss": 0.0002,
      "step": 38721
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.585341687123193e-07,
      "loss": 0.0005,
      "step": 38722
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.582533250132895e-07,
      "loss": 0.0003,
      "step": 38723
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.579725312656272e-07,
      "loss": 0.0009,
      "step": 38724
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.576917874708456e-07,
      "loss": 0.0005,
      "step": 38725
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.574110936304657e-07,
      "loss": 0.0007,
      "step": 38726
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.571304497460053e-07,
      "loss": 0.0009,
      "step": 38727
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.568498558189774e-07,
      "loss": 0.0006,
      "step": 38728
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.56569311850901e-07,
      "loss": 0.0005,
      "step": 38729
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.562888178432925e-07,
      "loss": 0.0004,
      "step": 38730
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.560083737976676e-07,
      "loss": 0.0006,
      "step": 38731
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.557279797155426e-07,
      "loss": 0.0006,
      "step": 38732
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.55447635598432e-07,
      "loss": 0.0007,
      "step": 38733
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.551673414478533e-07,
      "loss": 0.0005,
      "step": 38734
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.548870972653177e-07,
      "loss": 0.0007,
      "step": 38735
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.546069030523428e-07,
      "loss": 0.0006,
      "step": 38736
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.543267588104442e-07,
      "loss": 0.0007,
      "step": 38737
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.540466645411326e-07,
      "loss": 0.0003,
      "step": 38738
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.537666202459226e-07,
      "loss": 0.0006,
      "step": 38739
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.534866259263296e-07,
      "loss": 0.0007,
      "step": 38740
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.532066815838668e-07,
      "loss": 0.0003,
      "step": 38741
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.529267872200452e-07,
      "loss": 0.0003,
      "step": 38742
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.526469428363792e-07,
      "loss": 0.0004,
      "step": 38743
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.523671484343831e-07,
      "loss": 0.0006,
      "step": 38744
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.520874040155646e-07,
      "loss": 0.0004,
      "step": 38745
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.518077095814392e-07,
      "loss": 0.0003,
      "step": 38746
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.515280651335166e-07,
      "loss": 0.0004,
      "step": 38747
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.512484706733125e-07,
      "loss": 0.0013,
      "step": 38748
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.509689262023323e-07,
      "loss": 0.0007,
      "step": 38749
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.506894317220902e-07,
      "loss": 0.0008,
      "step": 38750
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.504099872340986e-07,
      "loss": 0.0005,
      "step": 38751
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.501305927398628e-07,
      "loss": 0.0005,
      "step": 38752
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.498512482408959e-07,
      "loss": 0.0006,
      "step": 38753
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.49571953738708e-07,
      "loss": 0.0006,
      "step": 38754
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.492927092348101e-07,
      "loss": 0.0004,
      "step": 38755
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.490135147307076e-07,
      "loss": 0.0007,
      "step": 38756
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.487343702279116e-07,
      "loss": 0.0005,
      "step": 38757
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.484552757279317e-07,
      "loss": 0.0006,
      "step": 38758
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.481762312322749e-07,
      "loss": 0.0005,
      "step": 38759
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.478972367424498e-07,
      "loss": 0.0008,
      "step": 38760
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.476182922599651e-07,
      "loss": 0.0006,
      "step": 38761
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.473393977863297e-07,
      "loss": 0.0004,
      "step": 38762
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.470605533230468e-07,
      "loss": 0.0006,
      "step": 38763
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.467817588716264e-07,
      "loss": 0.0008,
      "step": 38764
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.465030144335772e-07,
      "loss": 0.0005,
      "step": 38765
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.462243200104013e-07,
      "loss": 0.0003,
      "step": 38766
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.459456756036065e-07,
      "loss": 0.001,
      "step": 38767
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.456670812147027e-07,
      "loss": 0.0005,
      "step": 38768
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.453885368451918e-07,
      "loss": 0.0005,
      "step": 38769
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.451100424965796e-07,
      "loss": 0.0005,
      "step": 38770
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.448315981703714e-07,
      "loss": 0.0004,
      "step": 38771
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.445532038680758e-07,
      "loss": 0.0005,
      "step": 38772
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.442748595911919e-07,
      "loss": 0.0003,
      "step": 38773
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.439965653412274e-07,
      "loss": 0.0006,
      "step": 38774
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.437183211196875e-07,
      "loss": 0.0005,
      "step": 38775
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.434401269280722e-07,
      "loss": 0.001,
      "step": 38776
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.431619827678882e-07,
      "loss": 0.0003,
      "step": 38777
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.428838886406375e-07,
      "loss": 0.0008,
      "step": 38778
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.426058445478257e-07,
      "loss": 0.0009,
      "step": 38779
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.423278504909515e-07,
      "loss": 0.0007,
      "step": 38780
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.420499064715203e-07,
      "loss": 0.0004,
      "step": 38781
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.417720124910344e-07,
      "loss": 0.0006,
      "step": 38782
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.414941685509947e-07,
      "loss": 0.0006,
      "step": 38783
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.412163746529022e-07,
      "loss": 0.0006,
      "step": 38784
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.409386307982602e-07,
      "loss": 0.0006,
      "step": 38785
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.406609369885709e-07,
      "loss": 0.0004,
      "step": 38786
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.403832932253308e-07,
      "loss": 0.0005,
      "step": 38787
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.401056995100442e-07,
      "loss": 0.0005,
      "step": 38788
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.398281558442111e-07,
      "loss": 0.0007,
      "step": 38789
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.395506622293314e-07,
      "loss": 0.0007,
      "step": 38790
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.392732186669039e-07,
      "loss": 0.0002,
      "step": 38791
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.389958251584283e-07,
      "loss": 0.0005,
      "step": 38792
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.387184817054072e-07,
      "loss": 0.0008,
      "step": 38793
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.384411883093345e-07,
      "loss": 0.0005,
      "step": 38794
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.381639449717115e-07,
      "loss": 0.0005,
      "step": 38795
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.378867516940368e-07,
      "loss": 0.0005,
      "step": 38796
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.376096084778094e-07,
      "loss": 0.0005,
      "step": 38797
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.373325153245259e-07,
      "loss": 0.0006,
      "step": 38798
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.370554722356826e-07,
      "loss": 0.0007,
      "step": 38799
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.367784792127819e-07,
      "loss": 0.0004,
      "step": 38800
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.365015362573147e-07,
      "loss": 0.0007,
      "step": 38801
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.362246433707821e-07,
      "loss": 0.0008,
      "step": 38802
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.359478005546783e-07,
      "loss": 0.0003,
      "step": 38803
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.356710078105023e-07,
      "loss": 0.0006,
      "step": 38804
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.353942651397472e-07,
      "loss": 0.0005,
      "step": 38805
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.351175725439131e-07,
      "loss": 0.0006,
      "step": 38806
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.348409300244896e-07,
      "loss": 0.0009,
      "step": 38807
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.345643375829759e-07,
      "loss": 0.0003,
      "step": 38808
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.34287795220866e-07,
      "loss": 0.0002,
      "step": 38809
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.340113029396567e-07,
      "loss": 0.0006,
      "step": 38810
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.337348607408379e-07,
      "loss": 0.0005,
      "step": 38811
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.334584686259061e-07,
      "loss": 0.0006,
      "step": 38812
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.331821265963568e-07,
      "loss": 0.0006,
      "step": 38813
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.329058346536821e-07,
      "loss": 0.0002,
      "step": 38814
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.326295927993755e-07,
      "loss": 0.0007,
      "step": 38815
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.323534010349287e-07,
      "loss": 0.0005,
      "step": 38816
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.320772593618375e-07,
      "loss": 0.0007,
      "step": 38817
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.318011677815917e-07,
      "loss": 0.0005,
      "step": 38818
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.315251262956846e-07,
      "loss": 0.0004,
      "step": 38819
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.312491349056072e-07,
      "loss": 0.0006,
      "step": 38820
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.30973193612855e-07,
      "loss": 0.0004,
      "step": 38821
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.306973024189145e-07,
      "loss": 0.0006,
      "step": 38822
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.304214613252803e-07,
      "loss": 0.0004,
      "step": 38823
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.30145670333442e-07,
      "loss": 0.0003,
      "step": 38824
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.298699294448896e-07,
      "loss": 0.0008,
      "step": 38825
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.295942386611143e-07,
      "loss": 0.001,
      "step": 38826
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.29318597983606e-07,
      "loss": 0.0006,
      "step": 38827
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.290430074138555e-07,
      "loss": 0.0007,
      "step": 38828
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.287674669533507e-07,
      "loss": 0.0005,
      "step": 38829
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.284919766035814e-07,
      "loss": 0.0007,
      "step": 38830
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.282165363660387e-07,
      "loss": 0.0006,
      "step": 38831
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.27941146242207e-07,
      "loss": 0.0005,
      "step": 38832
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.276658062335784e-07,
      "loss": 0.0005,
      "step": 38833
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.273905163416394e-07,
      "loss": 0.0005,
      "step": 38834
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.271152765678813e-07,
      "loss": 0.0009,
      "step": 38835
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.268400869137859e-07,
      "loss": 0.001,
      "step": 38836
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.265649473808445e-07,
      "loss": 0.0008,
      "step": 38837
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.262898579705446e-07,
      "loss": 0.0007,
      "step": 38838
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.260148186843697e-07,
      "loss": 0.0005,
      "step": 38839
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.257398295238094e-07,
      "loss": 0.0006,
      "step": 38840
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.254648904903505e-07,
      "loss": 0.0005,
      "step": 38841
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.251900015854763e-07,
      "loss": 0.0007,
      "step": 38842
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.249151628106744e-07,
      "loss": 0.0004,
      "step": 38843
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.24640374167429e-07,
      "loss": 0.0008,
      "step": 38844
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.243656356572292e-07,
      "loss": 0.0004,
      "step": 38845
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.240909472815538e-07,
      "loss": 0.0005,
      "step": 38846
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.238163090418915e-07,
      "loss": 0.0006,
      "step": 38847
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.235417209397278e-07,
      "loss": 0.0005,
      "step": 38848
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.232671829765426e-07,
      "loss": 0.0009,
      "step": 38849
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.229926951538224e-07,
      "loss": 0.0004,
      "step": 38850
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.227182574730496e-07,
      "loss": 0.0009,
      "step": 38851
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.224438699357117e-07,
      "loss": 0.0007,
      "step": 38852
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.221695325432854e-07,
      "loss": 0.0007,
      "step": 38853
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.218952452972571e-07,
      "loss": 0.0005,
      "step": 38854
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.216210081991093e-07,
      "loss": 0.0005,
      "step": 38855
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.213468212503239e-07,
      "loss": 0.0007,
      "step": 38856
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.210726844523808e-07,
      "loss": 0.0005,
      "step": 38857
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.207985978067644e-07,
      "loss": 0.0008,
      "step": 38858
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.20524561314957e-07,
      "loss": 0.0004,
      "step": 38859
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.202505749784361e-07,
      "loss": 0.0006,
      "step": 38860
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.199766387986851e-07,
      "loss": 0.0008,
      "step": 38861
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.197027527771849e-07,
      "loss": 0.0008,
      "step": 38862
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.194289169154145e-07,
      "loss": 0.0005,
      "step": 38863
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.191551312148537e-07,
      "loss": 0.0004,
      "step": 38864
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.188813956769825e-07,
      "loss": 0.0009,
      "step": 38865
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.186077103032841e-07,
      "loss": 0.0003,
      "step": 38866
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.183340750952317e-07,
      "loss": 0.0004,
      "step": 38867
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.180604900543075e-07,
      "loss": 0.0005,
      "step": 38868
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.177869551819905e-07,
      "loss": 0.0005,
      "step": 38869
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.175134704797593e-07,
      "loss": 0.001,
      "step": 38870
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.172400359490905e-07,
      "loss": 0.0005,
      "step": 38871
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.16966651591463e-07,
      "loss": 0.0003,
      "step": 38872
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.166933174083557e-07,
      "loss": 0.0005,
      "step": 38873
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.164200334012428e-07,
      "loss": 0.0007,
      "step": 38874
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.16146799571602e-07,
      "loss": 0.0005,
      "step": 38875
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.158736159209146e-07,
      "loss": 0.0006,
      "step": 38876
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.156004824506524e-07,
      "loss": 0.001,
      "step": 38877
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.153273991622922e-07,
      "loss": 0.0009,
      "step": 38878
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.150543660573128e-07,
      "loss": 0.0006,
      "step": 38879
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.147813831371875e-07,
      "loss": 0.0005,
      "step": 38880
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.145084504033917e-07,
      "loss": 0.0004,
      "step": 38881
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.142355678574009e-07,
      "loss": 0.0004,
      "step": 38882
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.139627355006918e-07,
      "loss": 0.0006,
      "step": 38883
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.136899533347363e-07,
      "loss": 0.0006,
      "step": 38884
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.134172213610102e-07,
      "loss": 0.0007,
      "step": 38885
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.131445395809877e-07,
      "loss": 0.0005,
      "step": 38886
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.128719079961443e-07,
      "loss": 0.0006,
      "step": 38887
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.12599326607949e-07,
      "loss": 0.0002,
      "step": 38888
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.123267954178792e-07,
      "loss": 0.0004,
      "step": 38889
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.120543144274072e-07,
      "loss": 0.0007,
      "step": 38890
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.11781883638003e-07,
      "loss": 0.0009,
      "step": 38891
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.115095030511421e-07,
      "loss": 0.0007,
      "step": 38892
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.112371726682954e-07,
      "loss": 0.001,
      "step": 38893
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.109648924909374e-07,
      "loss": 0.0006,
      "step": 38894
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.106926625205346e-07,
      "loss": 0.0006,
      "step": 38895
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.104204827585626e-07,
      "loss": 0.0005,
      "step": 38896
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.101483532064923e-07,
      "loss": 0.0007,
      "step": 38897
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.098762738657916e-07,
      "loss": 0.0005,
      "step": 38898
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.096042447379336e-07,
      "loss": 0.0006,
      "step": 38899
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.093322658243884e-07,
      "loss": 0.0007,
      "step": 38900
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.090603371266269e-07,
      "loss": 0.0006,
      "step": 38901
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.087884586461158e-07,
      "loss": 0.0004,
      "step": 38902
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.08516630384326e-07,
      "loss": 0.0006,
      "step": 38903
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.082448523427299e-07,
      "loss": 0.0005,
      "step": 38904
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.079731245227917e-07,
      "loss": 0.0005,
      "step": 38905
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.077014469259813e-07,
      "loss": 0.0003,
      "step": 38906
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.074298195537688e-07,
      "loss": 0.0002,
      "step": 38907
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.071582424076229e-07,
      "loss": 0.0003,
      "step": 38908
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.06886715489008e-07,
      "loss": 0.0003,
      "step": 38909
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.066152387993941e-07,
      "loss": 0.0008,
      "step": 38910
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.063438123402488e-07,
      "loss": 0.0004,
      "step": 38911
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.060724361130356e-07,
      "loss": 0.0005,
      "step": 38912
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.058011101192263e-07,
      "loss": 0.0006,
      "step": 38913
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.055298343602868e-07,
      "loss": 0.0007,
      "step": 38914
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.0525860883768e-07,
      "loss": 0.0005,
      "step": 38915
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.049874335528739e-07,
      "loss": 0.0004,
      "step": 38916
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.047163085073339e-07,
      "loss": 0.0008,
      "step": 38917
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.044452337025265e-07,
      "loss": 0.0005,
      "step": 38918
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.04174209139915e-07,
      "loss": 0.0004,
      "step": 38919
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.039032348209641e-07,
      "loss": 0.0007,
      "step": 38920
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.036323107471422e-07,
      "loss": 0.0006,
      "step": 38921
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.033614369199083e-07,
      "loss": 0.0005,
      "step": 38922
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.0309061334073e-07,
      "loss": 0.0006,
      "step": 38923
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.028198400110697e-07,
      "loss": 0.0011,
      "step": 38924
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.025491169323928e-07,
      "loss": 0.0008,
      "step": 38925
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.022784441061591e-07,
      "loss": 0.0006,
      "step": 38926
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.020078215338333e-07,
      "loss": 0.0007,
      "step": 38927
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.017372492168806e-07,
      "loss": 0.0009,
      "step": 38928
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.014667271567599e-07,
      "loss": 0.0005,
      "step": 38929
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.011962553549346e-07,
      "loss": 0.0009,
      "step": 38930
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.009258338128666e-07,
      "loss": 0.0006,
      "step": 38931
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.006554625320184e-07,
      "loss": 0.0005,
      "step": 38932
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.003851415138497e-07,
      "loss": 0.0009,
      "step": 38933
    },
    {
      "epoch": 1.38,
      "learning_rate": 7.001148707598227e-07,
      "loss": 0.0004,
      "step": 38934
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.998446502713985e-07,
      "loss": 0.0003,
      "step": 38935
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.995744800500359e-07,
      "loss": 0.0004,
      "step": 38936
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.99304360097196e-07,
      "loss": 0.0007,
      "step": 38937
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.990342904143399e-07,
      "loss": 0.0003,
      "step": 38938
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.987642710029274e-07,
      "loss": 0.0006,
      "step": 38939
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.984943018644153e-07,
      "loss": 0.0005,
      "step": 38940
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.982243830002655e-07,
      "loss": 0.0004,
      "step": 38941
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.979545144119349e-07,
      "loss": 0.0006,
      "step": 38942
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.976846961008854e-07,
      "loss": 0.0006,
      "step": 38943
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.974149280685716e-07,
      "loss": 0.0006,
      "step": 38944
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.971452103164534e-07,
      "loss": 0.0003,
      "step": 38945
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.968755428459895e-07,
      "loss": 0.0007,
      "step": 38946
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.966059256586344e-07,
      "loss": 0.0006,
      "step": 38947
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.963363587558458e-07,
      "loss": 0.0008,
      "step": 38948
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.960668421390848e-07,
      "loss": 0.0007,
      "step": 38949
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.957973758098047e-07,
      "loss": 0.0006,
      "step": 38950
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.955279597694631e-07,
      "loss": 0.0005,
      "step": 38951
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.952585940195167e-07,
      "loss": 0.0005,
      "step": 38952
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.949892785614187e-07,
      "loss": 0.0003,
      "step": 38953
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.947200133966269e-07,
      "loss": 0.0005,
      "step": 38954
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.944507985265969e-07,
      "loss": 0.0003,
      "step": 38955
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.941816339527841e-07,
      "loss": 0.0008,
      "step": 38956
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.939125196766416e-07,
      "loss": 0.0005,
      "step": 38957
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.936434556996241e-07,
      "loss": 0.001,
      "step": 38958
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.933744420231869e-07,
      "loss": 0.0005,
      "step": 38959
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.931054786487857e-07,
      "loss": 0.0004,
      "step": 38960
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.928365655778702e-07,
      "loss": 0.0006,
      "step": 38961
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.92567702811896e-07,
      "loss": 0.0003,
      "step": 38962
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.922988903523176e-07,
      "loss": 0.0003,
      "step": 38963
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.920301282005848e-07,
      "loss": 0.0006,
      "step": 38964
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.917614163581532e-07,
      "loss": 0.0006,
      "step": 38965
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.914927548264727e-07,
      "loss": 0.0006,
      "step": 38966
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.912241436069988e-07,
      "loss": 0.0005,
      "step": 38967
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.909555827011793e-07,
      "loss": 0.0007,
      "step": 38968
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.906870721104686e-07,
      "loss": 0.0007,
      "step": 38969
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.904186118363176e-07,
      "loss": 0.0008,
      "step": 38970
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.901502018801753e-07,
      "loss": 0.0006,
      "step": 38971
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.89881842243495e-07,
      "loss": 0.0007,
      "step": 38972
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.896135329277253e-07,
      "loss": 0.0006,
      "step": 38973
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.893452739343188e-07,
      "loss": 0.0005,
      "step": 38974
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.890770652647227e-07,
      "loss": 0.0007,
      "step": 38975
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.888089069203874e-07,
      "loss": 0.0008,
      "step": 38976
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.885407989027648e-07,
      "loss": 0.001,
      "step": 38977
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.882727412132995e-07,
      "loss": 0.0008,
      "step": 38978
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.880047338534434e-07,
      "loss": 0.0004,
      "step": 38979
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.877367768246446e-07,
      "loss": 0.0004,
      "step": 38980
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.874688701283516e-07,
      "loss": 0.0005,
      "step": 38981
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.872010137660124e-07,
      "loss": 0.0005,
      "step": 38982
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.869332077390733e-07,
      "loss": 0.0005,
      "step": 38983
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.866654520489824e-07,
      "loss": 0.0005,
      "step": 38984
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.863977466971882e-07,
      "loss": 0.0007,
      "step": 38985
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.861300916851366e-07,
      "loss": 0.0006,
      "step": 38986
    },
    {
      "epoch": 1.38,
      "learning_rate": 6.85862487014276e-07,
      "loss": 0.0009,
      "step": 38987
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.855949326860501e-07,
      "loss": 0.0007,
      "step": 38988
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.853274287019062e-07,
      "loss": 0.0003,
      "step": 38989
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.850599750632903e-07,
      "loss": 0.0008,
      "step": 38990
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.847925717716486e-07,
      "loss": 0.0006,
      "step": 38991
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.845252188284246e-07,
      "loss": 0.0006,
      "step": 38992
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.842579162350648e-07,
      "loss": 0.0009,
      "step": 38993
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.83990663993015e-07,
      "loss": 0.0009,
      "step": 38994
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.83723462103717e-07,
      "loss": 0.0009,
      "step": 38995
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.834563105686154e-07,
      "loss": 0.0006,
      "step": 38996
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.831892093891556e-07,
      "loss": 0.001,
      "step": 38997
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.829221585667822e-07,
      "loss": 0.0004,
      "step": 38998
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.826551581029351e-07,
      "loss": 0.0004,
      "step": 38999
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.823882079990596e-07,
      "loss": 0.0005,
      "step": 39000
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.821213082566003e-07,
      "loss": 0.0006,
      "step": 39001
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.81854458876996e-07,
      "loss": 0.0004,
      "step": 39002
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.81587659861691e-07,
      "loss": 0.0006,
      "step": 39003
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.813209112121277e-07,
      "loss": 0.0005,
      "step": 39004
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.810542129297482e-07,
      "loss": 0.0004,
      "step": 39005
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.807875650159923e-07,
      "loss": 0.0005,
      "step": 39006
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.805209674723023e-07,
      "loss": 0.0005,
      "step": 39007
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.802544203001194e-07,
      "loss": 0.0004,
      "step": 39008
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.799879235008833e-07,
      "loss": 0.0007,
      "step": 39009
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.797214770760341e-07,
      "loss": 0.0005,
      "step": 39010
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.794550810270139e-07,
      "loss": 0.0008,
      "step": 39011
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.791887353552617e-07,
      "loss": 0.0008,
      "step": 39012
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.789224400622163e-07,
      "loss": 0.0006,
      "step": 39013
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.786561951493176e-07,
      "loss": 0.0005,
      "step": 39014
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.783900006180044e-07,
      "loss": 0.0004,
      "step": 39015
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.781238564697168e-07,
      "loss": 0.0004,
      "step": 39016
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.778577627058913e-07,
      "loss": 0.0007,
      "step": 39017
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.775917193279668e-07,
      "loss": 0.0005,
      "step": 39018
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.773257263373822e-07,
      "loss": 0.0004,
      "step": 39019
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.770597837355719e-07,
      "loss": 0.0002,
      "step": 39020
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.76793891523978e-07,
      "loss": 0.0004,
      "step": 39021
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.765280497040361e-07,
      "loss": 0.0005,
      "step": 39022
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.762622582771817e-07,
      "loss": 0.0006,
      "step": 39023
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.759965172448524e-07,
      "loss": 0.0007,
      "step": 39024
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.75730826608485e-07,
      "loss": 0.0008,
      "step": 39025
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.754651863695138e-07,
      "loss": 0.0003,
      "step": 39026
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.751995965293756e-07,
      "loss": 0.0005,
      "step": 39027
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.749340570895057e-07,
      "loss": 0.0009,
      "step": 39028
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.74668568051341e-07,
      "loss": 0.0006,
      "step": 39029
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.744031294163134e-07,
      "loss": 0.0003,
      "step": 39030
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.741377411858596e-07,
      "loss": 0.0007,
      "step": 39031
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.73872403361413e-07,
      "loss": 0.0006,
      "step": 39032
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.736071159444113e-07,
      "loss": 0.0011,
      "step": 39033
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.733418789362822e-07,
      "loss": 0.0003,
      "step": 39034
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.730766923384635e-07,
      "loss": 0.0004,
      "step": 39035
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.728115561523896e-07,
      "loss": 0.0006,
      "step": 39036
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.725464703794893e-07,
      "loss": 0.0007,
      "step": 39037
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.72281435021197e-07,
      "loss": 0.0007,
      "step": 39038
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.720164500789462e-07,
      "loss": 0.0007,
      "step": 39039
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.717515155541709e-07,
      "loss": 0.0006,
      "step": 39040
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.714866314482982e-07,
      "loss": 0.0006,
      "step": 39041
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.712217977627633e-07,
      "loss": 0.0004,
      "step": 39042
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.709570144989985e-07,
      "loss": 0.0006,
      "step": 39043
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.706922816584316e-07,
      "loss": 0.0005,
      "step": 39044
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.704275992424947e-07,
      "loss": 0.0002,
      "step": 39045
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.701629672526189e-07,
      "loss": 0.0006,
      "step": 39046
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.698983856902364e-07,
      "loss": 0.0007,
      "step": 39047
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.696338545567738e-07,
      "loss": 0.0008,
      "step": 39048
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.693693738536622e-07,
      "loss": 0.0003,
      "step": 39049
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.691049435823327e-07,
      "loss": 0.0004,
      "step": 39050
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.68840563744212e-07,
      "loss": 0.0005,
      "step": 39051
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.685762343407298e-07,
      "loss": 0.0009,
      "step": 39052
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.683119553733152e-07,
      "loss": 0.0005,
      "step": 39053
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.680477268433982e-07,
      "loss": 0.0007,
      "step": 39054
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.677835487524042e-07,
      "loss": 0.0006,
      "step": 39055
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.675194211017599e-07,
      "loss": 0.0004,
      "step": 39056
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.672553438928986e-07,
      "loss": 0.0006,
      "step": 39057
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.669913171272435e-07,
      "loss": 0.0005,
      "step": 39058
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.667273408062214e-07,
      "loss": 0.0006,
      "step": 39059
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.664634149312621e-07,
      "loss": 0.0008,
      "step": 39060
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.66199539503789e-07,
      "loss": 0.0006,
      "step": 39061
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.659357145252287e-07,
      "loss": 0.0007,
      "step": 39062
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.656719399970091e-07,
      "loss": 0.0006,
      "step": 39063
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.654082159205555e-07,
      "loss": 0.0005,
      "step": 39064
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.651445422972902e-07,
      "loss": 0.0007,
      "step": 39065
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.648809191286421e-07,
      "loss": 0.0014,
      "step": 39066
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.646173464160355e-07,
      "loss": 0.0006,
      "step": 39067
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.643538241608927e-07,
      "loss": 0.0008,
      "step": 39068
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.640903523646392e-07,
      "loss": 0.0009,
      "step": 39069
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.638269310286993e-07,
      "loss": 0.0007,
      "step": 39070
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.635635601544998e-07,
      "loss": 0.0008,
      "step": 39071
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.633002397434585e-07,
      "loss": 0.0005,
      "step": 39072
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.630369697970007e-07,
      "loss": 0.0006,
      "step": 39073
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.627737503165533e-07,
      "loss": 0.0003,
      "step": 39074
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.625105813035326e-07,
      "loss": 0.0009,
      "step": 39075
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.622474627593656e-07,
      "loss": 0.0007,
      "step": 39076
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.61984394685472e-07,
      "loss": 0.0008,
      "step": 39077
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.617213770832765e-07,
      "loss": 0.0003,
      "step": 39078
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.614584099541976e-07,
      "loss": 0.0004,
      "step": 39079
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.611954932996578e-07,
      "loss": 0.0004,
      "step": 39080
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.609326271210803e-07,
      "loss": 0.0009,
      "step": 39081
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.606698114198817e-07,
      "loss": 0.0003,
      "step": 39082
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.604070461974844e-07,
      "loss": 0.0009,
      "step": 39083
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.601443314553091e-07,
      "loss": 0.0007,
      "step": 39084
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.598816671947771e-07,
      "loss": 0.0007,
      "step": 39085
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.596190534173063e-07,
      "loss": 0.0004,
      "step": 39086
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.593564901243154e-07,
      "loss": 0.0004,
      "step": 39087
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.590939773172245e-07,
      "loss": 0.0004,
      "step": 39088
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.588315149974533e-07,
      "loss": 0.0005,
      "step": 39089
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.585691031664188e-07,
      "loss": 0.0007,
      "step": 39090
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.583067418255407e-07,
      "loss": 0.0004,
      "step": 39091
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.580444309762358e-07,
      "loss": 0.0004,
      "step": 39092
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.577821706199228e-07,
      "loss": 0.0004,
      "step": 39093
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.575199607580196e-07,
      "loss": 0.0005,
      "step": 39094
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.572578013919429e-07,
      "loss": 0.0008,
      "step": 39095
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.569956925231091e-07,
      "loss": 0.0004,
      "step": 39096
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.567336341529351e-07,
      "loss": 0.0005,
      "step": 39097
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.564716262828396e-07,
      "loss": 0.0007,
      "step": 39098
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.562096689142349e-07,
      "loss": 0.0006,
      "step": 39099
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.559477620485388e-07,
      "loss": 0.0006,
      "step": 39100
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.556859056871667e-07,
      "loss": 0.0005,
      "step": 39101
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.554240998315353e-07,
      "loss": 0.0009,
      "step": 39102
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.551623444830568e-07,
      "loss": 0.001,
      "step": 39103
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.549006396431478e-07,
      "loss": 0.0005,
      "step": 39104
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.54638985313224e-07,
      "loss": 0.0008,
      "step": 39105
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.543773814946975e-07,
      "loss": 0.0008,
      "step": 39106
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.541158281889825e-07,
      "loss": 0.0007,
      "step": 39107
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.538543253974927e-07,
      "loss": 0.0006,
      "step": 39108
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.535928731216434e-07,
      "loss": 0.0003,
      "step": 39109
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.533314713628458e-07,
      "loss": 0.0009,
      "step": 39110
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.530701201225121e-07,
      "loss": 0.0004,
      "step": 39111
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.528088194020565e-07,
      "loss": 0.0005,
      "step": 39112
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.525475692028926e-07,
      "loss": 0.0005,
      "step": 39113
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.522863695264303e-07,
      "loss": 0.0004,
      "step": 39114
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.520252203740806e-07,
      "loss": 0.0007,
      "step": 39115
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.517641217472581e-07,
      "loss": 0.0005,
      "step": 39116
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.515030736473704e-07,
      "loss": 0.0005,
      "step": 39117
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.512420760758297e-07,
      "loss": 0.0004,
      "step": 39118
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.509811290340484e-07,
      "loss": 0.0004,
      "step": 39119
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.507202325234363e-07,
      "loss": 0.0005,
      "step": 39120
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.504593865454023e-07,
      "loss": 0.0008,
      "step": 39121
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.501985911013564e-07,
      "loss": 0.0004,
      "step": 39122
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.499378461927097e-07,
      "loss": 0.0006,
      "step": 39123
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.4967715182087e-07,
      "loss": 0.0004,
      "step": 39124
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.49416507987246e-07,
      "loss": 0.0007,
      "step": 39125
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.49155914693248e-07,
      "loss": 0.0008,
      "step": 39126
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.488953719402846e-07,
      "loss": 0.0003,
      "step": 39127
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.486348797297615e-07,
      "loss": 0.0004,
      "step": 39128
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.483744380630885e-07,
      "loss": 0.0005,
      "step": 39129
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.481140469416758e-07,
      "loss": 0.0004,
      "step": 39130
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.478537063669266e-07,
      "loss": 0.0006,
      "step": 39131
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.475934163402497e-07,
      "loss": 0.0003,
      "step": 39132
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.473331768630531e-07,
      "loss": 0.0003,
      "step": 39133
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.470729879367398e-07,
      "loss": 0.0008,
      "step": 39134
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.468128495627202e-07,
      "loss": 0.0006,
      "step": 39135
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.465527617423972e-07,
      "loss": 0.0005,
      "step": 39136
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.4629272447718e-07,
      "loss": 0.0008,
      "step": 39137
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.460327377684716e-07,
      "loss": 0.0008,
      "step": 39138
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.457728016176768e-07,
      "loss": 0.0003,
      "step": 39139
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.45512916026203e-07,
      "loss": 0.0006,
      "step": 39140
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.452530809954516e-07,
      "loss": 0.0008,
      "step": 39141
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.449932965268291e-07,
      "loss": 0.0008,
      "step": 39142
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.447335626217388e-07,
      "loss": 0.0007,
      "step": 39143
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.444738792815875e-07,
      "loss": 0.0006,
      "step": 39144
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.442142465077738e-07,
      "loss": 0.0004,
      "step": 39145
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.439546643017047e-07,
      "loss": 0.0003,
      "step": 39146
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.436951326647823e-07,
      "loss": 0.0005,
      "step": 39147
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.434356515984086e-07,
      "loss": 0.0006,
      "step": 39148
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.431762211039861e-07,
      "loss": 0.0003,
      "step": 39149
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.429168411829178e-07,
      "loss": 0.001,
      "step": 39150
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.426575118366063e-07,
      "loss": 0.0008,
      "step": 39151
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.423982330664514e-07,
      "loss": 0.0007,
      "step": 39152
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.421390048738552e-07,
      "loss": 0.0008,
      "step": 39153
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.4187982726022e-07,
      "loss": 0.0008,
      "step": 39154
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.416207002269447e-07,
      "loss": 0.0005,
      "step": 39155
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.413616237754317e-07,
      "loss": 0.0002,
      "step": 39156
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.411025979070795e-07,
      "loss": 0.0005,
      "step": 39157
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.408436226232906e-07,
      "loss": 0.0007,
      "step": 39158
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.405846979254616e-07,
      "loss": 0.0004,
      "step": 39159
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.403258238149934e-07,
      "loss": 0.0007,
      "step": 39160
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.400670002932873e-07,
      "loss": 0.0003,
      "step": 39161
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.39808227361739e-07,
      "loss": 0.0007,
      "step": 39162
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.395495050217492e-07,
      "loss": 0.0005,
      "step": 39163
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.39290833274715e-07,
      "loss": 0.0004,
      "step": 39164
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.390322121220349e-07,
      "loss": 0.0005,
      "step": 39165
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.387736415651069e-07,
      "loss": 0.0005,
      "step": 39166
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.385151216053287e-07,
      "loss": 0.0008,
      "step": 39167
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.382566522440992e-07,
      "loss": 0.0006,
      "step": 39168
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.379982334828117e-07,
      "loss": 0.0005,
      "step": 39169
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.377398653228661e-07,
      "loss": 0.0005,
      "step": 39170
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.374815477656582e-07,
      "loss": 0.0009,
      "step": 39171
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.372232808125822e-07,
      "loss": 0.0004,
      "step": 39172
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.36965064465036e-07,
      "loss": 0.0006,
      "step": 39173
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.367068987244152e-07,
      "loss": 0.0007,
      "step": 39174
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.364487835921163e-07,
      "loss": 0.0004,
      "step": 39175
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.361907190695304e-07,
      "loss": 0.0007,
      "step": 39176
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.359327051580555e-07,
      "loss": 0.0002,
      "step": 39177
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.356747418590869e-07,
      "loss": 0.0006,
      "step": 39178
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.35416829174016e-07,
      "loss": 0.0005,
      "step": 39179
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.35158967104239e-07,
      "loss": 0.0005,
      "step": 39180
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.349011556511486e-07,
      "loss": 0.0004,
      "step": 39181
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.34643394816139e-07,
      "loss": 0.0004,
      "step": 39182
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.343856846006024e-07,
      "loss": 0.0005,
      "step": 39183
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.341280250059323e-07,
      "loss": 0.0006,
      "step": 39184
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.338704160335219e-07,
      "loss": 0.0003,
      "step": 39185
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.336128576847634e-07,
      "loss": 0.0008,
      "step": 39186
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.333553499610479e-07,
      "loss": 0.0004,
      "step": 39187
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.330978928637665e-07,
      "loss": 0.0005,
      "step": 39188
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.328404863943149e-07,
      "loss": 0.0006,
      "step": 39189
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.325831305540797e-07,
      "loss": 0.0006,
      "step": 39190
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.323258253444541e-07,
      "loss": 0.0005,
      "step": 39191
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.320685707668273e-07,
      "loss": 0.0005,
      "step": 39192
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.318113668225934e-07,
      "loss": 0.0004,
      "step": 39193
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.31554213513138e-07,
      "loss": 0.0009,
      "step": 39194
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.312971108398536e-07,
      "loss": 0.0008,
      "step": 39195
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.31040058804131e-07,
      "loss": 0.0003,
      "step": 39196
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.307830574073559e-07,
      "loss": 0.0005,
      "step": 39197
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.305261066509206e-07,
      "loss": 0.0004,
      "step": 39198
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.302692065362115e-07,
      "loss": 0.0008,
      "step": 39199
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.300123570646188e-07,
      "loss": 0.0007,
      "step": 39200
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.297555582375303e-07,
      "loss": 0.0005,
      "step": 39201
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.294988100563337e-07,
      "loss": 0.0006,
      "step": 39202
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.29242112522418e-07,
      "loss": 0.0006,
      "step": 39203
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.289854656371697e-07,
      "loss": 0.0006,
      "step": 39204
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.287288694019744e-07,
      "loss": 0.0007,
      "step": 39205
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.284723238182233e-07,
      "loss": 0.0006,
      "step": 39206
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.282158288872975e-07,
      "loss": 0.0005,
      "step": 39207
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.279593846105869e-07,
      "loss": 0.0006,
      "step": 39208
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.27702990989476e-07,
      "loss": 0.0005,
      "step": 39209
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.274466480253539e-07,
      "loss": 0.0006,
      "step": 39210
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.271903557196012e-07,
      "loss": 0.0009,
      "step": 39211
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.269341140736063e-07,
      "loss": 0.0007,
      "step": 39212
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.266779230887543e-07,
      "loss": 0.0007,
      "step": 39213
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.264217827664276e-07,
      "loss": 0.0002,
      "step": 39214
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.261656931080129e-07,
      "loss": 0.0003,
      "step": 39215
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.259096541148924e-07,
      "loss": 0.0007,
      "step": 39216
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.256536657884526e-07,
      "loss": 0.0005,
      "step": 39217
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.253977281300749e-07,
      "loss": 0.0005,
      "step": 39218
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.251418411411436e-07,
      "loss": 0.0003,
      "step": 39219
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.248860048230421e-07,
      "loss": 0.0009,
      "step": 39220
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.246302191771514e-07,
      "loss": 0.0006,
      "step": 39221
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.243744842048549e-07,
      "loss": 0.0006,
      "step": 39222
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.24118799907536e-07,
      "loss": 0.0003,
      "step": 39223
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.238631662865768e-07,
      "loss": 0.0006,
      "step": 39224
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.236075833433564e-07,
      "loss": 0.0004,
      "step": 39225
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.233520510792579e-07,
      "loss": 0.0008,
      "step": 39226
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.230965694956636e-07,
      "loss": 0.0007,
      "step": 39227
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.228411385939515e-07,
      "loss": 0.0005,
      "step": 39228
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.225857583755046e-07,
      "loss": 0.0007,
      "step": 39229
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.22330428841702e-07,
      "loss": 0.0004,
      "step": 39230
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.220751499939249e-07,
      "loss": 0.0007,
      "step": 39231
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.218199218335519e-07,
      "loss": 0.0006,
      "step": 39232
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.215647443619632e-07,
      "loss": 0.0006,
      "step": 39233
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.213096175805388e-07,
      "loss": 0.0005,
      "step": 39234
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.210545414906555e-07,
      "loss": 0.0004,
      "step": 39235
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.207995160936908e-07,
      "loss": 0.0005,
      "step": 39236
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.205445413910294e-07,
      "loss": 0.0004,
      "step": 39237
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.202896173840434e-07,
      "loss": 0.0004,
      "step": 39238
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.200347440741128e-07,
      "loss": 0.0006,
      "step": 39239
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.197799214626155e-07,
      "loss": 0.0004,
      "step": 39240
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.195251495509291e-07,
      "loss": 0.0003,
      "step": 39241
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.192704283404293e-07,
      "loss": 0.0004,
      "step": 39242
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.190157578324929e-07,
      "loss": 0.0005,
      "step": 39243
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.187611380284986e-07,
      "loss": 0.0003,
      "step": 39244
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.185065689298197e-07,
      "loss": 0.0006,
      "step": 39245
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.182520505378343e-07,
      "loss": 0.0008,
      "step": 39246
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.179975828539164e-07,
      "loss": 0.0005,
      "step": 39247
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.177431658794431e-07,
      "loss": 0.0006,
      "step": 39248
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.174887996157875e-07,
      "loss": 0.0002,
      "step": 39249
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.172344840643263e-07,
      "loss": 0.0008,
      "step": 39250
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.16980219226434e-07,
      "loss": 0.0007,
      "step": 39251
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.167260051034829e-07,
      "loss": 0.0005,
      "step": 39252
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.164718416968485e-07,
      "loss": 0.0006,
      "step": 39253
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.162177290079042e-07,
      "loss": 0.0015,
      "step": 39254
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.159636670380254e-07,
      "loss": 0.0007,
      "step": 39255
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.157096557885822e-07,
      "loss": 0.0005,
      "step": 39256
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.154556952609481e-07,
      "loss": 0.0002,
      "step": 39257
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.152017854564974e-07,
      "loss": 0.0006,
      "step": 39258
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.149479263766034e-07,
      "loss": 0.0003,
      "step": 39259
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.146941180226341e-07,
      "loss": 0.0006,
      "step": 39260
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.144403603959636e-07,
      "loss": 0.0004,
      "step": 39261
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.141866534979646e-07,
      "loss": 0.0008,
      "step": 39262
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.139329973300068e-07,
      "loss": 0.0006,
      "step": 39263
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.136793918934614e-07,
      "loss": 0.001,
      "step": 39264
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.134258371896995e-07,
      "loss": 0.0002,
      "step": 39265
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.131723332200923e-07,
      "loss": 0.0007,
      "step": 39266
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.129188799860075e-07,
      "loss": 0.0008,
      "step": 39267
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.126654774888174e-07,
      "loss": 0.0007,
      "step": 39268
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.124121257298921e-07,
      "loss": 0.0006,
      "step": 39269
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.12158824710598e-07,
      "loss": 0.0003,
      "step": 39270
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.119055744323066e-07,
      "loss": 0.0004,
      "step": 39271
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.116523748963854e-07,
      "loss": 0.0009,
      "step": 39272
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.113992261042046e-07,
      "loss": 0.0007,
      "step": 39273
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.111461280571296e-07,
      "loss": 0.0003,
      "step": 39274
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.108930807565316e-07,
      "loss": 0.0006,
      "step": 39275
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.106400842037785e-07,
      "loss": 0.0004,
      "step": 39276
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.103871384002336e-07,
      "loss": 0.0008,
      "step": 39277
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.101342433472678e-07,
      "loss": 0.0004,
      "step": 39278
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.098813990462471e-07,
      "loss": 0.0007,
      "step": 39279
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.096286054985378e-07,
      "loss": 0.0009,
      "step": 39280
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.093758627055046e-07,
      "loss": 0.0005,
      "step": 39281
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.091231706685163e-07,
      "loss": 0.0006,
      "step": 39282
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.088705293889397e-07,
      "loss": 0.0004,
      "step": 39283
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.086179388681357e-07,
      "loss": 0.0003,
      "step": 39284
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.083653991074723e-07,
      "loss": 0.0006,
      "step": 39285
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.081129101083161e-07,
      "loss": 0.0004,
      "step": 39286
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.078604718720283e-07,
      "loss": 0.0003,
      "step": 39287
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.076080843999744e-07,
      "loss": 0.0004,
      "step": 39288
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.073557476935199e-07,
      "loss": 0.0009,
      "step": 39289
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.071034617540294e-07,
      "loss": 0.0005,
      "step": 39290
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.06851226582863e-07,
      "loss": 0.0009,
      "step": 39291
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.065990421813861e-07,
      "loss": 0.0006,
      "step": 39292
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.063469085509632e-07,
      "loss": 0.0003,
      "step": 39293
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.060948256929545e-07,
      "loss": 0.0006,
      "step": 39294
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.05842793608723e-07,
      "loss": 0.0006,
      "step": 39295
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.055908122996324e-07,
      "loss": 0.0006,
      "step": 39296
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.053388817670447e-07,
      "loss": 0.0002,
      "step": 39297
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.050870020123189e-07,
      "loss": 0.0004,
      "step": 39298
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.048351730368185e-07,
      "loss": 0.0004,
      "step": 39299
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.045833948419055e-07,
      "loss": 0.0003,
      "step": 39300
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.043316674289379e-07,
      "loss": 0.0007,
      "step": 39301
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.040799907992778e-07,
      "loss": 0.0005,
      "step": 39302
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.038283649542853e-07,
      "loss": 0.0006,
      "step": 39303
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.035767898953226e-07,
      "loss": 0.0003,
      "step": 39304
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.033252656237465e-07,
      "loss": 0.0006,
      "step": 39305
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.030737921409169e-07,
      "loss": 0.0006,
      "step": 39306
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.028223694481949e-07,
      "loss": 0.0007,
      "step": 39307
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.025709975469374e-07,
      "loss": 0.0003,
      "step": 39308
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.02319676438502e-07,
      "loss": 0.001,
      "step": 39309
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.020684061242521e-07,
      "loss": 0.0007,
      "step": 39310
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.018171866055411e-07,
      "loss": 0.0007,
      "step": 39311
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.01566017883728e-07,
      "loss": 0.0007,
      "step": 39312
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.013148999601715e-07,
      "loss": 0.0006,
      "step": 39313
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.010638328362283e-07,
      "loss": 0.0006,
      "step": 39314
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.008128165132554e-07,
      "loss": 0.0004,
      "step": 39315
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.005618509926081e-07,
      "loss": 0.0004,
      "step": 39316
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.003109362756465e-07,
      "loss": 0.0004,
      "step": 39317
    },
    {
      "epoch": 1.39,
      "learning_rate": 6.000600723637218e-07,
      "loss": 0.0007,
      "step": 39318
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.998092592581928e-07,
      "loss": 0.0002,
      "step": 39319
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.995584969604151e-07,
      "loss": 0.0008,
      "step": 39320
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.993077854717455e-07,
      "loss": 0.0006,
      "step": 39321
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.990571247935362e-07,
      "loss": 0.0005,
      "step": 39322
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.988065149271427e-07,
      "loss": 0.0008,
      "step": 39323
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.985559558739218e-07,
      "loss": 0.0005,
      "step": 39324
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.983054476352245e-07,
      "loss": 0.0004,
      "step": 39325
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.980549902124055e-07,
      "loss": 0.0008,
      "step": 39326
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.978045836068202e-07,
      "loss": 0.0005,
      "step": 39327
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.975542278198232e-07,
      "loss": 0.0007,
      "step": 39328
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.973039228527633e-07,
      "loss": 0.0005,
      "step": 39329
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.97053668706995e-07,
      "loss": 0.0007,
      "step": 39330
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.968034653838728e-07,
      "loss": 0.0006,
      "step": 39331
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.96553312884749e-07,
      "loss": 0.0007,
      "step": 39332
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.963032112109735e-07,
      "loss": 0.0009,
      "step": 39333
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.960531603638986e-07,
      "loss": 0.0005,
      "step": 39334
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.958031603448777e-07,
      "loss": 0.0006,
      "step": 39335
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.955532111552597e-07,
      "loss": 0.0008,
      "step": 39336
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.953033127963958e-07,
      "loss": 0.0009,
      "step": 39337
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.950534652696382e-07,
      "loss": 0.0007,
      "step": 39338
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.948036685763381e-07,
      "loss": 0.0003,
      "step": 39339
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.94553922717842e-07,
      "loss": 0.0005,
      "step": 39340
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.943042276955024e-07,
      "loss": 0.0008,
      "step": 39341
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.940545835106704e-07,
      "loss": 0.0005,
      "step": 39342
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.938049901646902e-07,
      "loss": 0.0009,
      "step": 39343
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.935554476589156e-07,
      "loss": 0.0007,
      "step": 39344
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.93305955994693e-07,
      "loss": 0.0007,
      "step": 39345
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.930565151733713e-07,
      "loss": 0.0007,
      "step": 39346
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.928071251962996e-07,
      "loss": 0.0005,
      "step": 39347
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.925577860648268e-07,
      "loss": 0.0002,
      "step": 39348
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.923084977802973e-07,
      "loss": 0.0005,
      "step": 39349
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.920592603440601e-07,
      "loss": 0.0007,
      "step": 39350
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.918100737574628e-07,
      "loss": 0.0006,
      "step": 39351
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.915609380218534e-07,
      "loss": 0.0005,
      "step": 39352
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.913118531385753e-07,
      "loss": 0.0007,
      "step": 39353
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.910628191089763e-07,
      "loss": 0.0004,
      "step": 39354
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.908138359344029e-07,
      "loss": 0.0002,
      "step": 39355
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.90564903616202e-07,
      "loss": 0.0008,
      "step": 39356
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.903160221557159e-07,
      "loss": 0.0004,
      "step": 39357
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.90067191554291e-07,
      "loss": 0.0009,
      "step": 39358
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.898184118132754e-07,
      "loss": 0.0003,
      "step": 39359
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.895696829340092e-07,
      "loss": 0.0005,
      "step": 39360
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.893210049178377e-07,
      "loss": 0.0005,
      "step": 39361
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.890723777661078e-07,
      "loss": 0.0007,
      "step": 39362
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.888238014801617e-07,
      "loss": 0.0005,
      "step": 39363
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.885752760613417e-07,
      "loss": 0.0009,
      "step": 39364
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.883268015109911e-07,
      "loss": 0.0006,
      "step": 39365
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.880783778304567e-07,
      "loss": 0.0004,
      "step": 39366
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.878300050210761e-07,
      "loss": 0.0008,
      "step": 39367
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.875816830841941e-07,
      "loss": 0.0009,
      "step": 39368
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.873334120211537e-07,
      "loss": 0.0002,
      "step": 39369
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.870851918332965e-07,
      "loss": 0.0007,
      "step": 39370
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.868370225219622e-07,
      "loss": 0.0007,
      "step": 39371
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.865889040884942e-07,
      "loss": 0.0005,
      "step": 39372
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.863408365342337e-07,
      "loss": 0.0003,
      "step": 39373
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.860928198605198e-07,
      "loss": 0.0004,
      "step": 39374
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.858448540686934e-07,
      "loss": 0.001,
      "step": 39375
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.855969391600946e-07,
      "loss": 0.0009,
      "step": 39376
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.853490751360669e-07,
      "loss": 0.0004,
      "step": 39377
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.851012619979446e-07,
      "loss": 0.0003,
      "step": 39378
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.8485349974707e-07,
      "loss": 0.0006,
      "step": 39379
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.846057883847834e-07,
      "loss": 0.0007,
      "step": 39380
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.843581279124188e-07,
      "loss": 0.0002,
      "step": 39381
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.841105183313201e-07,
      "loss": 0.0007,
      "step": 39382
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.838629596428247e-07,
      "loss": 0.0004,
      "step": 39383
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.836154518482684e-07,
      "loss": 0.0006,
      "step": 39384
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.833679949489912e-07,
      "loss": 0.0006,
      "step": 39385
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.831205889463287e-07,
      "loss": 0.0008,
      "step": 39386
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.828732338416198e-07,
      "loss": 0.0005,
      "step": 39387
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.826259296362003e-07,
      "loss": 0.0008,
      "step": 39388
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.823786763314066e-07,
      "loss": 0.0006,
      "step": 39389
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.821314739285777e-07,
      "loss": 0.0007,
      "step": 39390
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.81884322429046e-07,
      "loss": 0.0003,
      "step": 39391
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.816372218341482e-07,
      "loss": 0.0004,
      "step": 39392
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.81390172145222e-07,
      "loss": 0.0007,
      "step": 39393
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.81143173363603e-07,
      "loss": 0.0006,
      "step": 39394
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.808962254906225e-07,
      "loss": 0.0006,
      "step": 39395
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.806493285276182e-07,
      "loss": 0.0007,
      "step": 39396
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.804024824759247e-07,
      "loss": 0.0005,
      "step": 39397
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.801556873368741e-07,
      "loss": 0.0007,
      "step": 39398
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.79908943111801e-07,
      "loss": 0.0004,
      "step": 39399
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.796622498020399e-07,
      "loss": 0.0005,
      "step": 39400
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.794156074089253e-07,
      "loss": 0.0008,
      "step": 39401
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.791690159337871e-07,
      "loss": 0.0004,
      "step": 39402
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.78922475377961e-07,
      "loss": 0.0004,
      "step": 39403
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.786759857427782e-07,
      "loss": 0.0002,
      "step": 39404
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.784295470295708e-07,
      "loss": 0.0007,
      "step": 39405
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.781831592396714e-07,
      "loss": 0.0005,
      "step": 39406
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.779368223744109e-07,
      "loss": 0.0006,
      "step": 39407
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.776905364351226e-07,
      "loss": 0.0005,
      "step": 39408
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.774443014231357e-07,
      "loss": 0.0005,
      "step": 39409
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.771981173397811e-07,
      "loss": 0.0007,
      "step": 39410
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.769519841863902e-07,
      "loss": 0.0007,
      "step": 39411
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.767059019642951e-07,
      "loss": 0.0005,
      "step": 39412
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.764598706748214e-07,
      "loss": 0.0006,
      "step": 39413
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.762138903193026e-07,
      "loss": 0.0007,
      "step": 39414
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.759679608990687e-07,
      "loss": 0.0004,
      "step": 39415
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.757220824154452e-07,
      "loss": 0.001,
      "step": 39416
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.754762548697623e-07,
      "loss": 0.0005,
      "step": 39417
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.752304782633522e-07,
      "loss": 0.0006,
      "step": 39418
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.749847525975393e-07,
      "loss": 0.0007,
      "step": 39419
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.747390778736528e-07,
      "loss": 0.0005,
      "step": 39420
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.744934540930236e-07,
      "loss": 0.0004,
      "step": 39421
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.742478812569741e-07,
      "loss": 0.0007,
      "step": 39422
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.740023593668342e-07,
      "loss": 0.0005,
      "step": 39423
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.737568884239309e-07,
      "loss": 0.0004,
      "step": 39424
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.735114684295929e-07,
      "loss": 0.0008,
      "step": 39425
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.732660993851436e-07,
      "loss": 0.0008,
      "step": 39426
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.730207812919087e-07,
      "loss": 0.0006,
      "step": 39427
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.72775514151217e-07,
      "loss": 0.0006,
      "step": 39428
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.725302979643943e-07,
      "loss": 0.0005,
      "step": 39429
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.722851327327628e-07,
      "loss": 0.0007,
      "step": 39430
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.720400184576502e-07,
      "loss": 0.0009,
      "step": 39431
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.717949551403812e-07,
      "loss": 0.0004,
      "step": 39432
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.71549942782279e-07,
      "loss": 0.0005,
      "step": 39433
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.713049813846683e-07,
      "loss": 0.001,
      "step": 39434
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.710600709488734e-07,
      "loss": 0.0008,
      "step": 39435
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.708152114762189e-07,
      "loss": 0.0007,
      "step": 39436
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.70570402968027e-07,
      "loss": 0.0005,
      "step": 39437
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.703256454256212e-07,
      "loss": 0.0009,
      "step": 39438
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.700809388503248e-07,
      "loss": 0.0006,
      "step": 39439
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.698362832434601e-07,
      "loss": 0.0008,
      "step": 39440
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.695916786063482e-07,
      "loss": 0.0006,
      "step": 39441
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.693471249403138e-07,
      "loss": 0.0005,
      "step": 39442
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.691026222466778e-07,
      "loss": 0.0006,
      "step": 39443
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.688581705267604e-07,
      "loss": 0.0005,
      "step": 39444
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.686137697818839e-07,
      "loss": 0.0006,
      "step": 39445
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.683694200133705e-07,
      "loss": 0.0004,
      "step": 39446
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.681251212225369e-07,
      "loss": 0.0004,
      "step": 39447
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.678808734107077e-07,
      "loss": 0.0004,
      "step": 39448
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.676366765792007e-07,
      "loss": 0.0005,
      "step": 39449
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.673925307293382e-07,
      "loss": 0.0006,
      "step": 39450
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.671484358624369e-07,
      "loss": 0.0004,
      "step": 39451
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.669043919798178e-07,
      "loss": 0.0006,
      "step": 39452
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.66660399082799e-07,
      "loss": 0.0004,
      "step": 39453
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.664164571727005e-07,
      "loss": 0.0006,
      "step": 39454
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.661725662508399e-07,
      "loss": 0.0004,
      "step": 39455
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.659287263185365e-07,
      "loss": 0.0007,
      "step": 39456
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.656849373771067e-07,
      "loss": 0.0006,
      "step": 39457
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.654411994278686e-07,
      "loss": 0.0005,
      "step": 39458
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.651975124721399e-07,
      "loss": 0.0004,
      "step": 39459
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.649538765112383e-07,
      "loss": 0.0005,
      "step": 39460
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.647102915464797e-07,
      "loss": 0.0003,
      "step": 39461
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.644667575791807e-07,
      "loss": 0.0002,
      "step": 39462
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.642232746106602e-07,
      "loss": 0.0008,
      "step": 39463
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.639798426422293e-07,
      "loss": 0.0004,
      "step": 39464
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.637364616752072e-07,
      "loss": 0.0003,
      "step": 39465
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.634931317109082e-07,
      "loss": 0.0005,
      "step": 39466
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.632498527506491e-07,
      "loss": 0.0008,
      "step": 39467
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.630066247957422e-07,
      "loss": 0.0004,
      "step": 39468
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.62763447847503e-07,
      "loss": 0.001,
      "step": 39469
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.625203219072495e-07,
      "loss": 0.0006,
      "step": 39470
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.622772469762894e-07,
      "loss": 0.0012,
      "step": 39471
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.620342230559406e-07,
      "loss": 0.0005,
      "step": 39472
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.617912501475153e-07,
      "loss": 0.0007,
      "step": 39473
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.615483282523293e-07,
      "loss": 0.0008,
      "step": 39474
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.613054573716914e-07,
      "loss": 0.0004,
      "step": 39475
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.610626375069172e-07,
      "loss": 0.0005,
      "step": 39476
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.608198686593202e-07,
      "loss": 0.0004,
      "step": 39477
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.605771508302082e-07,
      "loss": 0.0005,
      "step": 39478
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.603344840208958e-07,
      "loss": 0.0005,
      "step": 39479
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.60091868232695e-07,
      "loss": 0.0009,
      "step": 39480
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.598493034669172e-07,
      "loss": 0.0009,
      "step": 39481
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.596067897248724e-07,
      "loss": 0.0005,
      "step": 39482
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.593643270078708e-07,
      "loss": 0.0006,
      "step": 39483
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.591219153172245e-07,
      "loss": 0.0005,
      "step": 39484
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.588795546542447e-07,
      "loss": 0.0008,
      "step": 39485
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.586372450202382e-07,
      "loss": 0.0005,
      "step": 39486
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.583949864165161e-07,
      "loss": 0.0004,
      "step": 39487
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.581527788443897e-07,
      "loss": 0.0005,
      "step": 39488
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.579106223051634e-07,
      "loss": 0.0004,
      "step": 39489
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.576685168001505e-07,
      "loss": 0.0004,
      "step": 39490
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.574264623306591e-07,
      "loss": 0.0004,
      "step": 39491
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.571844588979957e-07,
      "loss": 0.0005,
      "step": 39492
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.569425065034684e-07,
      "loss": 0.0006,
      "step": 39493
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.567006051483881e-07,
      "loss": 0.0005,
      "step": 39494
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.564587548340572e-07,
      "loss": 0.0007,
      "step": 39495
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.562169555617858e-07,
      "loss": 0.0005,
      "step": 39496
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.559752073328817e-07,
      "loss": 0.0005,
      "step": 39497
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.557335101486505e-07,
      "loss": 0.0004,
      "step": 39498
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.554918640103979e-07,
      "loss": 0.0006,
      "step": 39499
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.552502689194306e-07,
      "loss": 0.0007,
      "step": 39500
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.550087248770542e-07,
      "loss": 0.0009,
      "step": 39501
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.547672318845754e-07,
      "loss": 0.0005,
      "step": 39502
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.545257899432965e-07,
      "loss": 0.0007,
      "step": 39503
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.542843990545255e-07,
      "loss": 0.0002,
      "step": 39504
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.540430592195678e-07,
      "loss": 0.0005,
      "step": 39505
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.538017704397236e-07,
      "loss": 0.0006,
      "step": 39506
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.535605327163007e-07,
      "loss": 0.0008,
      "step": 39507
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.533193460506003e-07,
      "loss": 0.0005,
      "step": 39508
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.530782104439303e-07,
      "loss": 0.0004,
      "step": 39509
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.528371258975895e-07,
      "loss": 0.0007,
      "step": 39510
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.525960924128826e-07,
      "loss": 0.0005,
      "step": 39511
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.52355109991114e-07,
      "loss": 0.0003,
      "step": 39512
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.521141786335838e-07,
      "loss": 0.0006,
      "step": 39513
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.518732983415942e-07,
      "loss": 0.0002,
      "step": 39514
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.516324691164487e-07,
      "loss": 0.0006,
      "step": 39515
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.513916909594496e-07,
      "loss": 0.0005,
      "step": 39516
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.511509638718959e-07,
      "loss": 0.0006,
      "step": 39517
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.509102878550887e-07,
      "loss": 0.0007,
      "step": 39518
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.506696629103325e-07,
      "loss": 0.0004,
      "step": 39519
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.504290890389241e-07,
      "loss": 0.0008,
      "step": 39520
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.501885662421647e-07,
      "loss": 0.0007,
      "step": 39521
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.499480945213553e-07,
      "loss": 0.0004,
      "step": 39522
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.497076738777962e-07,
      "loss": 0.0006,
      "step": 39523
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.49467304312784e-07,
      "loss": 0.0007,
      "step": 39524
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.492269858276189e-07,
      "loss": 0.0009,
      "step": 39525
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.48986718423603e-07,
      "loss": 0.0004,
      "step": 39526
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.487465021020299e-07,
      "loss": 0.0004,
      "step": 39527
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.485063368642018e-07,
      "loss": 0.0006,
      "step": 39528
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.482662227114166e-07,
      "loss": 0.0006,
      "step": 39529
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.480261596449699e-07,
      "loss": 0.0004,
      "step": 39530
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.477861476661606e-07,
      "loss": 0.0008,
      "step": 39531
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.475461867762855e-07,
      "loss": 0.0006,
      "step": 39532
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.473062769766424e-07,
      "loss": 0.0004,
      "step": 39533
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.47066418268527e-07,
      "loss": 0.0007,
      "step": 39534
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.46826610653236e-07,
      "loss": 0.0005,
      "step": 39535
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.465868541320662e-07,
      "loss": 0.0005,
      "step": 39536
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.463471487063121e-07,
      "loss": 0.0004,
      "step": 39537
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.461074943772704e-07,
      "loss": 0.0005,
      "step": 39538
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.458678911462368e-07,
      "loss": 0.0008,
      "step": 39539
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.456283390145057e-07,
      "loss": 0.0004,
      "step": 39540
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.453888379833716e-07,
      "loss": 0.0005,
      "step": 39541
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.451493880541292e-07,
      "loss": 0.0006,
      "step": 39542
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.44909989228074e-07,
      "loss": 0.0003,
      "step": 39543
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.446706415064973e-07,
      "loss": 0.0005,
      "step": 39544
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.444313448906935e-07,
      "loss": 0.0004,
      "step": 39545
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.441920993819582e-07,
      "loss": 0.0004,
      "step": 39546
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.439529049815828e-07,
      "loss": 0.0006,
      "step": 39547
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.437137616908605e-07,
      "loss": 0.0002,
      "step": 39548
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.434746695110826e-07,
      "loss": 0.0006,
      "step": 39549
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.432356284435447e-07,
      "loss": 0.0002,
      "step": 39550
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.429966384895357e-07,
      "loss": 0.0005,
      "step": 39551
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.42757699650347e-07,
      "loss": 0.0003,
      "step": 39552
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.425188119272718e-07,
      "loss": 0.0004,
      "step": 39553
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.422799753216024e-07,
      "loss": 0.0005,
      "step": 39554
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.420411898346267e-07,
      "loss": 0.0005,
      "step": 39555
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.418024554676371e-07,
      "loss": 0.0004,
      "step": 39556
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.415637722219236e-07,
      "loss": 0.0008,
      "step": 39557
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.413251400987773e-07,
      "loss": 0.0005,
      "step": 39558
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.410865590994851e-07,
      "loss": 0.0004,
      "step": 39559
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.408480292253393e-07,
      "loss": 0.0005,
      "step": 39560
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.406095504776277e-07,
      "loss": 0.0003,
      "step": 39561
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.403711228576402e-07,
      "loss": 0.0004,
      "step": 39562
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.40132746366664e-07,
      "loss": 0.0004,
      "step": 39563
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.398944210059908e-07,
      "loss": 0.0005,
      "step": 39564
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.396561467769057e-07,
      "loss": 0.0006,
      "step": 39565
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.394179236806974e-07,
      "loss": 0.0006,
      "step": 39566
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.391797517186537e-07,
      "loss": 0.0004,
      "step": 39567
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.389416308920614e-07,
      "loss": 0.0004,
      "step": 39568
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.387035612022073e-07,
      "loss": 0.0005,
      "step": 39569
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.384655426503793e-07,
      "loss": 0.0005,
      "step": 39570
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.382275752378641e-07,
      "loss": 0.0007,
      "step": 39571
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.379896589659461e-07,
      "loss": 0.0004,
      "step": 39572
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.377517938359123e-07,
      "loss": 0.0004,
      "step": 39573
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.375139798490503e-07,
      "loss": 0.0005,
      "step": 39574
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.372762170066414e-07,
      "loss": 0.0006,
      "step": 39575
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.370385053099725e-07,
      "loss": 0.0007,
      "step": 39576
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.36800844760329e-07,
      "loss": 0.0008,
      "step": 39577
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.365632353589967e-07,
      "loss": 0.0004,
      "step": 39578
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.363256771072567e-07,
      "loss": 0.0007,
      "step": 39579
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.360881700063947e-07,
      "loss": 0.0012,
      "step": 39580
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.35850714057694e-07,
      "loss": 0.0005,
      "step": 39581
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.356133092624405e-07,
      "loss": 0.0006,
      "step": 39582
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.353759556219129e-07,
      "loss": 0.0005,
      "step": 39583
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.35138653137397e-07,
      "loss": 0.0009,
      "step": 39584
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.349014018101762e-07,
      "loss": 0.0007,
      "step": 39585
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.346642016415305e-07,
      "loss": 0.0006,
      "step": 39586
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.344270526327422e-07,
      "loss": 0.0004,
      "step": 39587
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.341899547850948e-07,
      "loss": 0.0003,
      "step": 39588
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.339529080998696e-07,
      "loss": 0.0009,
      "step": 39589
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.337159125783453e-07,
      "loss": 0.0005,
      "step": 39590
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.334789682218055e-07,
      "loss": 0.0007,
      "step": 39591
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.332420750315314e-07,
      "loss": 0.0007,
      "step": 39592
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.330052330087998e-07,
      "loss": 0.0007,
      "step": 39593
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.327684421548929e-07,
      "loss": 0.0005,
      "step": 39594
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.325317024710919e-07,
      "loss": 0.0004,
      "step": 39595
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.322950139586758e-07,
      "loss": 0.0007,
      "step": 39596
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.320583766189203e-07,
      "loss": 0.0006,
      "step": 39597
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.318217904531086e-07,
      "loss": 0.0006,
      "step": 39598
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.3158525546252e-07,
      "loss": 0.0006,
      "step": 39599
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.3134877164843e-07,
      "loss": 0.0005,
      "step": 39600
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.311123390121176e-07,
      "loss": 0.0004,
      "step": 39601
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.308759575548616e-07,
      "loss": 0.0005,
      "step": 39602
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.306396272779391e-07,
      "loss": 0.0007,
      "step": 39603
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.304033481826266e-07,
      "loss": 0.0007,
      "step": 39604
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.301671202702031e-07,
      "loss": 0.0006,
      "step": 39605
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.299309435419442e-07,
      "loss": 0.0008,
      "step": 39606
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.296948179991257e-07,
      "loss": 0.0005,
      "step": 39607
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.294587436430254e-07,
      "loss": 0.0005,
      "step": 39608
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.2922272047492e-07,
      "loss": 0.0006,
      "step": 39609
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.28986748496082e-07,
      "loss": 0.0009,
      "step": 39610
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.28750827707788e-07,
      "loss": 0.0004,
      "step": 39611
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.285149581113147e-07,
      "loss": 0.0004,
      "step": 39612
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.282791397079368e-07,
      "loss": 0.0005,
      "step": 39613
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.280433724989265e-07,
      "loss": 0.0006,
      "step": 39614
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.278076564855606e-07,
      "loss": 0.0003,
      "step": 39615
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.275719916691135e-07,
      "loss": 0.0004,
      "step": 39616
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.273363780508556e-07,
      "loss": 0.0005,
      "step": 39617
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.271008156320634e-07,
      "loss": 0.0007,
      "step": 39618
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.268653044140093e-07,
      "loss": 0.0003,
      "step": 39619
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.266298443979667e-07,
      "loss": 0.0005,
      "step": 39620
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.263944355852069e-07,
      "loss": 0.0006,
      "step": 39621
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.26159077977002e-07,
      "loss": 0.0008,
      "step": 39622
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.25923771574628e-07,
      "loss": 0.0004,
      "step": 39623
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.256885163793523e-07,
      "loss": 0.0002,
      "step": 39624
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.254533123924477e-07,
      "loss": 0.0005,
      "step": 39625
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.252181596151861e-07,
      "loss": 0.0005,
      "step": 39626
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.249830580488391e-07,
      "loss": 0.0009,
      "step": 39627
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.247480076946753e-07,
      "loss": 0.0009,
      "step": 39628
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.245130085539662e-07,
      "loss": 0.0004,
      "step": 39629
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.24278060627984e-07,
      "loss": 0.0005,
      "step": 39630
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.240431639179955e-07,
      "loss": 0.0004,
      "step": 39631
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.238083184252706e-07,
      "loss": 0.0003,
      "step": 39632
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.235735241510809e-07,
      "loss": 0.0006,
      "step": 39633
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.233387810966939e-07,
      "loss": 0.0006,
      "step": 39634
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.231040892633776e-07,
      "loss": 0.0007,
      "step": 39635
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.228694486524022e-07,
      "loss": 0.0006,
      "step": 39636
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.226348592650365e-07,
      "loss": 0.0004,
      "step": 39637
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.224003211025453e-07,
      "loss": 0.0007,
      "step": 39638
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.221658341661995e-07,
      "loss": 0.0007,
      "step": 39639
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.219313984572649e-07,
      "loss": 0.0005,
      "step": 39640
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.216970139770083e-07,
      "loss": 0.0004,
      "step": 39641
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.214626807266976e-07,
      "loss": 0.0005,
      "step": 39642
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.212283987075984e-07,
      "loss": 0.0002,
      "step": 39643
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.209941679209785e-07,
      "loss": 0.0003,
      "step": 39644
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.207599883681014e-07,
      "loss": 0.0006,
      "step": 39645
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.20525860050235e-07,
      "loss": 0.0004,
      "step": 39646
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.202917829686449e-07,
      "loss": 0.0003,
      "step": 39647
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.200577571245946e-07,
      "loss": 0.0006,
      "step": 39648
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.198237825193497e-07,
      "loss": 0.0005,
      "step": 39649
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.195898591541748e-07,
      "loss": 0.0006,
      "step": 39650
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.193559870303355e-07,
      "loss": 0.0008,
      "step": 39651
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.191221661490942e-07,
      "loss": 0.0004,
      "step": 39652
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.188883965117153e-07,
      "loss": 0.0004,
      "step": 39653
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.186546781194612e-07,
      "loss": 0.001,
      "step": 39654
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.184210109735988e-07,
      "loss": 0.0005,
      "step": 39655
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.181873950753857e-07,
      "loss": 0.0009,
      "step": 39656
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.179538304260889e-07,
      "loss": 0.0006,
      "step": 39657
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.177203170269696e-07,
      "loss": 0.0006,
      "step": 39658
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.174868548792889e-07,
      "loss": 0.0006,
      "step": 39659
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.172534439843091e-07,
      "loss": 0.0004,
      "step": 39660
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.170200843432926e-07,
      "loss": 0.0004,
      "step": 39661
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.167867759575007e-07,
      "loss": 0.0002,
      "step": 39662
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.165535188281934e-07,
      "loss": 0.0005,
      "step": 39663
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.163203129566318e-07,
      "loss": 0.0007,
      "step": 39664
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.160871583440774e-07,
      "loss": 0.0005,
      "step": 39665
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.15854054991789e-07,
      "loss": 0.0005,
      "step": 39666
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.156210029010255e-07,
      "loss": 0.0005,
      "step": 39667
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.153880020730495e-07,
      "loss": 0.0004,
      "step": 39668
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.151550525091186e-07,
      "loss": 0.0007,
      "step": 39669
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.149221542104921e-07,
      "loss": 0.0005,
      "step": 39670
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.146893071784286e-07,
      "loss": 0.0005,
      "step": 39671
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.144565114141886e-07,
      "loss": 0.0004,
      "step": 39672
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.142237669190276e-07,
      "loss": 0.0008,
      "step": 39673
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.139910736942045e-07,
      "loss": 0.0007,
      "step": 39674
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.137584317409783e-07,
      "loss": 0.0007,
      "step": 39675
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.135258410606037e-07,
      "loss": 0.0004,
      "step": 39676
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.132933016543396e-07,
      "loss": 0.0004,
      "step": 39677
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.130608135234439e-07,
      "loss": 0.0003,
      "step": 39678
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.128283766691721e-07,
      "loss": 0.0003,
      "step": 39679
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.125959910927792e-07,
      "loss": 0.0007,
      "step": 39680
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.123636567955226e-07,
      "loss": 0.0003,
      "step": 39681
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.121313737786593e-07,
      "loss": 0.0005,
      "step": 39682
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.118991420434427e-07,
      "loss": 0.0003,
      "step": 39683
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.116669615911285e-07,
      "loss": 0.0009,
      "step": 39684
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.114348324229712e-07,
      "loss": 0.0006,
      "step": 39685
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.112027545402276e-07,
      "loss": 0.0005,
      "step": 39686
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.109707279441489e-07,
      "loss": 0.0005,
      "step": 39687
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.107387526359919e-07,
      "loss": 0.0008,
      "step": 39688
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.1050682861701e-07,
      "loss": 0.0008,
      "step": 39689
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.102749558884556e-07,
      "loss": 0.0007,
      "step": 39690
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.100431344515811e-07,
      "loss": 0.0007,
      "step": 39691
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.098113643076418e-07,
      "loss": 0.0008,
      "step": 39692
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.095796454578905e-07,
      "loss": 0.0006,
      "step": 39693
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.093479779035781e-07,
      "loss": 0.0006,
      "step": 39694
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.09116361645956e-07,
      "loss": 0.0007,
      "step": 39695
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.088847966862798e-07,
      "loss": 0.0004,
      "step": 39696
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.086532830257973e-07,
      "loss": 0.0006,
      "step": 39697
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.084218206657609e-07,
      "loss": 0.0011,
      "step": 39698
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.081904096074209e-07,
      "loss": 0.0005,
      "step": 39699
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.079590498520314e-07,
      "loss": 0.0007,
      "step": 39700
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.077277414008397e-07,
      "loss": 0.0004,
      "step": 39701
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.074964842550966e-07,
      "loss": 0.0005,
      "step": 39702
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.072652784160536e-07,
      "loss": 0.0003,
      "step": 39703
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.070341238849575e-07,
      "loss": 0.0006,
      "step": 39704
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.068030206630592e-07,
      "loss": 0.0004,
      "step": 39705
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.065719687516079e-07,
      "loss": 0.0005,
      "step": 39706
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.063409681518528e-07,
      "loss": 0.0006,
      "step": 39707
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.061100188650425e-07,
      "loss": 0.0005,
      "step": 39708
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.058791208924241e-07,
      "loss": 0.0006,
      "step": 39709
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.056482742352486e-07,
      "loss": 0.0007,
      "step": 39710
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.054174788947597e-07,
      "loss": 0.0005,
      "step": 39711
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.051867348722061e-07,
      "loss": 0.0004,
      "step": 39712
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.049560421688371e-07,
      "loss": 0.0005,
      "step": 39713
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.047254007858959e-07,
      "loss": 0.0003,
      "step": 39714
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.044948107246328e-07,
      "loss": 0.0007,
      "step": 39715
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.042642719862912e-07,
      "loss": 0.0005,
      "step": 39716
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.040337845721199e-07,
      "loss": 0.0006,
      "step": 39717
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.038033484833627e-07,
      "loss": 0.0005,
      "step": 39718
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.03572963721265e-07,
      "loss": 0.0007,
      "step": 39719
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.033426302870748e-07,
      "loss": 0.0006,
      "step": 39720
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.031123481820321e-07,
      "loss": 0.0004,
      "step": 39721
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.028821174073861e-07,
      "loss": 0.0006,
      "step": 39722
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.026519379643779e-07,
      "loss": 0.0005,
      "step": 39723
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.024218098542555e-07,
      "loss": 0.0006,
      "step": 39724
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.021917330782589e-07,
      "loss": 0.0004,
      "step": 39725
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.019617076376327e-07,
      "loss": 0.0007,
      "step": 39726
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.017317335336214e-07,
      "loss": 0.0005,
      "step": 39727
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.015018107674685e-07,
      "loss": 0.0004,
      "step": 39728
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.01271939340413e-07,
      "loss": 0.0004,
      "step": 39729
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.010421192537007e-07,
      "loss": 0.0003,
      "step": 39730
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.008123505085749e-07,
      "loss": 0.0004,
      "step": 39731
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.005826331062735e-07,
      "loss": 0.0004,
      "step": 39732
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.003529670480401e-07,
      "loss": 0.001,
      "step": 39733
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.001233523351157e-07,
      "loss": 0.0006,
      "step": 39734
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.998937889687438e-07,
      "loss": 0.0005,
      "step": 39735
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.996642769501614e-07,
      "loss": 0.0007,
      "step": 39736
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.994348162806106e-07,
      "loss": 0.0007,
      "step": 39737
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.992054069613328e-07,
      "loss": 0.0006,
      "step": 39738
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.989760489935658e-07,
      "loss": 0.0004,
      "step": 39739
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.987467423785508e-07,
      "loss": 0.0006,
      "step": 39740
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.985174871175258e-07,
      "loss": 0.0007,
      "step": 39741
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.98288283211732e-07,
      "loss": 0.0008,
      "step": 39742
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.98059130662406e-07,
      "loss": 0.0004,
      "step": 39743
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.978300294707883e-07,
      "loss": 0.0004,
      "step": 39744
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.976009796381176e-07,
      "loss": 0.0005,
      "step": 39745
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.973719811656286e-07,
      "loss": 0.0011,
      "step": 39746
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.971430340545613e-07,
      "loss": 0.0008,
      "step": 39747
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.969141383061549e-07,
      "loss": 0.0004,
      "step": 39748
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.966852939216426e-07,
      "loss": 0.0005,
      "step": 39749
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.964565009022637e-07,
      "loss": 0.0008,
      "step": 39750
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.962277592492548e-07,
      "loss": 0.0004,
      "step": 39751
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.959990689638528e-07,
      "loss": 0.0008,
      "step": 39752
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.95770430047292e-07,
      "loss": 0.0007,
      "step": 39753
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.955418425008085e-07,
      "loss": 0.0008,
      "step": 39754
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.953133063256399e-07,
      "loss": 0.0005,
      "step": 39755
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.950848215230175e-07,
      "loss": 0.0004,
      "step": 39756
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.948563880941803e-07,
      "loss": 0.0005,
      "step": 39757
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.946280060403597e-07,
      "loss": 0.0005,
      "step": 39758
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.943996753627944e-07,
      "loss": 0.0004,
      "step": 39759
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.941713960627136e-07,
      "loss": 0.0005,
      "step": 39760
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.939431681413531e-07,
      "loss": 0.0004,
      "step": 39761
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.937149915999495e-07,
      "loss": 0.0009,
      "step": 39762
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.934868664397307e-07,
      "loss": 0.0006,
      "step": 39763
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.932587926619326e-07,
      "loss": 0.0004,
      "step": 39764
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.930307702677872e-07,
      "loss": 0.0005,
      "step": 39765
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.928027992585293e-07,
      "loss": 0.0004,
      "step": 39766
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.92574879635388e-07,
      "loss": 0.0007,
      "step": 39767
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.923470113995965e-07,
      "loss": 0.0005,
      "step": 39768
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.921191945523873e-07,
      "loss": 0.0005,
      "step": 39769
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.918914290949894e-07,
      "loss": 0.0007,
      "step": 39770
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.916637150286352e-07,
      "loss": 0.0007,
      "step": 39771
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.914360523545558e-07,
      "loss": 0.0002,
      "step": 39772
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.912084410739826e-07,
      "loss": 0.0005,
      "step": 39773
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.909808811881433e-07,
      "loss": 0.0004,
      "step": 39774
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.907533726982683e-07,
      "loss": 0.0005,
      "step": 39775
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.905259156055909e-07,
      "loss": 0.0004,
      "step": 39776
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.902985099113355e-07,
      "loss": 0.0008,
      "step": 39777
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.900711556167326e-07,
      "loss": 0.0006,
      "step": 39778
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.898438527230143e-07,
      "loss": 0.0003,
      "step": 39779
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.896166012314063e-07,
      "loss": 0.0008,
      "step": 39780
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.893894011431366e-07,
      "loss": 0.0004,
      "step": 39781
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.891622524594341e-07,
      "loss": 0.0003,
      "step": 39782
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.88935155181528e-07,
      "loss": 0.0006,
      "step": 39783
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.887081093106427e-07,
      "loss": 0.0006,
      "step": 39784
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.884811148480062e-07,
      "loss": 0.0004,
      "step": 39785
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.882541717948486e-07,
      "loss": 0.0007,
      "step": 39786
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.880272801523911e-07,
      "loss": 0.0006,
      "step": 39787
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.878004399218639e-07,
      "loss": 0.0004,
      "step": 39788
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.875736511044927e-07,
      "loss": 0.0006,
      "step": 39789
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.87346913701503e-07,
      "loss": 0.0009,
      "step": 39790
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.871202277141196e-07,
      "loss": 0.0006,
      "step": 39791
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.86893593143567e-07,
      "loss": 0.0004,
      "step": 39792
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.866670099910731e-07,
      "loss": 0.0003,
      "step": 39793
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.864404782578592e-07,
      "loss": 0.0004,
      "step": 39794
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.862139979451519e-07,
      "loss": 0.0008,
      "step": 39795
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.859875690541738e-07,
      "loss": 0.0006,
      "step": 39796
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.857611915861516e-07,
      "loss": 0.0004,
      "step": 39797
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.855348655423053e-07,
      "loss": 0.0005,
      "step": 39798
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.853085909238598e-07,
      "loss": 0.0003,
      "step": 39799
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.850823677320382e-07,
      "loss": 0.0008,
      "step": 39800
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.848561959680642e-07,
      "loss": 0.0005,
      "step": 39801
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.846300756331579e-07,
      "loss": 0.0004,
      "step": 39802
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.844040067285416e-07,
      "loss": 0.0007,
      "step": 39803
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.84177989255441e-07,
      "loss": 0.0004,
      "step": 39804
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.83952023215073e-07,
      "loss": 0.0006,
      "step": 39805
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.83726108608662e-07,
      "loss": 0.0005,
      "step": 39806
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.835002454374271e-07,
      "loss": 0.0003,
      "step": 39807
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.832744337025919e-07,
      "loss": 0.0004,
      "step": 39808
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.83048673405373e-07,
      "loss": 0.0004,
      "step": 39809
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.828229645469928e-07,
      "loss": 0.0006,
      "step": 39810
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.825973071286727e-07,
      "loss": 0.0005,
      "step": 39811
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.823717011516294e-07,
      "loss": 0.0006,
      "step": 39812
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.82146146617084e-07,
      "loss": 0.0004,
      "step": 39813
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.819206435262547e-07,
      "loss": 0.0007,
      "step": 39814
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.816951918803603e-07,
      "loss": 0.0005,
      "step": 39815
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.81469791680621e-07,
      "loss": 0.0008,
      "step": 39816
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.812444429282559e-07,
      "loss": 0.0002,
      "step": 39817
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.810191456244783e-07,
      "loss": 0.0005,
      "step": 39818
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.807938997705097e-07,
      "loss": 0.0005,
      "step": 39819
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.805687053675668e-07,
      "loss": 0.0006,
      "step": 39820
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.803435624168673e-07,
      "loss": 0.0003,
      "step": 39821
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.80118470919626e-07,
      "loss": 0.0008,
      "step": 39822
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.79893430877062e-07,
      "loss": 0.0003,
      "step": 39823
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.796684422903897e-07,
      "loss": 0.0005,
      "step": 39824
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.794435051608271e-07,
      "loss": 0.0005,
      "step": 39825
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.792186194895876e-07,
      "loss": 0.0006,
      "step": 39826
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.789937852778881e-07,
      "loss": 0.0006,
      "step": 39827
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.787690025269453e-07,
      "loss": 0.0008,
      "step": 39828
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.785442712379707e-07,
      "loss": 0.0009,
      "step": 39829
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.783195914121819e-07,
      "loss": 0.0005,
      "step": 39830
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.780949630507913e-07,
      "loss": 0.0005,
      "step": 39831
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.778703861550149e-07,
      "loss": 0.0008,
      "step": 39832
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.776458607260648e-07,
      "loss": 0.0007,
      "step": 39833
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.774213867651544e-07,
      "loss": 0.001,
      "step": 39834
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.771969642735009e-07,
      "loss": 0.0003,
      "step": 39835
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.769725932523117e-07,
      "loss": 0.0005,
      "step": 39836
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.767482737028017e-07,
      "loss": 0.0005,
      "step": 39837
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.765240056261844e-07,
      "loss": 0.0007,
      "step": 39838
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.762997890236731e-07,
      "loss": 0.0006,
      "step": 39839
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.7607562389647586e-07,
      "loss": 0.0006,
      "step": 39840
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.758515102458061e-07,
      "loss": 0.0005,
      "step": 39841
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.756274480728773e-07,
      "loss": 0.0004,
      "step": 39842
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.7540343737889627e-07,
      "loss": 0.0009,
      "step": 39843
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.7517947816507646e-07,
      "loss": 0.0005,
      "step": 39844
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.749555704326292e-07,
      "loss": 0.0004,
      "step": 39845
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.7473171418276344e-07,
      "loss": 0.0005,
      "step": 39846
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.7450790941668824e-07,
      "loss": 0.0005,
      "step": 39847
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.7428415613561376e-07,
      "loss": 0.0011,
      "step": 39848
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.740604543407512e-07,
      "loss": 0.0005,
      "step": 39849
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.7383680403330524e-07,
      "loss": 0.0004,
      "step": 39850
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.736132052144904e-07,
      "loss": 0.0005,
      "step": 39851
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.733896578855124e-07,
      "loss": 0.0005,
      "step": 39852
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.7316616204757916e-07,
      "loss": 0.0006,
      "step": 39853
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.7294271770189857e-07,
      "loss": 0.0007,
      "step": 39854
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.7271932484967976e-07,
      "loss": 0.0005,
      "step": 39855
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.7249598349212944e-07,
      "loss": 0.0005,
      "step": 39856
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.7227269363045447e-07,
      "loss": 0.0005,
      "step": 39857
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.7204945526586165e-07,
      "loss": 0.0007,
      "step": 39858
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.718262683995589e-07,
      "loss": 0.0009,
      "step": 39859
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.7160313303274973e-07,
      "loss": 0.0008,
      "step": 39860
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.7138004916664203e-07,
      "loss": 0.0005,
      "step": 39861
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.711570168024415e-07,
      "loss": 0.0004,
      "step": 39862
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.70934035941355e-07,
      "loss": 0.0008,
      "step": 39863
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.70711106584586e-07,
      "loss": 0.0004,
      "step": 39864
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.704882287333379e-07,
      "loss": 0.001,
      "step": 39865
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.7026540238881977e-07,
      "loss": 0.0004,
      "step": 39866
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.7004262755223186e-07,
      "loss": 0.0006,
      "step": 39867
    },
    {
      "epoch": 1.4,
      "learning_rate": 4.6981990422477976e-07,
      "loss": 0.0008,
      "step": 39868
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.69597232407667e-07,
      "loss": 0.0003,
      "step": 39869
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.693746121020981e-07,
      "loss": 0.0006,
      "step": 39870
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6915204330927554e-07,
      "loss": 0.0008,
      "step": 39871
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6892952603040163e-07,
      "loss": 0.0003,
      "step": 39872
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.687070602666821e-07,
      "loss": 0.0005,
      "step": 39873
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.684846460193149e-07,
      "loss": 0.0005,
      "step": 39874
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6826228328950454e-07,
      "loss": 0.0003,
      "step": 39875
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.680399720784523e-07,
      "loss": 0.0005,
      "step": 39876
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6781771238736286e-07,
      "loss": 0.0007,
      "step": 39877
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6759550421743296e-07,
      "loss": 0.0007,
      "step": 39878
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.67373347569865e-07,
      "loss": 0.0003,
      "step": 39879
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.671512424458602e-07,
      "loss": 0.0004,
      "step": 39880
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6692918884662095e-07,
      "loss": 0.0004,
      "step": 39881
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6670718677334414e-07,
      "loss": 0.0006,
      "step": 39882
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6648523622723095e-07,
      "loss": 0.0006,
      "step": 39883
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.662633372094816e-07,
      "loss": 0.0004,
      "step": 39884
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6604148972129505e-07,
      "loss": 0.0007,
      "step": 39885
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6581969376386815e-07,
      "loss": 0.0007,
      "step": 39886
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.655979493384055e-07,
      "loss": 0.0005,
      "step": 39887
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.653762564461006e-07,
      "loss": 0.0007,
      "step": 39888
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6515461508815254e-07,
      "loss": 0.0005,
      "step": 39889
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6493302526576133e-07,
      "loss": 0.0002,
      "step": 39890
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.647114869801217e-07,
      "loss": 0.0005,
      "step": 39891
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6449000023243373e-07,
      "loss": 0.0003,
      "step": 39892
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6426856502389204e-07,
      "loss": 0.0003,
      "step": 39893
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6404718135569684e-07,
      "loss": 0.0003,
      "step": 39894
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.638258492290404e-07,
      "loss": 0.0004,
      "step": 39895
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6360456864512295e-07,
      "loss": 0.0011,
      "step": 39896
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.633833396051368e-07,
      "loss": 0.0007,
      "step": 39897
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.631621621102822e-07,
      "loss": 0.0004,
      "step": 39898
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6294103616175146e-07,
      "loss": 0.0007,
      "step": 39899
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.627199617607392e-07,
      "loss": 0.0005,
      "step": 39900
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6249893890844334e-07,
      "loss": 0.0005,
      "step": 39901
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.622779676060563e-07,
      "loss": 0.0006,
      "step": 39902
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6205704785477147e-07,
      "loss": 0.0003,
      "step": 39903
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6183617965578463e-07,
      "loss": 0.0003,
      "step": 39904
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6161536301029154e-07,
      "loss": 0.0004,
      "step": 39905
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6139459791948113e-07,
      "loss": 0.0006,
      "step": 39906
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6117388438454925e-07,
      "loss": 0.0003,
      "step": 39907
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6095322240668926e-07,
      "loss": 0.0006,
      "step": 39908
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.607326119870925e-07,
      "loss": 0.0004,
      "step": 39909
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6051205312695136e-07,
      "loss": 0.0004,
      "step": 39910
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.602915458274593e-07,
      "loss": 0.0005,
      "step": 39911
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.6007109008980757e-07,
      "loss": 0.0005,
      "step": 39912
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5985068591518747e-07,
      "loss": 0.0005,
      "step": 39913
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.596303333047891e-07,
      "loss": 0.0008,
      "step": 39914
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.594100322598061e-07,
      "loss": 0.0004,
      "step": 39915
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5918978278142736e-07,
      "loss": 0.0005,
      "step": 39916
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.589695848708431e-07,
      "loss": 0.0003,
      "step": 39917
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.587494385292446e-07,
      "loss": 0.0009,
      "step": 39918
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5852934375782197e-07,
      "loss": 0.0005,
      "step": 39919
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5830930055776324e-07,
      "loss": 0.0005,
      "step": 39920
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.580893089302596e-07,
      "loss": 0.0006,
      "step": 39921
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5786936887649793e-07,
      "loss": 0.0006,
      "step": 39922
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.576494803976683e-07,
      "loss": 0.0002,
      "step": 39923
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.574296434949588e-07,
      "loss": 0.0005,
      "step": 39924
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5720985816955944e-07,
      "loss": 0.0005,
      "step": 39925
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.56990124422656e-07,
      "loss": 0.0009,
      "step": 39926
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5677044225543644e-07,
      "loss": 0.0005,
      "step": 39927
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5655081166908866e-07,
      "loss": 0.0004,
      "step": 39928
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.563312326648006e-07,
      "loss": 0.0008,
      "step": 39929
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.561117052437558e-07,
      "loss": 0.0007,
      "step": 39930
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.558922294071444e-07,
      "loss": 0.0006,
      "step": 39931
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5567280515615207e-07,
      "loss": 0.0003,
      "step": 39932
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.554534324919635e-07,
      "loss": 0.0005,
      "step": 39933
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5523411141576434e-07,
      "loss": 0.0004,
      "step": 39934
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5501484192874037e-07,
      "loss": 0.0005,
      "step": 39935
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5479562403207833e-07,
      "loss": 0.0005,
      "step": 39936
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.545764577269607e-07,
      "loss": 0.0004,
      "step": 39937
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5435734301457203e-07,
      "loss": 0.0006,
      "step": 39938
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5413827989610026e-07,
      "loss": 0.0005,
      "step": 39939
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.539192683727256e-07,
      "loss": 0.0005,
      "step": 39940
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.537003084456326e-07,
      "loss": 0.0006,
      "step": 39941
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.534814001160048e-07,
      "loss": 0.0003,
      "step": 39942
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5326254338502797e-07,
      "loss": 0.0004,
      "step": 39943
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.53043738253881e-07,
      "loss": 0.0004,
      "step": 39944
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.528249847237476e-07,
      "loss": 0.0007,
      "step": 39945
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5260628279581333e-07,
      "loss": 0.0008,
      "step": 39946
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.523876324712562e-07,
      "loss": 0.0005,
      "step": 39947
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5216903375125966e-07,
      "loss": 0.0006,
      "step": 39948
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.51950486637005e-07,
      "loss": 0.0003,
      "step": 39949
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.517319911296747e-07,
      "loss": 0.0006,
      "step": 39950
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.515135472304477e-07,
      "loss": 0.0005,
      "step": 39951
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5129515494050644e-07,
      "loss": 0.0005,
      "step": 39952
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5107681426103e-07,
      "loss": 0.0005,
      "step": 39953
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5085852519319964e-07,
      "loss": 0.0006,
      "step": 39954
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5064028773819435e-07,
      "loss": 0.0008,
      "step": 39955
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.5042210189719326e-07,
      "loss": 0.0003,
      "step": 39956
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.502039676713776e-07,
      "loss": 0.0004,
      "step": 39957
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.499858850619221e-07,
      "loss": 0.0009,
      "step": 39958
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.497678540700112e-07,
      "loss": 0.0005,
      "step": 39959
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.495498746968208e-07,
      "loss": 0.0014,
      "step": 39960
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4933194694352867e-07,
      "loss": 0.0005,
      "step": 39961
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4911407081131174e-07,
      "loss": 0.0008,
      "step": 39962
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4889624630135134e-07,
      "loss": 0.0006,
      "step": 39963
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4867847341482087e-07,
      "loss": 0.0004,
      "step": 39964
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.484607521528983e-07,
      "loss": 0.0003,
      "step": 39965
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.482430825167616e-07,
      "loss": 0.0004,
      "step": 39966
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4802546450758654e-07,
      "loss": 0.0005,
      "step": 39967
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.478078981265499e-07,
      "loss": 0.0003,
      "step": 39968
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.475903833748263e-07,
      "loss": 0.0007,
      "step": 39969
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.473729202535926e-07,
      "loss": 0.0006,
      "step": 39970
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4715550876402446e-07,
      "loss": 0.0003,
      "step": 39971
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.469381489072955e-07,
      "loss": 0.0007,
      "step": 39972
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4672084068458134e-07,
      "loss": 0.0005,
      "step": 39973
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4650358409705776e-07,
      "loss": 0.0003,
      "step": 39974
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4628637914589603e-07,
      "loss": 0.0005,
      "step": 39975
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.46069225832273e-07,
      "loss": 0.0006,
      "step": 39976
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.45852124157361e-07,
      "loss": 0.0004,
      "step": 39977
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4563507412233473e-07,
      "loss": 0.0005,
      "step": 39978
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4541807572836546e-07,
      "loss": 0.0006,
      "step": 39979
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.452011289766267e-07,
      "loss": 0.0006,
      "step": 39980
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4498423386829306e-07,
      "loss": 0.0005,
      "step": 39981
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4476739040453355e-07,
      "loss": 0.0003,
      "step": 39982
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.445505985865217e-07,
      "loss": 0.0005,
      "step": 39983
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4433385841542887e-07,
      "loss": 0.0005,
      "step": 39984
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.441171698924285e-07,
      "loss": 0.0002,
      "step": 39985
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4390053301868965e-07,
      "loss": 0.0008,
      "step": 39986
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.436839477953836e-07,
      "loss": 0.0002,
      "step": 39987
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.434674142236828e-07,
      "loss": 0.0005,
      "step": 39988
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4325093230475403e-07,
      "loss": 0.0006,
      "step": 39989
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.430345020397697e-07,
      "loss": 0.0006,
      "step": 39990
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4281812342990004e-07,
      "loss": 0.0004,
      "step": 39991
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4260179647631406e-07,
      "loss": 0.0002,
      "step": 39992
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.423855211801797e-07,
      "loss": 0.0007,
      "step": 39993
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4216929754266615e-07,
      "loss": 0.0006,
      "step": 39994
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4195312556494563e-07,
      "loss": 0.0008,
      "step": 39995
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4173700524818285e-07,
      "loss": 0.0003,
      "step": 39996
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.415209365935458e-07,
      "loss": 0.0009,
      "step": 39997
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4130491960220566e-07,
      "loss": 0.0004,
      "step": 39998
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4108895427532605e-07,
      "loss": 0.0005,
      "step": 39999
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.40873040614076e-07,
      "loss": 0.0004,
      "step": 40000
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.406571786196234e-07,
      "loss": 0.0012,
      "step": 40001
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.404413682931341e-07,
      "loss": 0.0006,
      "step": 40002
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4022560963577486e-07,
      "loss": 0.0004,
      "step": 40003
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.4000990264871034e-07,
      "loss": 0.0007,
      "step": 40004
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.397942473331085e-07,
      "loss": 0.0009,
      "step": 40005
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3957864369013393e-07,
      "loss": 0.0004,
      "step": 40006
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3936309172095127e-07,
      "loss": 0.0008,
      "step": 40007
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3914759142672737e-07,
      "loss": 0.0004,
      "step": 40008
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3893214280862685e-07,
      "loss": 0.0004,
      "step": 40009
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.387167458678121e-07,
      "loss": 0.0005,
      "step": 40010
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.385014006054489e-07,
      "loss": 0.0002,
      "step": 40011
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.382861070227018e-07,
      "loss": 0.0007,
      "step": 40012
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.380708651207322e-07,
      "loss": 0.0003,
      "step": 40013
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3785567490070456e-07,
      "loss": 0.0005,
      "step": 40014
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.376405363637826e-07,
      "loss": 0.0004,
      "step": 40015
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3742544951113073e-07,
      "loss": 0.0004,
      "step": 40016
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.372104143439082e-07,
      "loss": 0.0006,
      "step": 40017
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3699543086327846e-07,
      "loss": 0.0003,
      "step": 40018
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.367804990704039e-07,
      "loss": 0.0005,
      "step": 40019
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.365656189664458e-07,
      "loss": 0.0009,
      "step": 40020
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3635079055256546e-07,
      "loss": 0.0007,
      "step": 40021
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3613601382992423e-07,
      "loss": 0.0005,
      "step": 40022
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.359212887996844e-07,
      "loss": 0.0003,
      "step": 40023
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3570661546300407e-07,
      "loss": 0.0003,
      "step": 40024
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3549199382104557e-07,
      "loss": 0.0004,
      "step": 40025
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3527742387496686e-07,
      "loss": 0.0005,
      "step": 40026
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3506290562593033e-07,
      "loss": 0.0004,
      "step": 40027
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3484843907509287e-07,
      "loss": 0.0004,
      "step": 40028
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.346340242236147e-07,
      "loss": 0.0005,
      "step": 40029
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3441966107265476e-07,
      "loss": 0.0004,
      "step": 40030
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3420534962337224e-07,
      "loss": 0.0011,
      "step": 40031
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3399108987692396e-07,
      "loss": 0.0003,
      "step": 40032
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.337768818344712e-07,
      "loss": 0.0004,
      "step": 40033
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.335627254971675e-07,
      "loss": 0.0005,
      "step": 40034
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.33348620866173e-07,
      "loss": 0.0002,
      "step": 40035
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.331345679426457e-07,
      "loss": 0.0007,
      "step": 40036
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.329205667277392e-07,
      "loss": 0.0004,
      "step": 40037
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.327066172226124e-07,
      "loss": 0.0005,
      "step": 40038
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.324927194284223e-07,
      "loss": 0.0005,
      "step": 40039
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3227887334632455e-07,
      "loss": 0.0008,
      "step": 40040
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3206507897747387e-07,
      "loss": 0.0006,
      "step": 40041
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.318513363230259e-07,
      "loss": 0.0008,
      "step": 40042
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3163764538413865e-07,
      "loss": 0.0003,
      "step": 40043
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3142400616196345e-07,
      "loss": 0.0006,
      "step": 40044
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.31210418657656e-07,
      "loss": 0.0003,
      "step": 40045
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3099688287237204e-07,
      "loss": 0.0008,
      "step": 40046
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.307833988072663e-07,
      "loss": 0.0007,
      "step": 40047
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.305699664634899e-07,
      "loss": 0.0004,
      "step": 40048
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.3035658584219766e-07,
      "loss": 0.0004,
      "step": 40049
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.30143256944543e-07,
      "loss": 0.0005,
      "step": 40050
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.299299797716805e-07,
      "loss": 0.0006,
      "step": 40051
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2971675432476047e-07,
      "loss": 0.0005,
      "step": 40052
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2950358060493636e-07,
      "loss": 0.0006,
      "step": 40053
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.292904586133617e-07,
      "loss": 0.0005,
      "step": 40054
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.290773883511856e-07,
      "loss": 0.0003,
      "step": 40055
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.288643698195616e-07,
      "loss": 0.0004,
      "step": 40056
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.286514030196398e-07,
      "loss": 0.0005,
      "step": 40057
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.284384879525749e-07,
      "loss": 0.0006,
      "step": 40058
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2822562461951267e-07,
      "loss": 0.0004,
      "step": 40059
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2801281302160545e-07,
      "loss": 0.0005,
      "step": 40060
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2780005316000684e-07,
      "loss": 0.0003,
      "step": 40061
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.275873450358614e-07,
      "loss": 0.0004,
      "step": 40062
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.273746886503216e-07,
      "loss": 0.0004,
      "step": 40063
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.271620840045365e-07,
      "loss": 0.0006,
      "step": 40064
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2694953109965744e-07,
      "loss": 0.0005,
      "step": 40065
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2673702993682785e-07,
      "loss": 0.0007,
      "step": 40066
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2652458051720025e-07,
      "loss": 0.0004,
      "step": 40067
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.263121828419237e-07,
      "loss": 0.0005,
      "step": 40068
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2609983691214386e-07,
      "loss": 0.0003,
      "step": 40069
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.258875427290099e-07,
      "loss": 0.0005,
      "step": 40070
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2567530029366975e-07,
      "loss": 0.0006,
      "step": 40071
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.25463109607267e-07,
      "loss": 0.0005,
      "step": 40072
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.252509706709518e-07,
      "loss": 0.0005,
      "step": 40073
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.25038883485871e-07,
      "loss": 0.0004,
      "step": 40074
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.248268480531703e-07,
      "loss": 0.0006,
      "step": 40075
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2461486437399337e-07,
      "loss": 0.0004,
      "step": 40076
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2440293244948916e-07,
      "loss": 0.0008,
      "step": 40077
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.241910522808024e-07,
      "loss": 0.0006,
      "step": 40078
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.239792238690776e-07,
      "loss": 0.0006,
      "step": 40079
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.237674472154596e-07,
      "loss": 0.0003,
      "step": 40080
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.235557223210929e-07,
      "loss": 0.0003,
      "step": 40081
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2334404918712324e-07,
      "loss": 0.0007,
      "step": 40082
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.231324278146942e-07,
      "loss": 0.0006,
      "step": 40083
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.229208582049482e-07,
      "loss": 0.0005,
      "step": 40084
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.22709340359031e-07,
      "loss": 0.0007,
      "step": 40085
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2249787427808276e-07,
      "loss": 0.001,
      "step": 40086
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2228645996324923e-07,
      "loss": 0.0003,
      "step": 40087
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.220750974156729e-07,
      "loss": 0.0005,
      "step": 40088
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.21863786636495e-07,
      "loss": 0.0008,
      "step": 40089
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2165252762685793e-07,
      "loss": 0.0005,
      "step": 40090
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.214413203879042e-07,
      "loss": 0.0007,
      "step": 40091
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.212301649207751e-07,
      "loss": 0.0006,
      "step": 40092
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.210190612266107e-07,
      "loss": 0.0006,
      "step": 40093
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.208080093065536e-07,
      "loss": 0.0005,
      "step": 40094
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2059700916174396e-07,
      "loss": 0.0005,
      "step": 40095
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.20386060793323e-07,
      "loss": 0.0006,
      "step": 40096
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.201751642024288e-07,
      "loss": 0.0003,
      "step": 40097
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1996431939020257e-07,
      "loss": 0.0004,
      "step": 40098
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.197535263577857e-07,
      "loss": 0.0005,
      "step": 40099
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1954278510631497e-07,
      "loss": 0.0004,
      "step": 40100
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1933209563692845e-07,
      "loss": 0.0003,
      "step": 40101
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1912145795076854e-07,
      "loss": 0.0004,
      "step": 40102
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1891087204897097e-07,
      "loss": 0.0007,
      "step": 40103
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.187003379326748e-07,
      "loss": 0.0004,
      "step": 40104
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1848985560301815e-07,
      "loss": 0.0004,
      "step": 40105
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1827942506113994e-07,
      "loss": 0.0004,
      "step": 40106
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.180690463081749e-07,
      "loss": 0.0003,
      "step": 40107
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1785871934526103e-07,
      "loss": 0.0006,
      "step": 40108
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1764844417353625e-07,
      "loss": 0.0005,
      "step": 40109
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1743822079413633e-07,
      "loss": 0.0002,
      "step": 40110
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1722804920819705e-07,
      "loss": 0.0006,
      "step": 40111
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1701792941685415e-07,
      "loss": 0.0003,
      "step": 40112
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1680786142124564e-07,
      "loss": 0.0006,
      "step": 40113
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.165978452225039e-07,
      "loss": 0.0004,
      "step": 40114
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.163878808217658e-07,
      "loss": 0.0004,
      "step": 40115
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.161779682201672e-07,
      "loss": 0.0005,
      "step": 40116
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.159681074188393e-07,
      "loss": 0.0006,
      "step": 40117
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.15758298418919e-07,
      "loss": 0.0006,
      "step": 40118
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1554854122153987e-07,
      "loss": 0.0006,
      "step": 40119
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.153388358278365e-07,
      "loss": 0.0007,
      "step": 40120
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.151291822389403e-07,
      "loss": 0.0008,
      "step": 40121
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.149195804559847e-07,
      "loss": 0.0005,
      "step": 40122
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.147100304801044e-07,
      "loss": 0.0006,
      "step": 40123
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.145005323124318e-07,
      "loss": 0.0011,
      "step": 40124
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.142910859540972e-07,
      "loss": 0.0003,
      "step": 40125
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.14081691406234e-07,
      "loss": 0.0005,
      "step": 40126
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.138723486699747e-07,
      "loss": 0.0006,
      "step": 40127
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1366305774644846e-07,
      "loss": 0.0006,
      "step": 40128
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.134538186367887e-07,
      "loss": 0.0007,
      "step": 40129
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.132446313421246e-07,
      "loss": 0.0007,
      "step": 40130
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.130354958635896e-07,
      "loss": 0.0007,
      "step": 40131
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.128264122023107e-07,
      "loss": 0.0005,
      "step": 40132
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1261738035942024e-07,
      "loss": 0.0005,
      "step": 40133
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1240840033604845e-07,
      "loss": 0.0008,
      "step": 40134
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1219947213332223e-07,
      "loss": 0.0008,
      "step": 40135
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.119905957523729e-07,
      "loss": 0.0005,
      "step": 40136
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.117817711943284e-07,
      "loss": 0.0005,
      "step": 40137
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1157299846031894e-07,
      "loss": 0.0004,
      "step": 40138
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1136427755147033e-07,
      "loss": 0.0005,
      "step": 40139
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1115560846891277e-07,
      "loss": 0.0004,
      "step": 40140
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1094699121377534e-07,
      "loss": 0.001,
      "step": 40141
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.107384257871816e-07,
      "loss": 0.0004,
      "step": 40142
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.105299121902628e-07,
      "loss": 0.0006,
      "step": 40143
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.103214504241437e-07,
      "loss": 0.0004,
      "step": 40144
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.1011304048995226e-07,
      "loss": 0.0005,
      "step": 40145
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.099046823888131e-07,
      "loss": 0.0008,
      "step": 40146
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.096963761218542e-07,
      "loss": 0.0003,
      "step": 40147
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0948812169020137e-07,
      "loss": 0.0006,
      "step": 40148
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.092799190949781e-07,
      "loss": 0.0003,
      "step": 40149
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0907176833731245e-07,
      "loss": 0.0006,
      "step": 40150
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.08863669418329e-07,
      "loss": 0.0006,
      "step": 40151
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0865562233915025e-07,
      "loss": 0.0009,
      "step": 40152
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.08447627100903e-07,
      "loss": 0.0005,
      "step": 40153
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.082396837047109e-07,
      "loss": 0.0004,
      "step": 40154
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0803179215169854e-07,
      "loss": 0.0005,
      "step": 40155
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.078239524429872e-07,
      "loss": 0.0006,
      "step": 40156
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.076161645797017e-07,
      "loss": 0.0003,
      "step": 40157
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0740842856296645e-07,
      "loss": 0.0004,
      "step": 40158
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.072007443939019e-07,
      "loss": 0.0007,
      "step": 40159
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0699311207363255e-07,
      "loss": 0.0005,
      "step": 40160
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.067855316032787e-07,
      "loss": 0.0013,
      "step": 40161
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.06578002983965e-07,
      "loss": 0.0006,
      "step": 40162
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.063705262168105e-07,
      "loss": 0.0008,
      "step": 40163
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.061631013029377e-07,
      "loss": 0.0006,
      "step": 40164
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0595572824346785e-07,
      "loss": 0.0009,
      "step": 40165
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.057484070395212e-07,
      "loss": 0.0005,
      "step": 40166
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0554113769221916e-07,
      "loss": 0.0006,
      "step": 40167
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.053339202026807e-07,
      "loss": 0.0004,
      "step": 40168
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.051267545720283e-07,
      "loss": 0.0007,
      "step": 40169
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.049196408013789e-07,
      "loss": 0.0004,
      "step": 40170
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0471257889185376e-07,
      "loss": 0.0005,
      "step": 40171
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0450556884457203e-07,
      "loss": 0.0003,
      "step": 40172
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.042986106606506e-07,
      "loss": 0.0002,
      "step": 40173
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.040917043412096e-07,
      "loss": 0.0006,
      "step": 40174
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0388484988736707e-07,
      "loss": 0.0008,
      "step": 40175
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.036780473002411e-07,
      "loss": 0.0004,
      "step": 40176
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.034712965809506e-07,
      "loss": 0.0005,
      "step": 40177
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0326459773061046e-07,
      "loss": 0.0006,
      "step": 40178
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0305795075034185e-07,
      "loss": 0.0003,
      "step": 40179
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0285135564125723e-07,
      "loss": 0.0005,
      "step": 40180
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0264481240447575e-07,
      "loss": 0.0007,
      "step": 40181
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0243832104111423e-07,
      "loss": 0.0009,
      "step": 40182
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.022318815522874e-07,
      "loss": 0.0005,
      "step": 40183
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0202549393910995e-07,
      "loss": 0.0006,
      "step": 40184
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.018191582026998e-07,
      "loss": 0.0006,
      "step": 40185
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0161287434417273e-07,
      "loss": 0.0003,
      "step": 40186
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.014066423646412e-07,
      "loss": 0.0004,
      "step": 40187
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0120046226521994e-07,
      "loss": 0.0005,
      "step": 40188
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0099433404702684e-07,
      "loss": 0.0003,
      "step": 40189
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.0078825771117104e-07,
      "loss": 0.001,
      "step": 40190
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.005822332587694e-07,
      "loss": 0.0003,
      "step": 40191
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.003762606909356e-07,
      "loss": 0.0004,
      "step": 40192
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.001703400087831e-07,
      "loss": 0.0004,
      "step": 40193
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.999644712134221e-07,
      "loss": 0.0004,
      "step": 40194
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.997586543059684e-07,
      "loss": 0.0006,
      "step": 40195
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.995528892875322e-07,
      "loss": 0.0004,
      "step": 40196
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.9934717615922934e-07,
      "loss": 0.0005,
      "step": 40197
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.991415149221667e-07,
      "loss": 0.0007,
      "step": 40198
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.9893590557745885e-07,
      "loss": 0.0004,
      "step": 40199
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.9873034812621724e-07,
      "loss": 0.0006,
      "step": 40200
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.9852484256955203e-07,
      "loss": 0.0004,
      "step": 40201
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.983193889085735e-07,
      "loss": 0.0008,
      "step": 40202
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.981139871443929e-07,
      "loss": 0.001,
      "step": 40203
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.9790863727812044e-07,
      "loss": 0.0004,
      "step": 40204
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.9770333931086645e-07,
      "loss": 0.001,
      "step": 40205
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.974980932437389e-07,
      "loss": 0.0004,
      "step": 40206
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.972928990778502e-07,
      "loss": 0.0003,
      "step": 40207
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.97087756814305e-07,
      "loss": 0.0005,
      "step": 40208
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.968826664542158e-07,
      "loss": 0.0005,
      "step": 40209
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.966776279986895e-07,
      "loss": 0.0003,
      "step": 40210
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.96472641448834e-07,
      "loss": 0.001,
      "step": 40211
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.9626770680575854e-07,
      "loss": 0.0007,
      "step": 40212
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.9606282407056996e-07,
      "loss": 0.0005,
      "step": 40213
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.9585799324437734e-07,
      "loss": 0.0005,
      "step": 40214
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.956532143282843e-07,
      "loss": 0.0002,
      "step": 40215
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.95448487323401e-07,
      "loss": 0.0007,
      "step": 40216
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.952438122308322e-07,
      "loss": 0.0006,
      "step": 40217
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.950391890516847e-07,
      "loss": 0.0002,
      "step": 40218
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.9483461778706435e-07,
      "loss": 0.0004,
      "step": 40219
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.9463009843807577e-07,
      "loss": 0.0005,
      "step": 40220
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.944256310058281e-07,
      "loss": 0.0007,
      "step": 40221
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.942212154914216e-07,
      "loss": 0.0003,
      "step": 40222
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.940168518959642e-07,
      "loss": 0.0006,
      "step": 40223
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.938125402205606e-07,
      "loss": 0.0005,
      "step": 40224
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.936082804663122e-07,
      "loss": 0.0004,
      "step": 40225
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.934040726343258e-07,
      "loss": 0.0003,
      "step": 40226
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.931999167257039e-07,
      "loss": 0.0003,
      "step": 40227
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.929958127415523e-07,
      "loss": 0.0004,
      "step": 40228
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.927917606829712e-07,
      "loss": 0.0004,
      "step": 40229
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.925877605510631e-07,
      "loss": 0.0004,
      "step": 40230
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.923838123469348e-07,
      "loss": 0.0003,
      "step": 40231
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.9217991607168437e-07,
      "loss": 0.0005,
      "step": 40232
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.919760717264154e-07,
      "loss": 0.0005,
      "step": 40233
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.917722793122292e-07,
      "loss": 0.0005,
      "step": 40234
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.915685388302293e-07,
      "loss": 0.0005,
      "step": 40235
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.913648502815137e-07,
      "loss": 0.0009,
      "step": 40236
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.9116121366718495e-07,
      "loss": 0.0004,
      "step": 40237
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.9095762898834544e-07,
      "loss": 0.0007,
      "step": 40238
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.9075409624609315e-07,
      "loss": 0.0007,
      "step": 40239
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.9055061544152727e-07,
      "loss": 0.0003,
      "step": 40240
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.903471865757502e-07,
      "loss": 0.0004,
      "step": 40241
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.9014380964986223e-07,
      "loss": 0.0003,
      "step": 40242
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8994048466495794e-07,
      "loss": 0.0007,
      "step": 40243
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.89737211622141e-07,
      "loss": 0.0005,
      "step": 40244
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.895339905225082e-07,
      "loss": 0.0006,
      "step": 40245
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.893308213671576e-07,
      "loss": 0.0004,
      "step": 40246
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8912770415718615e-07,
      "loss": 0.0006,
      "step": 40247
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8892463889369515e-07,
      "loss": 0.0007,
      "step": 40248
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8872162557778036e-07,
      "loss": 0.0006,
      "step": 40249
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.885186642105376e-07,
      "loss": 0.0009,
      "step": 40250
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8831575479306607e-07,
      "loss": 0.0004,
      "step": 40251
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.881128973264625e-07,
      "loss": 0.0006,
      "step": 40252
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8791009181182173e-07,
      "loss": 0.0006,
      "step": 40253
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8770733825024053e-07,
      "loss": 0.0005,
      "step": 40254
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.87504636642817e-07,
      "loss": 0.0003,
      "step": 40255
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.873019869906425e-07,
      "loss": 0.0004,
      "step": 40256
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.870993892948149e-07,
      "loss": 0.0009,
      "step": 40257
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.86896843556428e-07,
      "loss": 0.0004,
      "step": 40258
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.866943497765796e-07,
      "loss": 0.0002,
      "step": 40259
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8649190795636007e-07,
      "loss": 0.0004,
      "step": 40260
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.862895180968662e-07,
      "loss": 0.0005,
      "step": 40261
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.860871801991928e-07,
      "loss": 0.0007,
      "step": 40262
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8588489426443e-07,
      "loss": 0.0004,
      "step": 40263
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8568266029367253e-07,
      "loss": 0.0005,
      "step": 40264
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8548047828801505e-07,
      "loss": 0.0007,
      "step": 40265
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8527834824855e-07,
      "loss": 0.0005,
      "step": 40266
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8507627017636774e-07,
      "loss": 0.0004,
      "step": 40267
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.848742440725628e-07,
      "loss": 0.0005,
      "step": 40268
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.846722699382255e-07,
      "loss": 0.0008,
      "step": 40269
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8447034777444936e-07,
      "loss": 0.0005,
      "step": 40270
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8426847758232464e-07,
      "loss": 0.0007,
      "step": 40271
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8406665936294163e-07,
      "loss": 0.0008,
      "step": 40272
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8386489311739274e-07,
      "loss": 0.0007,
      "step": 40273
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8366317884676705e-07,
      "loss": 0.0006,
      "step": 40274
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.83461516552156e-07,
      "loss": 0.0008,
      "step": 40275
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.832599062346487e-07,
      "loss": 0.0004,
      "step": 40276
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8305834789533646e-07,
      "loss": 0.0004,
      "step": 40277
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8285684153530624e-07,
      "loss": 0.0003,
      "step": 40278
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.826553871556482e-07,
      "loss": 0.0009,
      "step": 40279
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8245398475745263e-07,
      "loss": 0.0006,
      "step": 40280
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.822526343418065e-07,
      "loss": 0.0003,
      "step": 40281
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.820513359097977e-07,
      "loss": 0.0003,
      "step": 40282
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8185008946251546e-07,
      "loss": 0.0011,
      "step": 40283
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.816488950010466e-07,
      "loss": 0.0004,
      "step": 40284
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8144775252647927e-07,
      "loss": 0.0004,
      "step": 40285
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8124666203990136e-07,
      "loss": 0.0006,
      "step": 40286
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.810456235423987e-07,
      "loss": 0.0007,
      "step": 40287
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8084463703505716e-07,
      "loss": 0.0007,
      "step": 40288
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8064370251896463e-07,
      "loss": 0.0005,
      "step": 40289
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.8044281999520706e-07,
      "loss": 0.0004,
      "step": 40290
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.802419894648679e-07,
      "loss": 0.0005,
      "step": 40291
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.800412109290352e-07,
      "loss": 0.0005,
      "step": 40292
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.798404843887926e-07,
      "loss": 0.0005,
      "step": 40293
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.796398098452281e-07,
      "loss": 0.001,
      "step": 40294
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.794391872994219e-07,
      "loss": 0.0006,
      "step": 40295
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.792386167524609e-07,
      "loss": 0.0004,
      "step": 40296
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.790380982054287e-07,
      "loss": 0.0003,
      "step": 40297
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.788376316594089e-07,
      "loss": 0.0007,
      "step": 40298
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.786372171154851e-07,
      "loss": 0.0002,
      "step": 40299
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.784368545747408e-07,
      "loss": 0.0007,
      "step": 40300
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.7823654403826073e-07,
      "loss": 0.0006,
      "step": 40301
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.780362855071229e-07,
      "loss": 0.0008,
      "step": 40302
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.778360789824131e-07,
      "loss": 0.0007,
      "step": 40303
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.776359244652139e-07,
      "loss": 0.0004,
      "step": 40304
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.7743582195660545e-07,
      "loss": 0.0009,
      "step": 40305
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.772357714576691e-07,
      "loss": 0.0005,
      "step": 40306
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.7703577296948734e-07,
      "loss": 0.0006,
      "step": 40307
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.7683582649314155e-07,
      "loss": 0.0003,
      "step": 40308
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.766359320297108e-07,
      "loss": 0.0004,
      "step": 40309
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.7643608958027543e-07,
      "loss": 0.0002,
      "step": 40310
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.7623629914591784e-07,
      "loss": 0.0002,
      "step": 40311
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.760365607277161e-07,
      "loss": 0.0004,
      "step": 40312
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.758368743267493e-07,
      "loss": 0.0004,
      "step": 40313
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.7563723994409883e-07,
      "loss": 0.0008,
      "step": 40314
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.7543765758084274e-07,
      "loss": 0.0006,
      "step": 40315
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.75238127238059e-07,
      "loss": 0.0003,
      "step": 40316
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.750386489168256e-07,
      "loss": 0.0002,
      "step": 40317
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.748392226182229e-07,
      "loss": 0.001,
      "step": 40318
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.7463984834332665e-07,
      "loss": 0.001,
      "step": 40319
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.7444052609321493e-07,
      "loss": 0.0007,
      "step": 40320
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.7424125586896787e-07,
      "loss": 0.0008,
      "step": 40321
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.74042037671658e-07,
      "loss": 0.0005,
      "step": 40322
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.7384287150236566e-07,
      "loss": 0.0007,
      "step": 40323
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.736437573621654e-07,
      "loss": 0.0005,
      "step": 40324
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.734446952521342e-07,
      "loss": 0.0006,
      "step": 40325
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.7324568517334794e-07,
      "loss": 0.0007,
      "step": 40326
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.7304672712688115e-07,
      "loss": 0.0004,
      "step": 40327
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.72847821113812e-07,
      "loss": 0.0006,
      "step": 40328
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.7264896713521293e-07,
      "loss": 0.0006,
      "step": 40329
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.724501651921586e-07,
      "loss": 0.0006,
      "step": 40330
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.722514152857248e-07,
      "loss": 0.0005,
      "step": 40331
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.7205271741698633e-07,
      "loss": 0.0004,
      "step": 40332
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.7185407158701557e-07,
      "loss": 0.0007,
      "step": 40333
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.7165547779688615e-07,
      "loss": 0.0005,
      "step": 40334
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.7145693604767384e-07,
      "loss": 0.0002,
      "step": 40335
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.7125844634044894e-07,
      "loss": 0.0006,
      "step": 40336
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.71060008676285e-07,
      "loss": 0.0006,
      "step": 40337
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.708616230562556e-07,
      "loss": 0.0002,
      "step": 40338
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.706632894814333e-07,
      "loss": 0.0004,
      "step": 40339
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.704650079528882e-07,
      "loss": 0.0002,
      "step": 40340
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.702667784716929e-07,
      "loss": 0.0008,
      "step": 40341
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.700686010389198e-07,
      "loss": 0.0006,
      "step": 40342
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6987047565563817e-07,
      "loss": 0.0009,
      "step": 40343
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6967240232292033e-07,
      "loss": 0.0005,
      "step": 40344
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6947438104183554e-07,
      "loss": 0.0005,
      "step": 40345
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.692764118134573e-07,
      "loss": 0.0004,
      "step": 40346
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6907849463885036e-07,
      "loss": 0.0004,
      "step": 40347
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6888062951908943e-07,
      "loss": 0.0006,
      "step": 40348
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.686828164552403e-07,
      "loss": 0.0006,
      "step": 40349
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.684850554483754e-07,
      "loss": 0.0005,
      "step": 40350
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6828734649956175e-07,
      "loss": 0.0004,
      "step": 40351
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6808968960986737e-07,
      "loss": 0.0003,
      "step": 40352
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6789208478036244e-07,
      "loss": 0.0005,
      "step": 40353
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.676945320121128e-07,
      "loss": 0.0006,
      "step": 40354
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6749703130618653e-07,
      "loss": 0.0006,
      "step": 40355
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6729958266365384e-07,
      "loss": 0.0011,
      "step": 40356
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.671021860855795e-07,
      "loss": 0.0005,
      "step": 40357
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.669048415730314e-07,
      "loss": 0.0004,
      "step": 40358
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.667075491270755e-07,
      "loss": 0.0005,
      "step": 40359
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.665103087487787e-07,
      "loss": 0.0007,
      "step": 40360
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6631312043920563e-07,
      "loss": 0.0004,
      "step": 40361
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.661159841994244e-07,
      "loss": 0.0007,
      "step": 40362
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6591890003050077e-07,
      "loss": 0.0008,
      "step": 40363
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.657218679334962e-07,
      "loss": 0.0007,
      "step": 40364
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.655248879094786e-07,
      "loss": 0.0003,
      "step": 40365
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6532795995951274e-07,
      "loss": 0.0007,
      "step": 40366
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6513108408466227e-07,
      "loss": 0.0008,
      "step": 40367
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6493426028599175e-07,
      "loss": 0.0004,
      "step": 40368
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6473748856456383e-07,
      "loss": 0.0006,
      "step": 40369
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.645407689214442e-07,
      "loss": 0.0002,
      "step": 40370
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6434410135769317e-07,
      "loss": 0.0003,
      "step": 40371
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.641474858743754e-07,
      "loss": 0.0006,
      "step": 40372
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6395092247255347e-07,
      "loss": 0.0004,
      "step": 40373
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.63754411153292e-07,
      "loss": 0.0007,
      "step": 40374
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6355795191764906e-07,
      "loss": 0.0007,
      "step": 40375
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6336154476668825e-07,
      "loss": 0.0007,
      "step": 40376
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.631651897014732e-07,
      "loss": 0.0006,
      "step": 40377
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6296888672306185e-07,
      "loss": 0.0004,
      "step": 40378
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6277263583251675e-07,
      "loss": 0.0005,
      "step": 40379
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.625764370308993e-07,
      "loss": 0.0005,
      "step": 40380
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.623802903192697e-07,
      "loss": 0.0009,
      "step": 40381
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6218419569868603e-07,
      "loss": 0.0003,
      "step": 40382
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6198815317021074e-07,
      "loss": 0.001,
      "step": 40383
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.61792162734903e-07,
      "loss": 0.0008,
      "step": 40384
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.615962243938209e-07,
      "loss": 0.0005,
      "step": 40385
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6140033814802356e-07,
      "loss": 0.0006,
      "step": 40386
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.612045039985712e-07,
      "loss": 0.0003,
      "step": 40387
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6100872194652194e-07,
      "loss": 0.0006,
      "step": 40388
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6081299199293264e-07,
      "loss": 0.0006,
      "step": 40389
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.606173141388625e-07,
      "loss": 0.0003,
      "step": 40390
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.604216883853684e-07,
      "loss": 0.0005,
      "step": 40391
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.6022611473350843e-07,
      "loss": 0.0004,
      "step": 40392
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.600305931843384e-07,
      "loss": 0.0007,
      "step": 40393
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5983512373891747e-07,
      "loss": 0.0004,
      "step": 40394
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5963970639830036e-07,
      "loss": 0.0004,
      "step": 40395
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5944434116354286e-07,
      "loss": 0.0003,
      "step": 40396
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.592490280357008e-07,
      "loss": 0.0006,
      "step": 40397
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.590537670158334e-07,
      "loss": 0.0005,
      "step": 40398
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5885855810499083e-07,
      "loss": 0.0004,
      "step": 40399
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5866340130423117e-07,
      "loss": 0.0007,
      "step": 40400
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5846829661461025e-07,
      "loss": 0.0007,
      "step": 40401
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5827324403718057e-07,
      "loss": 0.0003,
      "step": 40402
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.580782435729957e-07,
      "loss": 0.0006,
      "step": 40403
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.578832952231115e-07,
      "loss": 0.0006,
      "step": 40404
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5768839898858156e-07,
      "loss": 0.0007,
      "step": 40405
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.574935548704572e-07,
      "loss": 0.0006,
      "step": 40406
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.572987628697944e-07,
      "loss": 0.0008,
      "step": 40407
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5710402298764435e-07,
      "loss": 0.0006,
      "step": 40408
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.569093352250597e-07,
      "loss": 0.0008,
      "step": 40409
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.567146995830928e-07,
      "loss": 0.0007,
      "step": 40410
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5652011606279623e-07,
      "loss": 0.0007,
      "step": 40411
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.563255846652214e-07,
      "loss": 0.0005,
      "step": 40412
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.561311053914196e-07,
      "loss": 0.0004,
      "step": 40413
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.559366782424412e-07,
      "loss": 0.0004,
      "step": 40414
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.557423032193397e-07,
      "loss": 0.0011,
      "step": 40415
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.555479803231621e-07,
      "loss": 0.0004,
      "step": 40416
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5535370955496087e-07,
      "loss": 0.0003,
      "step": 40417
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5515949091578514e-07,
      "loss": 0.0004,
      "step": 40418
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.549653244066875e-07,
      "loss": 0.0003,
      "step": 40419
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.547712100287126e-07,
      "loss": 0.0004,
      "step": 40420
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.54577147782913e-07,
      "loss": 0.0003,
      "step": 40421
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.543831376703366e-07,
      "loss": 0.0008,
      "step": 40422
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.541891796920327e-07,
      "loss": 0.0005,
      "step": 40423
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5399527384904817e-07,
      "loss": 0.0006,
      "step": 40424
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5380142014243226e-07,
      "loss": 0.0007,
      "step": 40425
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.53607618573234e-07,
      "loss": 0.0003,
      "step": 40426
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.53413869142496e-07,
      "loss": 0.0003,
      "step": 40427
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.532201718512707e-07,
      "loss": 0.0004,
      "step": 40428
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.530265267006039e-07,
      "loss": 0.0005,
      "step": 40429
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5283293369154037e-07,
      "loss": 0.0005,
      "step": 40430
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5263939282512707e-07,
      "loss": 0.0002,
      "step": 40431
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.524459041024131e-07,
      "loss": 0.0003,
      "step": 40432
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5225246752443875e-07,
      "loss": 0.0008,
      "step": 40433
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5205908309225433e-07,
      "loss": 0.0004,
      "step": 40434
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5186575080690235e-07,
      "loss": 0.0004,
      "step": 40435
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5167247066942966e-07,
      "loss": 0.0009,
      "step": 40436
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5147924268087994e-07,
      "loss": 0.0004,
      "step": 40437
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.512860668422968e-07,
      "loss": 0.0005,
      "step": 40438
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5109294315472495e-07,
      "loss": 0.0005,
      "step": 40439
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5089987161921026e-07,
      "loss": 0.0011,
      "step": 40440
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.507068522367929e-07,
      "loss": 0.0003,
      "step": 40441
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.505138850085177e-07,
      "loss": 0.0002,
      "step": 40442
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.503209699354282e-07,
      "loss": 0.0003,
      "step": 40443
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.501281070185658e-07,
      "loss": 0.0006,
      "step": 40444
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4993529625897413e-07,
      "loss": 0.0007,
      "step": 40445
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.497425376576946e-07,
      "loss": 0.0004,
      "step": 40446
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.495498312157697e-07,
      "loss": 0.0004,
      "step": 40447
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.493571769342408e-07,
      "loss": 0.0002,
      "step": 40448
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.491645748141481e-07,
      "loss": 0.0003,
      "step": 40449
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4897202485653535e-07,
      "loss": 0.0006,
      "step": 40450
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4877952706243947e-07,
      "loss": 0.0004,
      "step": 40451
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.485870814329029e-07,
      "loss": 0.0008,
      "step": 40452
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.483946879689659e-07,
      "loss": 0.0004,
      "step": 40453
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4820234667166996e-07,
      "loss": 0.0004,
      "step": 40454
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4801005754205085e-07,
      "loss": 0.0005,
      "step": 40455
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.478178205811511e-07,
      "loss": 0.0006,
      "step": 40456
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.476256357900087e-07,
      "loss": 0.0005,
      "step": 40457
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4743350316966185e-07,
      "loss": 0.0005,
      "step": 40458
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4724142272114956e-07,
      "loss": 0.0003,
      "step": 40459
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4704939444551e-07,
      "loss": 0.0005,
      "step": 40460
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4685741834378116e-07,
      "loss": 0.0005,
      "step": 40461
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4666549441700113e-07,
      "loss": 0.0003,
      "step": 40462
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4647362266620355e-07,
      "loss": 0.0006,
      "step": 40463
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4628180309243197e-07,
      "loss": 0.0005,
      "step": 40464
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.46090035696719e-07,
      "loss": 0.0007,
      "step": 40465
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4589832048010144e-07,
      "loss": 0.0005,
      "step": 40466
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.457066574436174e-07,
      "loss": 0.0003,
      "step": 40467
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.455150465882995e-07,
      "loss": 0.0008,
      "step": 40468
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4532348791518566e-07,
      "loss": 0.0006,
      "step": 40469
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4513198142531177e-07,
      "loss": 0.0006,
      "step": 40470
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.449405271197126e-07,
      "loss": 0.0006,
      "step": 40471
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.447491249994206e-07,
      "loss": 0.0007,
      "step": 40472
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.445577750654727e-07,
      "loss": 0.0006,
      "step": 40473
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.443664773189037e-07,
      "loss": 0.0004,
      "step": 40474
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.44175231760745e-07,
      "loss": 0.0004,
      "step": 40475
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.439840383920312e-07,
      "loss": 0.0005,
      "step": 40476
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4379289721379716e-07,
      "loss": 0.0009,
      "step": 40477
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.436018082270753e-07,
      "loss": 0.0007,
      "step": 40478
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4341077143289823e-07,
      "loss": 0.0005,
      "step": 40479
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4321978683229726e-07,
      "loss": 0.0005,
      "step": 40480
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.430288544263072e-07,
      "loss": 0.0004,
      "step": 40481
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.428379742159571e-07,
      "loss": 0.0006,
      "step": 40482
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4264714620228066e-07,
      "loss": 0.0007,
      "step": 40483
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.424563703863093e-07,
      "loss": 0.0006,
      "step": 40484
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4226564676907435e-07,
      "loss": 0.0006,
      "step": 40485
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4207497535160395e-07,
      "loss": 0.0004,
      "step": 40486
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.418843561349317e-07,
      "loss": 0.0003,
      "step": 40487
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4169378912008886e-07,
      "loss": 0.0006,
      "step": 40488
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.415032743081015e-07,
      "loss": 0.0004,
      "step": 40489
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4131281170000085e-07,
      "loss": 0.0003,
      "step": 40490
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.411224012968173e-07,
      "loss": 0.0007,
      "step": 40491
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.409320430995811e-07,
      "loss": 0.0005,
      "step": 40492
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.4074173710931804e-07,
      "loss": 0.0006,
      "step": 40493
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.405514833270585e-07,
      "loss": 0.0007,
      "step": 40494
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.403612817538304e-07,
      "loss": 0.0004,
      "step": 40495
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.401711323906631e-07,
      "loss": 0.0005,
      "step": 40496
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.399810352385813e-07,
      "loss": 0.0002,
      "step": 40497
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3979099029861516e-07,
      "loss": 0.0006,
      "step": 40498
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.396009975717929e-07,
      "loss": 0.0003,
      "step": 40499
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.394110570591358e-07,
      "loss": 0.0005,
      "step": 40500
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.392211687616764e-07,
      "loss": 0.0008,
      "step": 40501
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.390313326804395e-07,
      "loss": 0.0008,
      "step": 40502
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.388415488164498e-07,
      "loss": 0.0005,
      "step": 40503
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3865181717073427e-07,
      "loss": 0.0006,
      "step": 40504
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.384621377443187e-07,
      "loss": 0.0004,
      "step": 40505
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3827251053822673e-07,
      "loss": 0.0005,
      "step": 40506
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.380829355534843e-07,
      "loss": 0.0008,
      "step": 40507
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3789341279111486e-07,
      "loss": 0.0009,
      "step": 40508
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3770394225214553e-07,
      "loss": 0.001,
      "step": 40509
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3751452393759766e-07,
      "loss": 0.0002,
      "step": 40510
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3732515784849596e-07,
      "loss": 0.0006,
      "step": 40511
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3713584398586405e-07,
      "loss": 0.0004,
      "step": 40512
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3694658235072675e-07,
      "loss": 0.0008,
      "step": 40513
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3675737294410425e-07,
      "loss": 0.0005,
      "step": 40514
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3656821576702024e-07,
      "loss": 0.0003,
      "step": 40515
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3637911082049837e-07,
      "loss": 0.0005,
      "step": 40516
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.361900581055577e-07,
      "loss": 0.0004,
      "step": 40517
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.360010576232231e-07,
      "loss": 0.0005,
      "step": 40518
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.358121093745148e-07,
      "loss": 0.0006,
      "step": 40519
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3562321336045534e-07,
      "loss": 0.0004,
      "step": 40520
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.354343695820639e-07,
      "loss": 0.0004,
      "step": 40521
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3524557804036074e-07,
      "loss": 0.0006,
      "step": 40522
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.350568387363695e-07,
      "loss": 0.0004,
      "step": 40523
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.348681516711072e-07,
      "loss": 0.0008,
      "step": 40524
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3467951684559407e-07,
      "loss": 0.0004,
      "step": 40525
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3449093426085155e-07,
      "loss": 0.0006,
      "step": 40526
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.343024039178977e-07,
      "loss": 0.0002,
      "step": 40527
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.341139258177506e-07,
      "loss": 0.0008,
      "step": 40528
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.339254999614305e-07,
      "loss": 0.0006,
      "step": 40529
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.337371263499556e-07,
      "loss": 0.0004,
      "step": 40530
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3354880498434384e-07,
      "loss": 0.0011,
      "step": 40531
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3336053586561224e-07,
      "loss": 0.0005,
      "step": 40532
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3317231899477884e-07,
      "loss": 0.0003,
      "step": 40533
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3298415437286183e-07,
      "loss": 0.0008,
      "step": 40534
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.32796042000878e-07,
      "loss": 0.001,
      "step": 40535
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.326079818798411e-07,
      "loss": 0.0004,
      "step": 40536
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3241997401077364e-07,
      "loss": 0.0004,
      "step": 40537
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3223201839468587e-07,
      "loss": 0.0005,
      "step": 40538
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3204411503259706e-07,
      "loss": 0.0005,
      "step": 40539
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3185626392552294e-07,
      "loss": 0.0004,
      "step": 40540
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3166846507447727e-07,
      "loss": 0.0005,
      "step": 40541
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.314807184804747e-07,
      "loss": 0.0005,
      "step": 40542
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3129302414453226e-07,
      "loss": 0.0006,
      "step": 40543
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.311053820676635e-07,
      "loss": 0.0003,
      "step": 40544
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3091779225088103e-07,
      "loss": 0.0005,
      "step": 40545
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.307302546951996e-07,
      "loss": 0.0005,
      "step": 40546
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.30542769401635e-07,
      "loss": 0.0007,
      "step": 40547
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.3035533637119755e-07,
      "loss": 0.0005,
      "step": 40548
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.301679556049009e-07,
      "loss": 0.0009,
      "step": 40549
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2998062710375867e-07,
      "loss": 0.0004,
      "step": 40550
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.297933508687856e-07,
      "loss": 0.0004,
      "step": 40551
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.296061269009887e-07,
      "loss": 0.0007,
      "step": 40552
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.294189552013838e-07,
      "loss": 0.0005,
      "step": 40553
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.292318357709823e-07,
      "loss": 0.0007,
      "step": 40554
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.290447686107945e-07,
      "loss": 0.0006,
      "step": 40555
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2885775372183073e-07,
      "loss": 0.0004,
      "step": 40556
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2867079110510345e-07,
      "loss": 0.0006,
      "step": 40557
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.284838807616231e-07,
      "loss": 0.0004,
      "step": 40558
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.282970226923987e-07,
      "loss": 0.0003,
      "step": 40559
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.281102168984407e-07,
      "loss": 0.0006,
      "step": 40560
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.279234633807593e-07,
      "loss": 0.0005,
      "step": 40561
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2773676214036374e-07,
      "loss": 0.0004,
      "step": 40562
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2755011317826214e-07,
      "loss": 0.0005,
      "step": 40563
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.273635164954647e-07,
      "loss": 0.0009,
      "step": 40564
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2717697209298074e-07,
      "loss": 0.0005,
      "step": 40565
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2699047997181597e-07,
      "loss": 0.0005,
      "step": 40566
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.268040401329786e-07,
      "loss": 0.0002,
      "step": 40567
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.266176525774789e-07,
      "loss": 0.0006,
      "step": 40568
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.264313173063227e-07,
      "loss": 0.0005,
      "step": 40569
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2624503432051704e-07,
      "loss": 0.0007,
      "step": 40570
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.260588036210677e-07,
      "loss": 0.0007,
      "step": 40571
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2587262520898387e-07,
      "loss": 0.0004,
      "step": 40572
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.256864990852693e-07,
      "loss": 0.0007,
      "step": 40573
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.255004252509319e-07,
      "loss": 0.0003,
      "step": 40574
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2531440370697777e-07,
      "loss": 0.0003,
      "step": 40575
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2512843445440923e-07,
      "loss": 0.0005,
      "step": 40576
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2494251749423443e-07,
      "loss": 0.0005,
      "step": 40577
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2475665282745816e-07,
      "loss": 0.0006,
      "step": 40578
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.245708404550818e-07,
      "loss": 0.0006,
      "step": 40579
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2438508037811344e-07,
      "loss": 0.0005,
      "step": 40580
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2419937259755454e-07,
      "loss": 0.0012,
      "step": 40581
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.24013717114412e-07,
      "loss": 0.0005,
      "step": 40582
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2382811392968504e-07,
      "loss": 0.0006,
      "step": 40583
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.236425630443796e-07,
      "loss": 0.0005,
      "step": 40584
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.234570644594992e-07,
      "loss": 0.0004,
      "step": 40585
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2327161817604426e-07,
      "loss": 0.0006,
      "step": 40586
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2308622419501836e-07,
      "loss": 0.0006,
      "step": 40587
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.229008825174218e-07,
      "loss": 0.0006,
      "step": 40588
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.227155931442605e-07,
      "loss": 0.0004,
      "step": 40589
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2253035607653137e-07,
      "loss": 0.0004,
      "step": 40590
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.223451713152381e-07,
      "loss": 0.0004,
      "step": 40591
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2216003886137994e-07,
      "loss": 0.0006,
      "step": 40592
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.219749587159604e-07,
      "loss": 0.0003,
      "step": 40593
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.217899308799777e-07,
      "loss": 0.0004,
      "step": 40594
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2160495535443093e-07,
      "loss": 0.0004,
      "step": 40595
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.214200321403227e-07,
      "loss": 0.0006,
      "step": 40596
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2123516123864995e-07,
      "loss": 0.0004,
      "step": 40597
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.21050342650413e-07,
      "loss": 0.0009,
      "step": 40598
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.208655763766111e-07,
      "loss": 0.0005,
      "step": 40599
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2068086241824336e-07,
      "loss": 0.0003,
      "step": 40600
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.204962007763057e-07,
      "loss": 0.0002,
      "step": 40601
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.2031159145179847e-07,
      "loss": 0.0005,
      "step": 40602
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.201270344457197e-07,
      "loss": 0.001,
      "step": 40603
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1994252975906525e-07,
      "loss": 0.0005,
      "step": 40604
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1975807739283325e-07,
      "loss": 0.0005,
      "step": 40605
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.195736773480207e-07,
      "loss": 0.0005,
      "step": 40606
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.193893296256245e-07,
      "loss": 0.0004,
      "step": 40607
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.192050342266395e-07,
      "loss": 0.0003,
      "step": 40608
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1902079115206265e-07,
      "loss": 0.0005,
      "step": 40609
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.188366004028931e-07,
      "loss": 0.0008,
      "step": 40610
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1865246198012124e-07,
      "loss": 0.0004,
      "step": 40611
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1846837588474513e-07,
      "loss": 0.0006,
      "step": 40612
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.182843421177595e-07,
      "loss": 0.0003,
      "step": 40613
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1810036068015804e-07,
      "loss": 0.0005,
      "step": 40614
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.179164315729355e-07,
      "loss": 0.0002,
      "step": 40615
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1773255479708667e-07,
      "loss": 0.0007,
      "step": 40616
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.175487303536062e-07,
      "loss": 0.0004,
      "step": 40617
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1736495824348567e-07,
      "loss": 0.0007,
      "step": 40618
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1718123846771976e-07,
      "loss": 0.0004,
      "step": 40619
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.16997571027301e-07,
      "loss": 0.0007,
      "step": 40620
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1681395592322085e-07,
      "loss": 0.0003,
      "step": 40621
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1663039315647403e-07,
      "loss": 0.0005,
      "step": 40622
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.164468827280509e-07,
      "loss": 0.0005,
      "step": 40623
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.162634246389451e-07,
      "loss": 0.0006,
      "step": 40624
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1608001889014583e-07,
      "loss": 0.0007,
      "step": 40625
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1589666548264566e-07,
      "loss": 0.0004,
      "step": 40626
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1571336441743704e-07,
      "loss": 0.0007,
      "step": 40627
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.155301156955082e-07,
      "loss": 0.0004,
      "step": 40628
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1534691931785157e-07,
      "loss": 0.0005,
      "step": 40629
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.151637752854553e-07,
      "loss": 0.0003,
      "step": 40630
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.149806835993119e-07,
      "loss": 0.0005,
      "step": 40631
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.147976442604084e-07,
      "loss": 0.0004,
      "step": 40632
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1461465726973504e-07,
      "loss": 0.0005,
      "step": 40633
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1443172262828223e-07,
      "loss": 0.0003,
      "step": 40634
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.14248840337037e-07,
      "loss": 0.0003,
      "step": 40635
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1406601039698834e-07,
      "loss": 0.0003,
      "step": 40636
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.138832328091235e-07,
      "loss": 0.0005,
      "step": 40637
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.137005075744337e-07,
      "loss": 0.0007,
      "step": 40638
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.135178346939016e-07,
      "loss": 0.0006,
      "step": 40639
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1333521416851866e-07,
      "loss": 0.0007,
      "step": 40640
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1315264599927064e-07,
      "loss": 0.0005,
      "step": 40641
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.129701301871435e-07,
      "loss": 0.0007,
      "step": 40642
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.127876667331242e-07,
      "loss": 0.0006,
      "step": 40643
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1260525563819976e-07,
      "loss": 0.0007,
      "step": 40644
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1242289690335493e-07,
      "loss": 0.0005,
      "step": 40645
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1224059052957555e-07,
      "loss": 0.001,
      "step": 40646
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1205833651784757e-07,
      "loss": 0.0005,
      "step": 40647
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.118761348691568e-07,
      "loss": 0.0006,
      "step": 40648
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1169398558448583e-07,
      "loss": 0.0005,
      "step": 40649
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1151188866482164e-07,
      "loss": 0.0002,
      "step": 40650
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1132984411114675e-07,
      "loss": 0.0007,
      "step": 40651
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1114785192444484e-07,
      "loss": 0.0002,
      "step": 40652
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.109659121057007e-07,
      "loss": 0.0008,
      "step": 40653
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1078402465589686e-07,
      "loss": 0.0006,
      "step": 40654
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.106021895760181e-07,
      "loss": 0.0005,
      "step": 40655
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.104204068670458e-07,
      "loss": 0.0006,
      "step": 40656
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.1023867652996143e-07,
      "loss": 0.0006,
      "step": 40657
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.100569985657498e-07,
      "loss": 0.0001,
      "step": 40658
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0987537297539117e-07,
      "loss": 0.0004,
      "step": 40659
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0969379975986704e-07,
      "loss": 0.0006,
      "step": 40660
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0951227892015876e-07,
      "loss": 0.0005,
      "step": 40661
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.093308104572501e-07,
      "loss": 0.0005,
      "step": 40662
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.091493943721191e-07,
      "loss": 0.0007,
      "step": 40663
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.089680306657461e-07,
      "loss": 0.0005,
      "step": 40664
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.087867193391125e-07,
      "loss": 0.0004,
      "step": 40665
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0860546039319984e-07,
      "loss": 0.0006,
      "step": 40666
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.08424253828985e-07,
      "loss": 0.0009,
      "step": 40667
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0824309964744724e-07,
      "loss": 0.0005,
      "step": 40668
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0806199784956913e-07,
      "loss": 0.0006,
      "step": 40669
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0788094843632655e-07,
      "loss": 0.0005,
      "step": 40670
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.076999514086976e-07,
      "loss": 0.0005,
      "step": 40671
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0751900676766256e-07,
      "loss": 0.0017,
      "step": 40672
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.073381145141996e-07,
      "loss": 0.0005,
      "step": 40673
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.071572746492846e-07,
      "loss": 0.0005,
      "step": 40674
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0697648717389563e-07,
      "loss": 0.0006,
      "step": 40675
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.067957520890119e-07,
      "loss": 0.0004,
      "step": 40676
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0661506939560714e-07,
      "loss": 0.0005,
      "step": 40677
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.064344390946594e-07,
      "loss": 0.0006,
      "step": 40678
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0625386118714463e-07,
      "loss": 0.0004,
      "step": 40679
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.060733356740386e-07,
      "loss": 0.0004,
      "step": 40680
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0589286255631843e-07,
      "loss": 0.0009,
      "step": 40681
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.057124418349577e-07,
      "loss": 0.0003,
      "step": 40682
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0553207351093463e-07,
      "loss": 0.0004,
      "step": 40683
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.053517575852205e-07,
      "loss": 0.0007,
      "step": 40684
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0517149405879133e-07,
      "loss": 0.0006,
      "step": 40685
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.049912829326229e-07,
      "loss": 0.0002,
      "step": 40686
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0481112420768675e-07,
      "loss": 0.0005,
      "step": 40687
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0463101788495766e-07,
      "loss": 0.0005,
      "step": 40688
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.044509639654092e-07,
      "loss": 0.0004,
      "step": 40689
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0427096245001617e-07,
      "loss": 0.0008,
      "step": 40690
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0409101333974787e-07,
      "loss": 0.0008,
      "step": 40691
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0391111663558017e-07,
      "loss": 0.0004,
      "step": 40692
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.037312723384844e-07,
      "loss": 0.0004,
      "step": 40693
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0355148044943103e-07,
      "loss": 0.0005,
      "step": 40694
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.033717409693937e-07,
      "loss": 0.0006,
      "step": 40695
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.031920538993438e-07,
      "loss": 0.0006,
      "step": 40696
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0301241924025174e-07,
      "loss": 0.0006,
      "step": 40697
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0283283699308883e-07,
      "loss": 0.0005,
      "step": 40698
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0265330715882557e-07,
      "loss": 0.0005,
      "step": 40699
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.024738297384333e-07,
      "loss": 0.0006,
      "step": 40700
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.022944047328813e-07,
      "loss": 0.0002,
      "step": 40701
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0211503214313765e-07,
      "loss": 0.0003,
      "step": 40702
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.019357119701749e-07,
      "loss": 0.0006,
      "step": 40703
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.017564442149612e-07,
      "loss": 0.0005,
      "step": 40704
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.015772288784635e-07,
      "loss": 0.0006,
      "step": 40705
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0139806596165335e-07,
      "loss": 0.0005,
      "step": 40706
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.012189554654976e-07,
      "loss": 0.0006,
      "step": 40707
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.010398973909645e-07,
      "loss": 0.0007,
      "step": 40708
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.00860891739021e-07,
      "loss": 0.0006,
      "step": 40709
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.006819385106363e-07,
      "loss": 0.0009,
      "step": 40710
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0050303770677856e-07,
      "loss": 0.0007,
      "step": 40711
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0032418932841144e-07,
      "loss": 0.0002,
      "step": 40712
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0014539337650304e-07,
      "loss": 0.0004,
      "step": 40713
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.999666498520204e-07,
      "loss": 0.0006,
      "step": 40714
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.997879587559294e-07,
      "loss": 0.0005,
      "step": 40715
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.996093200891936e-07,
      "loss": 0.0006,
      "step": 40716
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.9943073385278355e-07,
      "loss": 0.0006,
      "step": 40717
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.9925220004766055e-07,
      "loss": 0.0006,
      "step": 40718
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.990737186747894e-07,
      "loss": 0.0005,
      "step": 40719
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.9889528973513716e-07,
      "loss": 0.0004,
      "step": 40720
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.9871691322966747e-07,
      "loss": 0.0004,
      "step": 40721
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.985385891593429e-07,
      "loss": 0.0003,
      "step": 40722
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.9836031752512815e-07,
      "loss": 0.0003,
      "step": 40723
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.981820983279893e-07,
      "loss": 0.0006,
      "step": 40724
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.980039315688854e-07,
      "loss": 0.0002,
      "step": 40725
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.9782581724878134e-07,
      "loss": 0.0005,
      "step": 40726
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.976477553686397e-07,
      "loss": 0.0006,
      "step": 40727
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.97469745929424e-07,
      "loss": 0.0008,
      "step": 40728
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.9729178893209476e-07,
      "loss": 0.0006,
      "step": 40729
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.9711388437761443e-07,
      "loss": 0.0006,
      "step": 40730
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.969360322669457e-07,
      "loss": 0.0004,
      "step": 40731
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.9675823260104765e-07,
      "loss": 0.0007,
      "step": 40732
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.965804853808818e-07,
      "loss": 0.0003,
      "step": 40733
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.964027906074107e-07,
      "loss": 0.0008,
      "step": 40734
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.9622514828159364e-07,
      "loss": 0.0006,
      "step": 40735
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.960475584043898e-07,
      "loss": 0.0004,
      "step": 40736
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.9587002097676063e-07,
      "loss": 0.0005,
      "step": 40737
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.956925359996643e-07,
      "loss": 0.0005,
      "step": 40738
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.955151034740622e-07,
      "loss": 0.0004,
      "step": 40739
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.953377234009114e-07,
      "loss": 0.0005,
      "step": 40740
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.9516039578117106e-07,
      "loss": 0.0006,
      "step": 40741
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.9498312061580047e-07,
      "loss": 0.0008,
      "step": 40742
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.9480589790575665e-07,
      "loss": 0.0007,
      "step": 40743
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.9462872765199766e-07,
      "loss": 0.0006,
      "step": 40744
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.944516098554806e-07,
      "loss": 0.0003,
      "step": 40745
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.9427454451716573e-07,
      "loss": 0.0005,
      "step": 40746
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.940975316380068e-07,
      "loss": 0.0004,
      "step": 40747
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.939205712189608e-07,
      "loss": 0.0005,
      "step": 40748
    },
    {
      "epoch": 1.42,
      "learning_rate": 2.937436632609869e-07,
      "loss": 0.0007,
      "step": 40749
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.935668077650389e-07,
      "loss": 0.0007,
      "step": 40750
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.933900047320726e-07,
      "loss": 0.0004,
      "step": 40751
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.932132541630439e-07,
      "loss": 0.0007,
      "step": 40752
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.930365560589099e-07,
      "loss": 0.0003,
      "step": 40753
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.928599104206231e-07,
      "loss": 0.0002,
      "step": 40754
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.9268331724914057e-07,
      "loss": 0.0005,
      "step": 40755
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.925067765454148e-07,
      "loss": 0.0009,
      "step": 40756
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.923302883104007e-07,
      "loss": 0.0005,
      "step": 40757
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.921538525450529e-07,
      "loss": 0.0005,
      "step": 40758
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.919774692503252e-07,
      "loss": 0.0005,
      "step": 40759
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.9180113842716904e-07,
      "loss": 0.0003,
      "step": 40760
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.9162486007653923e-07,
      "loss": 0.0005,
      "step": 40761
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.9144863419938716e-07,
      "loss": 0.0005,
      "step": 40762
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.912724607966677e-07,
      "loss": 0.0004,
      "step": 40763
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.9109633986933004e-07,
      "loss": 0.0004,
      "step": 40764
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.909202714183279e-07,
      "loss": 0.0005,
      "step": 40765
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.9074425544461384e-07,
      "loss": 0.0005,
      "step": 40766
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.905682919491359e-07,
      "loss": 0.0005,
      "step": 40767
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.903923809328479e-07,
      "loss": 0.0007,
      "step": 40768
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.9021652239670015e-07,
      "loss": 0.0005,
      "step": 40769
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.900407163416441e-07,
      "loss": 0.0004,
      "step": 40770
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8986496276862785e-07,
      "loss": 0.0005,
      "step": 40771
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.896892616786018e-07,
      "loss": 0.0006,
      "step": 40772
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8951361307251733e-07,
      "loss": 0.0005,
      "step": 40773
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.893380169513216e-07,
      "loss": 0.0005,
      "step": 40774
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.891624733159648e-07,
      "loss": 0.0005,
      "step": 40775
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8898698216739627e-07,
      "loss": 0.0005,
      "step": 40776
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.888115435065641e-07,
      "loss": 0.0007,
      "step": 40777
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.886361573344165e-07,
      "loss": 0.0004,
      "step": 40778
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8846082365190043e-07,
      "loss": 0.0006,
      "step": 40779
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.882855424599651e-07,
      "loss": 0.0006,
      "step": 40780
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8811031375955644e-07,
      "loss": 0.0004,
      "step": 40781
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.879351375516226e-07,
      "loss": 0.0009,
      "step": 40782
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.877600138371106e-07,
      "loss": 0.0005,
      "step": 40783
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8758494261696744e-07,
      "loss": 0.0004,
      "step": 40784
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8740992389213686e-07,
      "loss": 0.0004,
      "step": 40785
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8723495766356693e-07,
      "loss": 0.0005,
      "step": 40786
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8706004393220357e-07,
      "loss": 0.0005,
      "step": 40787
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8688518269898937e-07,
      "loss": 0.0007,
      "step": 40788
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8671037396487247e-07,
      "loss": 0.0008,
      "step": 40789
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8653561773079764e-07,
      "loss": 0.0007,
      "step": 40790
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.863609139977075e-07,
      "loss": 0.0006,
      "step": 40791
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.861862627665479e-07,
      "loss": 0.0006,
      "step": 40792
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8601166403826265e-07,
      "loss": 0.0006,
      "step": 40793
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.858371178137953e-07,
      "loss": 0.0006,
      "step": 40794
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.856626240940885e-07,
      "loss": 0.0005,
      "step": 40795
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8548818288008594e-07,
      "loss": 0.0011,
      "step": 40796
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.853137941727313e-07,
      "loss": 0.0005,
      "step": 40797
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8513945797296606e-07,
      "loss": 0.0005,
      "step": 40798
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8496517428173164e-07,
      "loss": 0.0005,
      "step": 40799
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.847909430999718e-07,
      "loss": 0.0007,
      "step": 40800
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.84616764428628e-07,
      "loss": 0.0005,
      "step": 40801
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.844426382686416e-07,
      "loss": 0.0002,
      "step": 40802
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.84268564620952e-07,
      "loss": 0.0006,
      "step": 40803
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8409454348650387e-07,
      "loss": 0.0007,
      "step": 40804
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8392057486623326e-07,
      "loss": 0.0004,
      "step": 40805
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8374665876108376e-07,
      "loss": 0.0006,
      "step": 40806
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8357279517199355e-07,
      "loss": 0.0005,
      "step": 40807
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8339898409990407e-07,
      "loss": 0.0007,
      "step": 40808
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.832252255457524e-07,
      "loss": 0.0005,
      "step": 40809
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8305151951047996e-07,
      "loss": 0.0004,
      "step": 40810
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.828778659950249e-07,
      "loss": 0.0003,
      "step": 40811
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8270426500032534e-07,
      "loss": 0.0006,
      "step": 40812
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8253071652731944e-07,
      "loss": 0.0004,
      "step": 40813
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8235722057694534e-07,
      "loss": 0.0009,
      "step": 40814
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8218377715014235e-07,
      "loss": 0.0004,
      "step": 40815
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.820103862478463e-07,
      "loss": 0.0007,
      "step": 40816
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.818370478709942e-07,
      "loss": 0.0005,
      "step": 40817
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8166376202052317e-07,
      "loss": 0.0006,
      "step": 40818
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8149052869737236e-07,
      "loss": 0.0005,
      "step": 40819
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8131734790247336e-07,
      "loss": 0.0003,
      "step": 40820
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.811442196367653e-07,
      "loss": 0.0004,
      "step": 40821
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.8097114390118527e-07,
      "loss": 0.0005,
      "step": 40822
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.807981206966648e-07,
      "loss": 0.0004,
      "step": 40823
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.806251500241397e-07,
      "loss": 0.0006,
      "step": 40824
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.804522318845493e-07,
      "loss": 0.0005,
      "step": 40825
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.802793662788239e-07,
      "loss": 0.0005,
      "step": 40826
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.801065532078984e-07,
      "loss": 0.0008,
      "step": 40827
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.799337926727097e-07,
      "loss": 0.0005,
      "step": 40828
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7976108467418717e-07,
      "loss": 0.0002,
      "step": 40829
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.795884292132678e-07,
      "loss": 0.0004,
      "step": 40830
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.794158262908819e-07,
      "loss": 0.0007,
      "step": 40831
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.792432759079666e-07,
      "loss": 0.0006,
      "step": 40832
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7907077806545e-07,
      "loss": 0.0005,
      "step": 40833
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.788983327642669e-07,
      "loss": 0.0006,
      "step": 40834
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.787259400053488e-07,
      "loss": 0.0004,
      "step": 40835
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7855359978962825e-07,
      "loss": 0.0004,
      "step": 40836
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7838131211803566e-07,
      "loss": 0.0004,
      "step": 40837
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7820907699150245e-07,
      "loss": 0.0006,
      "step": 40838
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7803689441096014e-07,
      "loss": 0.0006,
      "step": 40839
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.77864764377338e-07,
      "loss": 0.0002,
      "step": 40840
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.776926868915675e-07,
      "loss": 0.0006,
      "step": 40841
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7752066195457895e-07,
      "loss": 0.0005,
      "step": 40842
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.773486895673017e-07,
      "loss": 0.0002,
      "step": 40843
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.771767697306649e-07,
      "loss": 0.0006,
      "step": 40844
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.77004902445599e-07,
      "loss": 0.0003,
      "step": 40845
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7683308771303207e-07,
      "loss": 0.0006,
      "step": 40846
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7666132553389125e-07,
      "loss": 0.0004,
      "step": 40847
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7648961590910796e-07,
      "loss": 0.0003,
      "step": 40848
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.763179588396081e-07,
      "loss": 0.0004,
      "step": 40849
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.76146354326321e-07,
      "loss": 0.0003,
      "step": 40850
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.759748023701714e-07,
      "loss": 0.0006,
      "step": 40851
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7580330297208967e-07,
      "loss": 0.0003,
      "step": 40852
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.756318561330029e-07,
      "loss": 0.0007,
      "step": 40853
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.754604618538337e-07,
      "loss": 0.0005,
      "step": 40854
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7528912013551236e-07,
      "loss": 0.0005,
      "step": 40855
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7511783097896374e-07,
      "loss": 0.0002,
      "step": 40856
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7494659438511485e-07,
      "loss": 0.0005,
      "step": 40857
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7477541035488833e-07,
      "loss": 0.0004,
      "step": 40858
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7460427888921116e-07,
      "loss": 0.0005,
      "step": 40859
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.744331999890093e-07,
      "loss": 0.0005,
      "step": 40860
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7426217365520536e-07,
      "loss": 0.0002,
      "step": 40861
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7409119988872523e-07,
      "loss": 0.0007,
      "step": 40862
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7392027869049375e-07,
      "loss": 0.0009,
      "step": 40863
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.737494100614324e-07,
      "loss": 0.0005,
      "step": 40864
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.735785940024649e-07,
      "loss": 0.0005,
      "step": 40865
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.734078305145171e-07,
      "loss": 0.0006,
      "step": 40866
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7323711959851063e-07,
      "loss": 0.0006,
      "step": 40867
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7306646125536685e-07,
      "loss": 0.0006,
      "step": 40868
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.728958554860095e-07,
      "loss": 0.0004,
      "step": 40869
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7272530229136116e-07,
      "loss": 0.0004,
      "step": 40870
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.725548016723412e-07,
      "loss": 0.0004,
      "step": 40871
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7238435362987426e-07,
      "loss": 0.0004,
      "step": 40872
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.722139581648786e-07,
      "loss": 0.0007,
      "step": 40873
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7204361527827905e-07,
      "loss": 0.0007,
      "step": 40874
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7187332497099373e-07,
      "loss": 0.0004,
      "step": 40875
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.717030872439419e-07,
      "loss": 0.0005,
      "step": 40876
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.715329020980473e-07,
      "loss": 0.0004,
      "step": 40877
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.713627695342258e-07,
      "loss": 0.0004,
      "step": 40878
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7119268955339897e-07,
      "loss": 0.0004,
      "step": 40879
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.710226621564871e-07,
      "loss": 0.0002,
      "step": 40880
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.708526873444084e-07,
      "loss": 0.0004,
      "step": 40881
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.706827651180799e-07,
      "loss": 0.0007,
      "step": 40882
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7051289547842086e-07,
      "loss": 0.0005,
      "step": 40883
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7034307842635167e-07,
      "loss": 0.001,
      "step": 40884
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7017331396278714e-07,
      "loss": 0.0005,
      "step": 40885
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.700036020886465e-07,
      "loss": 0.0003,
      "step": 40886
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.698339428048469e-07,
      "loss": 0.0004,
      "step": 40887
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6966433611230524e-07,
      "loss": 0.0002,
      "step": 40888
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6949478201193755e-07,
      "loss": 0.0004,
      "step": 40889
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.693252805046609e-07,
      "loss": 0.0004,
      "step": 40890
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.691558315913911e-07,
      "loss": 0.0004,
      "step": 40891
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.689864352730465e-07,
      "loss": 0.0005,
      "step": 40892
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6881709155053836e-07,
      "loss": 0.0003,
      "step": 40893
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6864780042478387e-07,
      "loss": 0.0005,
      "step": 40894
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6847856189670005e-07,
      "loss": 0.0006,
      "step": 40895
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.683093759671984e-07,
      "loss": 0.0007,
      "step": 40896
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.681402426371937e-07,
      "loss": 0.0006,
      "step": 40897
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6797116190760307e-07,
      "loss": 0.0005,
      "step": 40898
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.678021337793379e-07,
      "loss": 0.0006,
      "step": 40899
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.67633158253312e-07,
      "loss": 0.0005,
      "step": 40900
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.674642353304402e-07,
      "loss": 0.0004,
      "step": 40901
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.672953650116339e-07,
      "loss": 0.0004,
      "step": 40902
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.671265472978057e-07,
      "loss": 0.001,
      "step": 40903
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6695778218986837e-07,
      "loss": 0.0004,
      "step": 40904
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.667890696887365e-07,
      "loss": 0.0003,
      "step": 40905
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6662040979531845e-07,
      "loss": 0.0007,
      "step": 40906
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.664518025105267e-07,
      "loss": 0.0005,
      "step": 40907
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.662832478352739e-07,
      "loss": 0.0003,
      "step": 40908
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.661147457704716e-07,
      "loss": 0.0007,
      "step": 40909
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6594629631702784e-07,
      "loss": 0.0003,
      "step": 40910
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.657778994758542e-07,
      "loss": 0.0005,
      "step": 40911
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6560955524786215e-07,
      "loss": 0.0006,
      "step": 40912
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6544126363395985e-07,
      "loss": 0.001,
      "step": 40913
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6527302463505766e-07,
      "loss": 0.0004,
      "step": 40914
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.651048382520649e-07,
      "loss": 0.0004,
      "step": 40915
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.649367044858919e-07,
      "loss": 0.0004,
      "step": 40916
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.647686233374447e-07,
      "loss": 0.0004,
      "step": 40917
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6460059480763354e-07,
      "loss": 0.0005,
      "step": 40918
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6443261889736673e-07,
      "loss": 0.0005,
      "step": 40919
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.642646956075512e-07,
      "loss": 0.0004,
      "step": 40920
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6409682493909517e-07,
      "loss": 0.0005,
      "step": 40921
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6392900689290566e-07,
      "loss": 0.0007,
      "step": 40922
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.637612414698909e-07,
      "loss": 0.0006,
      "step": 40923
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.635935286709557e-07,
      "loss": 0.0005,
      "step": 40924
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6342586849700814e-07,
      "loss": 0.0004,
      "step": 40925
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6325826094895423e-07,
      "loss": 0.0007,
      "step": 40926
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.630907060276988e-07,
      "loss": 0.0003,
      "step": 40927
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.629232037341478e-07,
      "loss": 0.0003,
      "step": 40928
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6275575406920715e-07,
      "loss": 0.0007,
      "step": 40929
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6258835703378284e-07,
      "loss": 0.0005,
      "step": 40930
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.624210126287774e-07,
      "loss": 0.0007,
      "step": 40931
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.622537208550968e-07,
      "loss": 0.0003,
      "step": 40932
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.620864817136437e-07,
      "loss": 0.0004,
      "step": 40933
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.619192952053251e-07,
      "loss": 0.0003,
      "step": 40934
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.617521613310414e-07,
      "loss": 0.001,
      "step": 40935
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6158508009169856e-07,
      "loss": 0.0005,
      "step": 40936
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.61418051488197e-07,
      "loss": 0.0004,
      "step": 40937
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6125107552144145e-07,
      "loss": 0.0003,
      "step": 40938
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6108415219233353e-07,
      "loss": 0.0004,
      "step": 40939
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.60917281501778e-07,
      "loss": 0.0005,
      "step": 40940
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.607504634506719e-07,
      "loss": 0.0007,
      "step": 40941
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.605836980399201e-07,
      "loss": 0.0008,
      "step": 40942
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6041698527042524e-07,
      "loss": 0.0005,
      "step": 40943
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6025032514308433e-07,
      "loss": 0.0007,
      "step": 40944
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.600837176588011e-07,
      "loss": 0.0002,
      "step": 40945
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.599171628184749e-07,
      "loss": 0.0006,
      "step": 40946
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5975066062300824e-07,
      "loss": 0.0003,
      "step": 40947
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.595842110732971e-07,
      "loss": 0.0005,
      "step": 40948
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5941781417024413e-07,
      "loss": 0.0005,
      "step": 40949
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.592514699147486e-07,
      "loss": 0.0005,
      "step": 40950
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5908517830770754e-07,
      "loss": 0.0005,
      "step": 40951
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5891893935002134e-07,
      "loss": 0.0006,
      "step": 40952
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5875275304258817e-07,
      "loss": 0.0004,
      "step": 40953
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.585866193863074e-07,
      "loss": 0.0003,
      "step": 40954
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.584205383820748e-07,
      "loss": 0.0004,
      "step": 40955
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.582545100307887e-07,
      "loss": 0.0007,
      "step": 40956
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5808853433334837e-07,
      "loss": 0.0006,
      "step": 40957
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.579226112906486e-07,
      "loss": 0.0005,
      "step": 40958
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5775674090358746e-07,
      "loss": 0.0009,
      "step": 40959
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5759092317306e-07,
      "loss": 0.0008,
      "step": 40960
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5742515809996424e-07,
      "loss": 0.0005,
      "step": 40961
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5725944568519514e-07,
      "loss": 0.0007,
      "step": 40962
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5709378592964963e-07,
      "loss": 0.0005,
      "step": 40963
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.569281788342204e-07,
      "loss": 0.0003,
      "step": 40964
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.567626243998056e-07,
      "loss": 0.0007,
      "step": 40965
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.56597122627299e-07,
      "loss": 0.0005,
      "step": 40966
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5643167351759315e-07,
      "loss": 0.0004,
      "step": 40967
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5626627707158625e-07,
      "loss": 0.0003,
      "step": 40968
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.561009332901665e-07,
      "loss": 0.0007,
      "step": 40969
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5593564217423316e-07,
      "loss": 0.0006,
      "step": 40970
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.557704037246789e-07,
      "loss": 0.0004,
      "step": 40971
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.55605217942394e-07,
      "loss": 0.0003,
      "step": 40972
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5544008482827234e-07,
      "loss": 0.0008,
      "step": 40973
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5527500438320753e-07,
      "loss": 0.0003,
      "step": 40974
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.551099766080911e-07,
      "loss": 0.0004,
      "step": 40975
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5494500150381463e-07,
      "loss": 0.0006,
      "step": 40976
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5478007907127065e-07,
      "loss": 0.0004,
      "step": 40977
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5461520931135075e-07,
      "loss": 0.0003,
      "step": 40978
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5445039222494527e-07,
      "loss": 0.0004,
      "step": 40979
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5428562781294464e-07,
      "loss": 0.0004,
      "step": 40980
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5412091607623925e-07,
      "loss": 0.0006,
      "step": 40981
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.539562570157217e-07,
      "loss": 0.0005,
      "step": 40982
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.537916506322802e-07,
      "loss": 0.0004,
      "step": 40983
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.53627096926804e-07,
      "loss": 0.0004,
      "step": 40984
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.534625959001835e-07,
      "loss": 0.0006,
      "step": 40985
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5329814755330694e-07,
      "loss": 0.0003,
      "step": 40986
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5313375188706467e-07,
      "loss": 0.0009,
      "step": 40987
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5296940890234265e-07,
      "loss": 0.0007,
      "step": 40988
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5280511860003245e-07,
      "loss": 0.0004,
      "step": 40989
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5264088098101993e-07,
      "loss": 0.0004,
      "step": 40990
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.524766960461922e-07,
      "loss": 0.0005,
      "step": 40991
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5231256379643855e-07,
      "loss": 0.0004,
      "step": 40992
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5214848423264496e-07,
      "loss": 0.0005,
      "step": 40993
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5198445735569844e-07,
      "loss": 0.0005,
      "step": 40994
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.518204831664861e-07,
      "loss": 0.0006,
      "step": 40995
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5165656166589393e-07,
      "loss": 0.0004,
      "step": 40996
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.514926928548067e-07,
      "loss": 0.0005,
      "step": 40997
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5132887673411267e-07,
      "loss": 0.0005,
      "step": 40998
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.511651133046955e-07,
      "loss": 0.0004,
      "step": 40999
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.51001402567439e-07,
      "loss": 0.0006,
      "step": 41000
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.5083774452323127e-07,
      "loss": 0.0004,
      "step": 41001
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.506741391729539e-07,
      "loss": 0.0003,
      "step": 41002
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.505105865174939e-07,
      "loss": 0.0008,
      "step": 41003
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.50347086557734e-07,
      "loss": 0.0005,
      "step": 41004
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.501836392945556e-07,
      "loss": 0.0003,
      "step": 41005
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.500202447288458e-07,
      "loss": 0.0003,
      "step": 41006
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.498569028614861e-07,
      "loss": 0.0005,
      "step": 41007
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.496936136933603e-07,
      "loss": 0.0005,
      "step": 41008
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.495303772253499e-07,
      "loss": 0.0003,
      "step": 41009
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4936719345833635e-07,
      "loss": 0.0006,
      "step": 41010
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.492040623932035e-07,
      "loss": 0.0003,
      "step": 41011
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.490409840308328e-07,
      "loss": 0.0007,
      "step": 41012
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.488779583721057e-07,
      "loss": 0.0002,
      "step": 41013
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4871498541790164e-07,
      "loss": 0.0006,
      "step": 41014
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4855206516910204e-07,
      "loss": 0.0004,
      "step": 41015
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.483891976265906e-07,
      "loss": 0.0003,
      "step": 41016
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4822638279124344e-07,
      "loss": 0.0002,
      "step": 41017
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4806362066394197e-07,
      "loss": 0.0005,
      "step": 41018
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.479009112455677e-07,
      "loss": 0.0004,
      "step": 41019
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4773825453699775e-07,
      "loss": 0.0008,
      "step": 41020
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.475756505391125e-07,
      "loss": 0.0009,
      "step": 41021
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4741309925279014e-07,
      "loss": 0.0005,
      "step": 41022
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4725060067890993e-07,
      "loss": 0.0003,
      "step": 41023
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4708815481835013e-07,
      "loss": 0.0006,
      "step": 41024
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.469257616719878e-07,
      "loss": 0.0006,
      "step": 41025
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.467634212407011e-07,
      "loss": 0.0006,
      "step": 41026
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.466011335253682e-07,
      "loss": 0.0003,
      "step": 41027
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.464388985268662e-07,
      "loss": 0.0004,
      "step": 41028
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4627671624606996e-07,
      "loss": 0.0003,
      "step": 41029
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.461145866838599e-07,
      "loss": 0.0004,
      "step": 41030
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4595250984110864e-07,
      "loss": 0.0005,
      "step": 41031
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4579048571869326e-07,
      "loss": 0.0006,
      "step": 41032
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4562851431748967e-07,
      "loss": 0.0008,
      "step": 41033
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4546659563837503e-07,
      "loss": 0.0003,
      "step": 41034
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4530472968222194e-07,
      "loss": 0.0006,
      "step": 41035
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.451429164499064e-07,
      "loss": 0.0006,
      "step": 41036
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.449811559423032e-07,
      "loss": 0.0004,
      "step": 41037
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.448194481602861e-07,
      "loss": 0.0003,
      "step": 41038
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4465779310473e-07,
      "loss": 0.0002,
      "step": 41039
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4449619077650755e-07,
      "loss": 0.0003,
      "step": 41040
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.443346411764924e-07,
      "loss": 0.0005,
      "step": 41041
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4417314430555837e-07,
      "loss": 0.0006,
      "step": 41042
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4401170016457696e-07,
      "loss": 0.0004,
      "step": 41043
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4385030875442414e-07,
      "loss": 0.0007,
      "step": 41044
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4368897007596816e-07,
      "loss": 0.0006,
      "step": 41045
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4352768413008375e-07,
      "loss": 0.0005,
      "step": 41046
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4336645091764143e-07,
      "loss": 0.0005,
      "step": 41047
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.432052704395127e-07,
      "loss": 0.0003,
      "step": 41048
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4304414269656906e-07,
      "loss": 0.0004,
      "step": 41049
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4288306768968093e-07,
      "loss": 0.0005,
      "step": 41050
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.427220454197199e-07,
      "loss": 0.0005,
      "step": 41051
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4256107588755517e-07,
      "loss": 0.0006,
      "step": 41052
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4240015909405723e-07,
      "loss": 0.0004,
      "step": 41053
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.422392950400965e-07,
      "loss": 0.0006,
      "step": 41054
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.420784837265422e-07,
      "loss": 0.0005,
      "step": 41055
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4191772515426147e-07,
      "loss": 0.0005,
      "step": 41056
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.417570193241259e-07,
      "loss": 0.0007,
      "step": 41057
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4159636623700357e-07,
      "loss": 0.001,
      "step": 41058
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.414357658937616e-07,
      "loss": 0.0004,
      "step": 41059
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4127521829526824e-07,
      "loss": 0.0005,
      "step": 41060
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.411147234423927e-07,
      "loss": 0.0006,
      "step": 41061
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4095428133600216e-07,
      "loss": 0.0004,
      "step": 41062
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4079389197696146e-07,
      "loss": 0.0006,
      "step": 41063
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.406335553661399e-07,
      "loss": 0.0006,
      "step": 41064
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4047327150440446e-07,
      "loss": 0.0005,
      "step": 41065
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4031304039261907e-07,
      "loss": 0.0003,
      "step": 41066
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.4015286203165065e-07,
      "loss": 0.0006,
      "step": 41067
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.399927364223653e-07,
      "loss": 0.0004,
      "step": 41068
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3983266356563004e-07,
      "loss": 0.0004,
      "step": 41069
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3967264346230866e-07,
      "loss": 0.0004,
      "step": 41070
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.395126761132649e-07,
      "loss": 0.001,
      "step": 41071
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.393527615193658e-07,
      "loss": 0.0007,
      "step": 41072
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.39192899681473e-07,
      "loss": 0.0003,
      "step": 41073
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.390330906004523e-07,
      "loss": 0.0004,
      "step": 41074
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3887333427716654e-07,
      "loss": 0.0005,
      "step": 41075
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3871363071248154e-07,
      "loss": 0.0006,
      "step": 41076
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3855397990725557e-07,
      "loss": 0.0003,
      "step": 41077
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3839438186235685e-07,
      "loss": 0.0006,
      "step": 41078
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3823483657864688e-07,
      "loss": 0.0004,
      "step": 41079
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3807534405698496e-07,
      "loss": 0.0006,
      "step": 41080
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3791590429823598e-07,
      "loss": 0.0004,
      "step": 41081
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3775651730326143e-07,
      "loss": 0.0007,
      "step": 41082
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.375971830729218e-07,
      "loss": 0.0007,
      "step": 41083
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3743790160807746e-07,
      "loss": 0.0009,
      "step": 41084
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3727867290959217e-07,
      "loss": 0.0002,
      "step": 41085
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3711949697832527e-07,
      "loss": 0.0004,
      "step": 41086
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3696037381513493e-07,
      "loss": 0.0005,
      "step": 41087
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.368013034208838e-07,
      "loss": 0.0004,
      "step": 41088
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3664228579643235e-07,
      "loss": 0.0007,
      "step": 41089
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.364833209426376e-07,
      "loss": 0.0003,
      "step": 41090
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.363244088603589e-07,
      "loss": 0.0006,
      "step": 41091
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3616554955045667e-07,
      "loss": 0.0008,
      "step": 41092
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3600674301379022e-07,
      "loss": 0.0007,
      "step": 41093
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3584798925121443e-07,
      "loss": 0.0004,
      "step": 41094
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3568928826359083e-07,
      "loss": 0.0002,
      "step": 41095
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.355306400517754e-07,
      "loss": 0.0005,
      "step": 41096
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3537204461662633e-07,
      "loss": 0.0005,
      "step": 41097
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3521350195900072e-07,
      "loss": 0.0005,
      "step": 41098
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3505501207975456e-07,
      "loss": 0.0008,
      "step": 41099
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3489657497974716e-07,
      "loss": 0.0004,
      "step": 41100
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3473819065983117e-07,
      "loss": 0.0001,
      "step": 41101
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.345798591208648e-07,
      "loss": 0.0003,
      "step": 41102
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.34421580363704e-07,
      "loss": 0.0003,
      "step": 41103
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3426335438920367e-07,
      "loss": 0.0005,
      "step": 41104
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3410518119821867e-07,
      "loss": 0.0004,
      "step": 41105
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3394706079160502e-07,
      "loss": 0.0004,
      "step": 41106
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.337889931702164e-07,
      "loss": 0.0006,
      "step": 41107
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3363097833490778e-07,
      "loss": 0.0009,
      "step": 41108
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3347301628653284e-07,
      "loss": 0.0006,
      "step": 41109
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.333151070259454e-07,
      "loss": 0.0004,
      "step": 41110
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3315725055399918e-07,
      "loss": 0.0003,
      "step": 41111
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3299944687154575e-07,
      "loss": 0.0004,
      "step": 41112
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3284169597944105e-07,
      "loss": 0.0003,
      "step": 41113
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3268399787853557e-07,
      "loss": 0.0004,
      "step": 41114
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3252635256968192e-07,
      "loss": 0.0007,
      "step": 41115
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3236876005373276e-07,
      "loss": 0.001,
      "step": 41116
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3221122033153965e-07,
      "loss": 0.0006,
      "step": 41117
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.320537334039541e-07,
      "loss": 0.0004,
      "step": 41118
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3189629927182767e-07,
      "loss": 0.0003,
      "step": 41119
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3173891793601077e-07,
      "loss": 0.0005,
      "step": 41120
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3158158939735386e-07,
      "loss": 0.0004,
      "step": 41121
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3142431365670736e-07,
      "loss": 0.0004,
      "step": 41122
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.312670907149217e-07,
      "loss": 0.0005,
      "step": 41123
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.311099205728473e-07,
      "loss": 0.0004,
      "step": 41124
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.309528032313324e-07,
      "loss": 0.0006,
      "step": 41125
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.307957386912263e-07,
      "loss": 0.0006,
      "step": 41126
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.306387269533794e-07,
      "loss": 0.0005,
      "step": 41127
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3048176801863887e-07,
      "loss": 0.0008,
      "step": 41128
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3032486188785286e-07,
      "loss": 0.0008,
      "step": 41129
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.301680085618696e-07,
      "loss": 0.0006,
      "step": 41130
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.3001120804153844e-07,
      "loss": 0.0006,
      "step": 41131
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.298544603277053e-07,
      "loss": 0.0005,
      "step": 41132
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2969776542121846e-07,
      "loss": 0.0004,
      "step": 41133
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.295411233229239e-07,
      "loss": 0.0009,
      "step": 41134
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2938453403366868e-07,
      "loss": 0.0005,
      "step": 41135
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2922799755429882e-07,
      "loss": 0.0005,
      "step": 41136
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.290715138856614e-07,
      "loss": 0.0006,
      "step": 41137
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2891508302860133e-07,
      "loss": 0.0005,
      "step": 41138
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2875870498396348e-07,
      "loss": 0.0004,
      "step": 41139
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.286023797525949e-07,
      "loss": 0.0003,
      "step": 41140
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2844610733533833e-07,
      "loss": 0.0004,
      "step": 41141
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2828988773304084e-07,
      "loss": 0.0001,
      "step": 41142
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2813372094654506e-07,
      "loss": 0.0008,
      "step": 41143
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.279776069766948e-07,
      "loss": 0.0007,
      "step": 41144
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2782154582433602e-07,
      "loss": 0.0007,
      "step": 41145
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2766553749031027e-07,
      "loss": 0.0008,
      "step": 41146
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2750958197546026e-07,
      "loss": 0.0004,
      "step": 41147
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.273536792806308e-07,
      "loss": 0.0006,
      "step": 41148
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2719782940666347e-07,
      "loss": 0.0004,
      "step": 41149
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2704203235440093e-07,
      "loss": 0.0007,
      "step": 41150
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2688628812468473e-07,
      "loss": 0.0008,
      "step": 41151
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2673059671835862e-07,
      "loss": 0.0006,
      "step": 41152
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2657495813626196e-07,
      "loss": 0.0004,
      "step": 41153
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2641937237923627e-07,
      "loss": 0.0004,
      "step": 41154
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2626383944812426e-07,
      "loss": 0.0008,
      "step": 41155
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2610835934376296e-07,
      "loss": 0.0004,
      "step": 41156
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.259529320669962e-07,
      "loss": 0.0008,
      "step": 41157
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2579755761866217e-07,
      "loss": 0.0003,
      "step": 41158
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2564223599960244e-07,
      "loss": 0.0004,
      "step": 41159
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.254869672106541e-07,
      "loss": 0.0003,
      "step": 41160
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.253317512526576e-07,
      "loss": 0.0003,
      "step": 41161
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2517658812645338e-07,
      "loss": 0.0004,
      "step": 41162
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.250214778328774e-07,
      "loss": 0.0004,
      "step": 41163
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2486642037277019e-07,
      "loss": 0.0004,
      "step": 41164
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2471141574696765e-07,
      "loss": 0.0005,
      "step": 41165
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2455646395631026e-07,
      "loss": 0.0003,
      "step": 41166
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.244015650016329e-07,
      "loss": 0.0006,
      "step": 41167
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2424671888377493e-07,
      "loss": 0.0005,
      "step": 41168
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.240919256035723e-07,
      "loss": 0.0007,
      "step": 41169
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2393718516186102e-07,
      "loss": 0.0006,
      "step": 41170
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2378249755947822e-07,
      "loss": 0.0007,
      "step": 41171
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2362786279725989e-07,
      "loss": 0.0007,
      "step": 41172
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2347328087604315e-07,
      "loss": 0.0007,
      "step": 41173
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2331875179666174e-07,
      "loss": 0.0006,
      "step": 41174
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2316427555995058e-07,
      "loss": 0.0002,
      "step": 41175
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2300985216674564e-07,
      "loss": 0.0006,
      "step": 41176
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2285548161788183e-07,
      "loss": 0.0007,
      "step": 41177
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2270116391419182e-07,
      "loss": 0.0006,
      "step": 41178
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2254689905651162e-07,
      "loss": 0.0004,
      "step": 41179
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2239268704567496e-07,
      "loss": 0.0005,
      "step": 41180
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2223852788251342e-07,
      "loss": 0.0005,
      "step": 41181
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.220844215678619e-07,
      "loss": 0.0004,
      "step": 41182
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2193036810255418e-07,
      "loss": 0.0004,
      "step": 41183
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.217763674874207e-07,
      "loss": 0.0011,
      "step": 41184
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.21622419723293e-07,
      "loss": 0.0002,
      "step": 41185
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.214685248110071e-07,
      "loss": 0.0006,
      "step": 41186
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2131468275139234e-07,
      "loss": 0.0005,
      "step": 41187
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2116089354528025e-07,
      "loss": 0.0006,
      "step": 41188
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.210071571935024e-07,
      "loss": 0.0003,
      "step": 41189
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.2085347369689037e-07,
      "loss": 0.0008,
      "step": 41190
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.2069984305627345e-07,
      "loss": 0.0007,
      "step": 41191
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.2054626527248214e-07,
      "loss": 0.0004,
      "step": 41192
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.2039274034634906e-07,
      "loss": 0.0003,
      "step": 41193
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.2023926827870024e-07,
      "loss": 0.0006,
      "step": 41194
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.2008584907036722e-07,
      "loss": 0.0004,
      "step": 41195
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1993248272217938e-07,
      "loss": 0.0004,
      "step": 41196
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.197791692349649e-07,
      "loss": 0.0005,
      "step": 41197
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1962590860955312e-07,
      "loss": 0.0004,
      "step": 41198
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1947270084677118e-07,
      "loss": 0.0006,
      "step": 41199
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1931954594744952e-07,
      "loss": 0.0009,
      "step": 41200
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1916644391241416e-07,
      "loss": 0.0002,
      "step": 41201
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1901339474249217e-07,
      "loss": 0.0007,
      "step": 41202
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1886039843851182e-07,
      "loss": 0.0007,
      "step": 41203
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.187074550013002e-07,
      "loss": 0.0008,
      "step": 41204
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1855456443168332e-07,
      "loss": 0.0002,
      "step": 41205
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.184017267304872e-07,
      "loss": 0.0005,
      "step": 41206
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1824894189853896e-07,
      "loss": 0.0007,
      "step": 41207
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1809620993666458e-07,
      "loss": 0.0008,
      "step": 41208
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1794353084568786e-07,
      "loss": 0.0007,
      "step": 41209
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1779090462643483e-07,
      "loss": 0.0006,
      "step": 41210
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1763833127973254e-07,
      "loss": 0.0007,
      "step": 41211
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1748581080640262e-07,
      "loss": 0.0004,
      "step": 41212
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1733334320726995e-07,
      "loss": 0.0008,
      "step": 41213
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1718092848315942e-07,
      "loss": 0.0007,
      "step": 41214
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1702856663489592e-07,
      "loss": 0.0005,
      "step": 41215
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1687625766330101e-07,
      "loss": 0.0007,
      "step": 41216
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1672400156919847e-07,
      "loss": 0.0004,
      "step": 41217
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1657179835341213e-07,
      "loss": 0.0008,
      "step": 41218
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.164196480167624e-07,
      "loss": 0.0005,
      "step": 41219
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.162675505600742e-07,
      "loss": 0.0005,
      "step": 41220
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1611550598416798e-07,
      "loss": 0.0008,
      "step": 41221
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.159635142898664e-07,
      "loss": 0.0005,
      "step": 41222
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1581157547798992e-07,
      "loss": 0.0003,
      "step": 41223
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1565968954936124e-07,
      "loss": 0.0003,
      "step": 41224
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.155078565048019e-07,
      "loss": 0.0007,
      "step": 41225
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.153560763451301e-07,
      "loss": 0.0006,
      "step": 41226
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.152043490711675e-07,
      "loss": 0.0004,
      "step": 41227
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1505267468373447e-07,
      "loss": 0.0005,
      "step": 41228
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.149010531836493e-07,
      "loss": 0.0005,
      "step": 41229
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1474948457173238e-07,
      "loss": 0.0005,
      "step": 41230
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1459796884880424e-07,
      "loss": 0.0005,
      "step": 41231
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1444650601568308e-07,
      "loss": 0.0004,
      "step": 41232
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1429509607318598e-07,
      "loss": 0.0004,
      "step": 41233
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1414373902213236e-07,
      "loss": 0.0003,
      "step": 41234
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1399243486334155e-07,
      "loss": 0.0007,
      "step": 41235
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1384118359762951e-07,
      "loss": 0.0006,
      "step": 41236
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.136899852258145e-07,
      "loss": 0.0006,
      "step": 41237
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.135388397487137e-07,
      "loss": 0.0006,
      "step": 41238
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1338774716714526e-07,
      "loss": 0.0004,
      "step": 41239
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1323670748192304e-07,
      "loss": 0.0006,
      "step": 41240
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1308572069386525e-07,
      "loss": 0.0003,
      "step": 41241
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.12934786803789e-07,
      "loss": 0.0002,
      "step": 41242
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1278390581250808e-07,
      "loss": 0.0005,
      "step": 41243
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1263307772083852e-07,
      "loss": 0.0005,
      "step": 41244
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1248230252959522e-07,
      "loss": 0.0005,
      "step": 41245
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.123315802395942e-07,
      "loss": 0.0004,
      "step": 41246
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1218091085164928e-07,
      "loss": 0.0005,
      "step": 41247
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.120302943665753e-07,
      "loss": 0.0005,
      "step": 41248
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.118797307851872e-07,
      "loss": 0.0003,
      "step": 41249
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1172922010829656e-07,
      "loss": 0.0004,
      "step": 41250
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1157876233671826e-07,
      "loss": 0.0004,
      "step": 41251
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1142835747126388e-07,
      "loss": 0.0006,
      "step": 41252
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1127800551275056e-07,
      "loss": 0.0005,
      "step": 41253
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1112770646198654e-07,
      "loss": 0.0007,
      "step": 41254
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1097746031978561e-07,
      "loss": 0.0005,
      "step": 41255
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1082726708696045e-07,
      "loss": 0.0006,
      "step": 41256
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.106771267643215e-07,
      "loss": 0.0008,
      "step": 41257
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.105270393526815e-07,
      "loss": 0.0007,
      "step": 41258
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1037700485285306e-07,
      "loss": 0.0007,
      "step": 41259
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.1022702326564337e-07,
      "loss": 0.0004,
      "step": 41260
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.100770945918662e-07,
      "loss": 0.0006,
      "step": 41261
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.099272188323298e-07,
      "loss": 0.0006,
      "step": 41262
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0977739598784684e-07,
      "loss": 0.001,
      "step": 41263
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.096276260592245e-07,
      "loss": 0.0007,
      "step": 41264
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0947790904727315e-07,
      "loss": 0.0005,
      "step": 41265
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0932824495280335e-07,
      "loss": 0.0003,
      "step": 41266
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0917863377662218e-07,
      "loss": 0.0007,
      "step": 41267
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.090290755195379e-07,
      "loss": 0.0006,
      "step": 41268
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0887957018236093e-07,
      "loss": 0.0008,
      "step": 41269
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0873011776589957e-07,
      "loss": 0.0007,
      "step": 41270
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.085807182709587e-07,
      "loss": 0.0004,
      "step": 41271
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.084313716983477e-07,
      "loss": 0.0006,
      "step": 41272
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0828207804887367e-07,
      "loss": 0.0006,
      "step": 41273
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0813283732334378e-07,
      "loss": 0.0008,
      "step": 41274
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.07983649522564e-07,
      "loss": 0.0005,
      "step": 41275
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.078345146473404e-07,
      "loss": 0.0004,
      "step": 41276
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0768543269848118e-07,
      "loss": 0.0004,
      "step": 41277
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0753640367679017e-07,
      "loss": 0.0005,
      "step": 41278
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.073874275830723e-07,
      "loss": 0.0004,
      "step": 41279
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0723850441813574e-07,
      "loss": 0.0005,
      "step": 41280
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0708963418278217e-07,
      "loss": 0.0005,
      "step": 41281
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0694081687781642e-07,
      "loss": 0.0005,
      "step": 41282
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0679205250404566e-07,
      "loss": 0.001,
      "step": 41283
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0664334106227256e-07,
      "loss": 0.0005,
      "step": 41284
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0649468255329874e-07,
      "loss": 0.0005,
      "step": 41285
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.063460769779302e-07,
      "loss": 0.0009,
      "step": 41286
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.061975243369696e-07,
      "loss": 0.0009,
      "step": 41287
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0604902463122079e-07,
      "loss": 0.0003,
      "step": 41288
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0590057786148422e-07,
      "loss": 0.0005,
      "step": 41289
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0575218402856368e-07,
      "loss": 0.0005,
      "step": 41290
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0560384313326187e-07,
      "loss": 0.0005,
      "step": 41291
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0545555517637927e-07,
      "loss": 0.0011,
      "step": 41292
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0530732015871634e-07,
      "loss": 0.0004,
      "step": 41293
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.051591380810769e-07,
      "loss": 0.0005,
      "step": 41294
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.050110089442603e-07,
      "loss": 0.0006,
      "step": 41295
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.04862932749067e-07,
      "loss": 0.0003,
      "step": 41296
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.047149094962997e-07,
      "loss": 0.0004,
      "step": 41297
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.045669391867544e-07,
      "loss": 0.0006,
      "step": 41298
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0441902182123497e-07,
      "loss": 0.0006,
      "step": 41299
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0427115740053737e-07,
      "loss": 0.0007,
      "step": 41300
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0412334592546435e-07,
      "loss": 0.0006,
      "step": 41301
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.039755873968119e-07,
      "loss": 0.0005,
      "step": 41302
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.038278818153794e-07,
      "loss": 0.0004,
      "step": 41303
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0368022918196617e-07,
      "loss": 0.0004,
      "step": 41304
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.035326294973694e-07,
      "loss": 0.0007,
      "step": 41305
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0338508276238733e-07,
      "loss": 0.0003,
      "step": 41306
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0323758897781597e-07,
      "loss": 0.0008,
      "step": 41307
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.030901481444558e-07,
      "loss": 0.0005,
      "step": 41308
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0294276026310066e-07,
      "loss": 0.0004,
      "step": 41309
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0279542533454767e-07,
      "loss": 0.0004,
      "step": 41310
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0264814335959393e-07,
      "loss": 0.0004,
      "step": 41311
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0250091433903553e-07,
      "loss": 0.0007,
      "step": 41312
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0235373827366733e-07,
      "loss": 0.0002,
      "step": 41313
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0220661516428653e-07,
      "loss": 0.0006,
      "step": 41314
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.020595450116869e-07,
      "loss": 0.0004,
      "step": 41315
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0191252781666337e-07,
      "loss": 0.0008,
      "step": 41316
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0176556358000977e-07,
      "loss": 0.0007,
      "step": 41317
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.016186523025232e-07,
      "loss": 0.0008,
      "step": 41318
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0147179398499639e-07,
      "loss": 0.0005,
      "step": 41319
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0132498862822093e-07,
      "loss": 0.0004,
      "step": 41320
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.011782362329928e-07,
      "loss": 0.0004,
      "step": 41321
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.010315368001059e-07,
      "loss": 0.0004,
      "step": 41322
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0088489033035064e-07,
      "loss": 0.0007,
      "step": 41323
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0073829682452085e-07,
      "loss": 0.0003,
      "step": 41324
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.005917562834081e-07,
      "loss": 0.0006,
      "step": 41325
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0044526870780623e-07,
      "loss": 0.0005,
      "step": 41326
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.002988340985057e-07,
      "loss": 0.0007,
      "step": 41327
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.001524524562981e-07,
      "loss": 0.0003,
      "step": 41328
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.0000612378197504e-07,
      "loss": 0.0005,
      "step": 41329
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9985984807632476e-07,
      "loss": 0.0006,
      "step": 41330
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9971362534014215e-07,
      "loss": 0.0006,
      "step": 41331
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9956745557421553e-07,
      "loss": 0.0004,
      "step": 41332
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9942133877933533e-07,
      "loss": 0.0005,
      "step": 41333
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9927527495628985e-07,
      "loss": 0.0004,
      "step": 41334
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9912926410587064e-07,
      "loss": 0.0003,
      "step": 41335
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9898330622886597e-07,
      "loss": 0.0006,
      "step": 41336
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.988374013260641e-07,
      "loss": 0.0004,
      "step": 41337
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9869154939825443e-07,
      "loss": 0.0005,
      "step": 41338
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9854575044622514e-07,
      "loss": 0.0005,
      "step": 41339
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9840000447076457e-07,
      "loss": 0.0005,
      "step": 41340
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9825431147265983e-07,
      "loss": 0.0006,
      "step": 41341
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9810867145269807e-07,
      "loss": 0.0007,
      "step": 41342
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9796308441166868e-07,
      "loss": 0.0007,
      "step": 41343
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9781755035035545e-07,
      "loss": 0.0008,
      "step": 41344
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9767206926954662e-07,
      "loss": 0.0006,
      "step": 41345
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.975266411700294e-07,
      "loss": 0.0006,
      "step": 41346
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9738126605258756e-07,
      "loss": 0.0005,
      "step": 41347
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9723594391800826e-07,
      "loss": 0.0007,
      "step": 41348
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9709067476707755e-07,
      "loss": 0.0006,
      "step": 41349
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9694545860058033e-07,
      "loss": 0.0003,
      "step": 41350
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9680029541929933e-07,
      "loss": 0.0007,
      "step": 41351
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.966551852240217e-07,
      "loss": 0.0005,
      "step": 41352
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9651012801553127e-07,
      "loss": 0.0003,
      "step": 41353
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.963651237946107e-07,
      "loss": 0.001,
      "step": 41354
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9622017256204496e-07,
      "loss": 0.0005,
      "step": 41355
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9607527431861782e-07,
      "loss": 0.0005,
      "step": 41356
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9593042906511206e-07,
      "loss": 0.0011,
      "step": 41357
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9578563680231033e-07,
      "loss": 0.0006,
      "step": 41358
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9564089753099426e-07,
      "loss": 0.0005,
      "step": 41359
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.954962112519476e-07,
      "loss": 0.0008,
      "step": 41360
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9535157796595316e-07,
      "loss": 0.0005,
      "step": 41361
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9520699767379025e-07,
      "loss": 0.0007,
      "step": 41362
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.950624703762416e-07,
      "loss": 0.0002,
      "step": 41363
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.949179960740899e-07,
      "loss": 0.0003,
      "step": 41364
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9477357476811342e-07,
      "loss": 0.0004,
      "step": 41365
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9462920645909156e-07,
      "loss": 0.0005,
      "step": 41366
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9448489114781033e-07,
      "loss": 0.0004,
      "step": 41367
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9434062883504468e-07,
      "loss": 0.0005,
      "step": 41368
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.941964195215762e-07,
      "loss": 0.0007,
      "step": 41369
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9405226320818426e-07,
      "loss": 0.0006,
      "step": 41370
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9390815989564715e-07,
      "loss": 0.0008,
      "step": 41371
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9376410958474534e-07,
      "loss": 0.0006,
      "step": 41372
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9362011227625598e-07,
      "loss": 0.0007,
      "step": 41373
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9347616797095847e-07,
      "loss": 0.0005,
      "step": 41374
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9333227666962994e-07,
      "loss": 0.0006,
      "step": 41375
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9318843837304757e-07,
      "loss": 0.0009,
      "step": 41376
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9304465308199073e-07,
      "loss": 0.0004,
      "step": 41377
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9290092079723545e-07,
      "loss": 0.0003,
      "step": 41378
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9275724151955888e-07,
      "loss": 0.0005,
      "step": 41379
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.926136152497371e-07,
      "loss": 0.0007,
      "step": 41380
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9247004198854724e-07,
      "loss": 0.0004,
      "step": 41381
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9232652173676425e-07,
      "loss": 0.0005,
      "step": 41382
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9218305449516305e-07,
      "loss": 0.0009,
      "step": 41383
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9203964026452194e-07,
      "loss": 0.0004,
      "step": 41384
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.918962790456147e-07,
      "loss": 0.0005,
      "step": 41385
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9175297083921518e-07,
      "loss": 0.0003,
      "step": 41386
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9160971564609943e-07,
      "loss": 0.0005,
      "step": 41387
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9146651346704127e-07,
      "loss": 0.0007,
      "step": 41388
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.913233643028145e-07,
      "loss": 0.0004,
      "step": 41389
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9118026815419188e-07,
      "loss": 0.0005,
      "step": 41390
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9103722502194833e-07,
      "loss": 0.0004,
      "step": 41391
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9089423490685766e-07,
      "loss": 0.0005,
      "step": 41392
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9075129780969037e-07,
      "loss": 0.0004,
      "step": 41393
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.906084137312203e-07,
      "loss": 0.0003,
      "step": 41394
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9046558267222014e-07,
      "loss": 0.0003,
      "step": 41395
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9032280463346043e-07,
      "loss": 0.0007,
      "step": 41396
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9018007961571494e-07,
      "loss": 0.0005,
      "step": 41397
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.9003740761975309e-07,
      "loss": 0.0005,
      "step": 41398
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.898947886463487e-07,
      "loss": 0.0003,
      "step": 41399
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8975222269626892e-07,
      "loss": 0.0005,
      "step": 41400
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8960970977028649e-07,
      "loss": 0.0006,
      "step": 41401
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8946724986917186e-07,
      "loss": 0.0005,
      "step": 41402
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8932484299369447e-07,
      "loss": 0.0003,
      "step": 41403
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.891824891446248e-07,
      "loss": 0.0007,
      "step": 41404
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8904018832273106e-07,
      "loss": 0.0009,
      "step": 41405
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8889794052878384e-07,
      "loss": 0.0005,
      "step": 41406
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8875574576355028e-07,
      "loss": 0.0004,
      "step": 41407
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8861360402779972e-07,
      "loss": 0.0003,
      "step": 41408
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8847151532230047e-07,
      "loss": 0.0008,
      "step": 41409
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8832947964782079e-07,
      "loss": 0.0005,
      "step": 41410
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8818749700512785e-07,
      "loss": 0.0004,
      "step": 41411
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8804556739499103e-07,
      "loss": 0.0005,
      "step": 41412
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8790369081817305e-07,
      "loss": 0.0004,
      "step": 41413
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8776186727544554e-07,
      "loss": 0.0007,
      "step": 41414
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.876200967675712e-07,
      "loss": 0.0004,
      "step": 41415
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8747837929531942e-07,
      "loss": 0.0005,
      "step": 41416
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8733671485945516e-07,
      "loss": 0.001,
      "step": 41417
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.871951034607422e-07,
      "loss": 0.0004,
      "step": 41418
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8705354509994887e-07,
      "loss": 0.0006,
      "step": 41419
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8691203977783788e-07,
      "loss": 0.0006,
      "step": 41420
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.867705874951764e-07,
      "loss": 0.0007,
      "step": 41421
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8662918825272603e-07,
      "loss": 0.0006,
      "step": 41422
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8648784205125392e-07,
      "loss": 0.0008,
      "step": 41423
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8634654889152282e-07,
      "loss": 0.0004,
      "step": 41424
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8620530877429545e-07,
      "loss": 0.0003,
      "step": 41425
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8606412170033783e-07,
      "loss": 0.0006,
      "step": 41426
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.859229876704105e-07,
      "loss": 0.0006,
      "step": 41427
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8578190668527617e-07,
      "loss": 0.0004,
      "step": 41428
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.856408787456998e-07,
      "loss": 0.0005,
      "step": 41429
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8549990385244187e-07,
      "loss": 0.0003,
      "step": 41430
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8535898200626402e-07,
      "loss": 0.0007,
      "step": 41431
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8521811320792893e-07,
      "loss": 0.0004,
      "step": 41432
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8507729745819824e-07,
      "loss": 0.0005,
      "step": 41433
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8493653475783248e-07,
      "loss": 0.0012,
      "step": 41434
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.847958251075921e-07,
      "loss": 0.0005,
      "step": 41435
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8465516850823873e-07,
      "loss": 0.0004,
      "step": 41436
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8451456496053178e-07,
      "loss": 0.0006,
      "step": 41437
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8437401446522952e-07,
      "loss": 0.0004,
      "step": 41438
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8423351702309467e-07,
      "loss": 0.0005,
      "step": 41439
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8409307263488664e-07,
      "loss": 0.0002,
      "step": 41440
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8395268130136145e-07,
      "loss": 0.0006,
      "step": 41441
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8381234302328076e-07,
      "loss": 0.0005,
      "step": 41442
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8367205780140175e-07,
      "loss": 0.0005,
      "step": 41443
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8353182563648264e-07,
      "loss": 0.0007,
      "step": 41444
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8339164652928176e-07,
      "loss": 0.0002,
      "step": 41445
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8325152048055738e-07,
      "loss": 0.0009,
      "step": 41446
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8311144749106667e-07,
      "loss": 0.0003,
      "step": 41447
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.829714275615646e-07,
      "loss": 0.0006,
      "step": 41448
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8283146069281054e-07,
      "loss": 0.0004,
      "step": 41449
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8269154688556056e-07,
      "loss": 0.0004,
      "step": 41450
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8255168614057073e-07,
      "loss": 0.0005,
      "step": 41451
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8241187845859487e-07,
      "loss": 0.0002,
      "step": 41452
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.822721238403924e-07,
      "loss": 0.0004,
      "step": 41453
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8213242228671602e-07,
      "loss": 0.0005,
      "step": 41454
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.819927737983218e-07,
      "loss": 0.0006,
      "step": 41455
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.818531783759636e-07,
      "loss": 0.0002,
      "step": 41456
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8171363602039638e-07,
      "loss": 0.0006,
      "step": 41457
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8157414673237617e-07,
      "loss": 0.0003,
      "step": 41458
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.814347105126535e-07,
      "loss": 0.0003,
      "step": 41459
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8129532736198552e-07,
      "loss": 0.0005,
      "step": 41460
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8115599728112388e-07,
      "loss": 0.0008,
      "step": 41461
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8101672027082018e-07,
      "loss": 0.0004,
      "step": 41462
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8087749633182938e-07,
      "loss": 0.0007,
      "step": 41463
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8073832546490311e-07,
      "loss": 0.0007,
      "step": 41464
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.805992076707952e-07,
      "loss": 0.0004,
      "step": 41465
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8046014295025506e-07,
      "loss": 0.0005,
      "step": 41466
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.803211313040354e-07,
      "loss": 0.0006,
      "step": 41467
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8018217273288785e-07,
      "loss": 0.0005,
      "step": 41468
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.8004326723756406e-07,
      "loss": 0.0006,
      "step": 41469
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7990441481881226e-07,
      "loss": 0.0004,
      "step": 41470
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7976561547738526e-07,
      "loss": 0.0005,
      "step": 41471
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.796268692140335e-07,
      "loss": 0.0004,
      "step": 41472
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7948817602950642e-07,
      "loss": 0.0006,
      "step": 41473
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.793495359245512e-07,
      "loss": 0.0008,
      "step": 41474
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7921094889992163e-07,
      "loss": 0.0004,
      "step": 41475
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7907241495636274e-07,
      "loss": 0.0003,
      "step": 41476
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.789339340946261e-07,
      "loss": 0.001,
      "step": 41477
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7879550631545894e-07,
      "loss": 0.0006,
      "step": 41478
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.786571316196095e-07,
      "loss": 0.0003,
      "step": 41479
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7851881000782612e-07,
      "loss": 0.0004,
      "step": 41480
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7838054148085482e-07,
      "loss": 0.0005,
      "step": 41481
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7824232603944615e-07,
      "loss": 0.0005,
      "step": 41482
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.781041636843439e-07,
      "loss": 0.0004,
      "step": 41483
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7796605441629645e-07,
      "loss": 0.0001,
      "step": 41484
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.778279982360509e-07,
      "loss": 0.0004,
      "step": 41485
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7768999514435226e-07,
      "loss": 0.0006,
      "step": 41486
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7755204514194547e-07,
      "loss": 0.0008,
      "step": 41487
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.774141482295777e-07,
      "loss": 0.0003,
      "step": 41488
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7727630440799615e-07,
      "loss": 0.0002,
      "step": 41489
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7713851367794134e-07,
      "loss": 0.0005,
      "step": 41490
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7700077604016042e-07,
      "loss": 0.0006,
      "step": 41491
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7686309149539947e-07,
      "loss": 0.0004,
      "step": 41492
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7672546004440016e-07,
      "loss": 0.0006,
      "step": 41493
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.765878816879063e-07,
      "loss": 0.0004,
      "step": 41494
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7645035642666396e-07,
      "loss": 0.0006,
      "step": 41495
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.763128842614148e-07,
      "loss": 0.0007,
      "step": 41496
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7617546519290042e-07,
      "loss": 0.0005,
      "step": 41497
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7603809922186688e-07,
      "loss": 0.0003,
      "step": 41498
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.759007863490547e-07,
      "loss": 0.0006,
      "step": 41499
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7576352657520447e-07,
      "loss": 0.0005,
      "step": 41500
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7562631990106106e-07,
      "loss": 0.0005,
      "step": 41501
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.75489166327365e-07,
      "loss": 0.0005,
      "step": 41502
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.75352065854858e-07,
      "loss": 0.0004,
      "step": 41503
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7521501848427935e-07,
      "loss": 0.0006,
      "step": 41504
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7507802421637188e-07,
      "loss": 0.0007,
      "step": 41505
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7494108305187385e-07,
      "loss": 0.001,
      "step": 41506
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7480419499152912e-07,
      "loss": 0.0004,
      "step": 41507
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7466736003607267e-07,
      "loss": 0.0005,
      "step": 41508
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7453057818624719e-07,
      "loss": 0.0007,
      "step": 41509
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7439384944279214e-07,
      "loss": 0.0003,
      "step": 41510
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7425717380644468e-07,
      "loss": 0.0004,
      "step": 41511
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7412055127794535e-07,
      "loss": 0.0005,
      "step": 41512
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7398398185803245e-07,
      "loss": 0.0007,
      "step": 41513
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7384746554744314e-07,
      "loss": 0.0005,
      "step": 41514
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7371100234691462e-07,
      "loss": 0.0006,
      "step": 41515
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.735745922571874e-07,
      "loss": 0.0005,
      "step": 41516
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.734382352789954e-07,
      "loss": 0.0004,
      "step": 41517
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7330193141307794e-07,
      "loss": 0.0007,
      "step": 41518
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7316568066017002e-07,
      "loss": 0.0006,
      "step": 41519
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.730294830210111e-07,
      "loss": 0.0005,
      "step": 41520
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7289333849633271e-07,
      "loss": 0.0008,
      "step": 41521
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7275724708687436e-07,
      "loss": 0.0006,
      "step": 41522
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7262120879337096e-07,
      "loss": 0.0002,
      "step": 41523
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.724852236165564e-07,
      "loss": 0.0004,
      "step": 41524
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7234929155716673e-07,
      "loss": 0.0007,
      "step": 41525
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7221341261593694e-07,
      "loss": 0.0008,
      "step": 41526
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7207758679360086e-07,
      "loss": 0.001,
      "step": 41527
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7194181409089238e-07,
      "loss": 0.0005,
      "step": 41528
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7180609450854645e-07,
      "loss": 0.0006,
      "step": 41529
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.716704280472947e-07,
      "loss": 0.0005,
      "step": 41530
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7153481470787326e-07,
      "loss": 0.0005,
      "step": 41531
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.713992544910126e-07,
      "loss": 0.0003,
      "step": 41532
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7126374739744655e-07,
      "loss": 0.0004,
      "step": 41533
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7112829342790683e-07,
      "loss": 0.0006,
      "step": 41534
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7099289258312613e-07,
      "loss": 0.0007,
      "step": 41535
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.708575448638361e-07,
      "loss": 0.0004,
      "step": 41536
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.707222502707684e-07,
      "loss": 0.0008,
      "step": 41537
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7058700880465572e-07,
      "loss": 0.0006,
      "step": 41538
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7045182046622645e-07,
      "loss": 0.0009,
      "step": 41539
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7031668525621214e-07,
      "loss": 0.0004,
      "step": 41540
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.701816031753434e-07,
      "loss": 0.0007,
      "step": 41541
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.7004657422435066e-07,
      "loss": 0.0005,
      "step": 41542
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6991159840396342e-07,
      "loss": 0.0008,
      "step": 41543
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6977667571491107e-07,
      "loss": 0.0002,
      "step": 41544
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6964180615792415e-07,
      "loss": 0.0007,
      "step": 41545
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.695069897337287e-07,
      "loss": 0.0005,
      "step": 41546
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.693722264430564e-07,
      "loss": 0.0005,
      "step": 41547
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6923751628663443e-07,
      "loss": 0.0004,
      "step": 41548
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.691028592651911e-07,
      "loss": 0.0005,
      "step": 41549
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6896825537945361e-07,
      "loss": 0.0005,
      "step": 41550
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6883370463015024e-07,
      "loss": 0.0003,
      "step": 41551
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6869920701800824e-07,
      "loss": 0.0004,
      "step": 41552
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6856476254375366e-07,
      "loss": 0.0004,
      "step": 41553
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6843037120811367e-07,
      "loss": 0.0003,
      "step": 41554
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6829603301181664e-07,
      "loss": 0.0003,
      "step": 41555
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6816174795558525e-07,
      "loss": 0.0007,
      "step": 41556
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6802751604014679e-07,
      "loss": 0.0005,
      "step": 41557
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6789333726622726e-07,
      "loss": 0.0004,
      "step": 41558
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6775921163455167e-07,
      "loss": 0.0004,
      "step": 41559
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6762513914584388e-07,
      "loss": 0.0006,
      "step": 41560
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6749111980082998e-07,
      "loss": 0.0006,
      "step": 41561
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6735715360023386e-07,
      "loss": 0.0009,
      "step": 41562
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6722324054477934e-07,
      "loss": 0.0007,
      "step": 41563
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6708938063519032e-07,
      "loss": 0.0003,
      "step": 41564
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6695557387219175e-07,
      "loss": 0.0009,
      "step": 41565
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6682182025650417e-07,
      "loss": 0.0007,
      "step": 41566
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6668811978885147e-07,
      "loss": 0.0004,
      "step": 41567
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6655447246995748e-07,
      "loss": 0.0005,
      "step": 41568
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6642087830054387e-07,
      "loss": 0.0002,
      "step": 41569
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.662873372813323e-07,
      "loss": 0.0006,
      "step": 41570
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6615384941304434e-07,
      "loss": 0.0003,
      "step": 41571
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6602041469640396e-07,
      "loss": 0.0005,
      "step": 41572
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.658870331321283e-07,
      "loss": 0.0005,
      "step": 41573
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6575370472094122e-07,
      "loss": 0.0004,
      "step": 41574
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6562042946356217e-07,
      "loss": 0.0003,
      "step": 41575
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6548720736071278e-07,
      "loss": 0.0004,
      "step": 41576
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6535403841311138e-07,
      "loss": 0.0004,
      "step": 41577
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6522092262147848e-07,
      "loss": 0.0003,
      "step": 41578
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6508785998653466e-07,
      "loss": 0.0003,
      "step": 41579
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6495485050899708e-07,
      "loss": 0.0004,
      "step": 41580
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6482189418958628e-07,
      "loss": 0.0006,
      "step": 41581
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6468899102901947e-07,
      "loss": 0.0004,
      "step": 41582
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6455614102801608e-07,
      "loss": 0.0004,
      "step": 41583
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6442334418729332e-07,
      "loss": 0.0003,
      "step": 41584
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6429060050757063e-07,
      "loss": 0.0008,
      "step": 41585
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6415790998956516e-07,
      "loss": 0.0004,
      "step": 41586
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6402527263399193e-07,
      "loss": 0.0006,
      "step": 41587
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6389268844156924e-07,
      "loss": 0.0005,
      "step": 41588
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6376015741301432e-07,
      "loss": 0.0004,
      "step": 41589
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6362767954904214e-07,
      "loss": 0.0005,
      "step": 41590
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6349525485036988e-07,
      "loss": 0.0005,
      "step": 41591
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6336288331771256e-07,
      "loss": 0.0004,
      "step": 41592
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6323056495178625e-07,
      "loss": 0.0005,
      "step": 41593
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6309829975330594e-07,
      "loss": 0.0007,
      "step": 41594
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6296608772298662e-07,
      "loss": 0.0003,
      "step": 41595
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6283392886154214e-07,
      "loss": 0.0004,
      "step": 41596
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6270182316968753e-07,
      "loss": 0.0009,
      "step": 41597
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.625697706481366e-07,
      "loss": 0.0008,
      "step": 41598
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.624377712976033e-07,
      "loss": 0.0004,
      "step": 41599
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6230582511880145e-07,
      "loss": 0.0004,
      "step": 41600
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.621739321124427e-07,
      "loss": 0.0005,
      "step": 41601
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6204209227924096e-07,
      "loss": 0.0005,
      "step": 41602
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6191030561990894e-07,
      "loss": 0.0003,
      "step": 41603
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6177857213515945e-07,
      "loss": 0.0004,
      "step": 41604
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6164689182570304e-07,
      "loss": 0.0006,
      "step": 41605
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6151526469225243e-07,
      "loss": 0.0006,
      "step": 41606
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.613836907355204e-07,
      "loss": 0.0004,
      "step": 41607
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6125216995621417e-07,
      "loss": 0.0004,
      "step": 41608
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6112070235504763e-07,
      "loss": 0.0007,
      "step": 41609
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6098928793273126e-07,
      "loss": 0.0006,
      "step": 41610
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6085792668997458e-07,
      "loss": 0.0006,
      "step": 41611
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6072661862748807e-07,
      "loss": 0.0004,
      "step": 41612
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6059536374598116e-07,
      "loss": 0.0003,
      "step": 41613
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6046416204616333e-07,
      "loss": 0.0006,
      "step": 41614
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.6033301352874396e-07,
      "loss": 0.0004,
      "step": 41615
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.602019181944303e-07,
      "loss": 0.0005,
      "step": 41616
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.600708760439329e-07,
      "loss": 0.0004,
      "step": 41617
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.5993988707796004e-07,
      "loss": 0.0008,
      "step": 41618
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.5980895129721897e-07,
      "loss": 0.0004,
      "step": 41619
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.5967806870241686e-07,
      "loss": 0.0004,
      "step": 41620
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.595472392942632e-07,
      "loss": 0.0004,
      "step": 41621
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.594164630734618e-07,
      "loss": 0.0004,
      "step": 41622
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.5928574004072217e-07,
      "loss": 0.0003,
      "step": 41623
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.5915507019675147e-07,
      "loss": 0.0004,
      "step": 41624
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.590244535422536e-07,
      "loss": 0.0004,
      "step": 41625
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.5889389007793465e-07,
      "loss": 0.0007,
      "step": 41626
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.5876337980450184e-07,
      "loss": 0.0006,
      "step": 41627
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.5863292272266018e-07,
      "loss": 0.0007,
      "step": 41628
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.5850251883311463e-07,
      "loss": 0.0006,
      "step": 41629
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.583721681365691e-07,
      "loss": 0.0007,
      "step": 41630
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.5824187063373075e-07,
      "loss": 0.0004,
      "step": 41631
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.581116263253002e-07,
      "loss": 0.0007,
      "step": 41632
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.579814352119835e-07,
      "loss": 0.0002,
      "step": 41633
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5785129729448455e-07,
      "loss": 0.0008,
      "step": 41634
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5772121257350614e-07,
      "loss": 0.0007,
      "step": 41635
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5759118104975214e-07,
      "loss": 0.0004,
      "step": 41636
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5746120272392306e-07,
      "loss": 0.0005,
      "step": 41637
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5733127759672507e-07,
      "loss": 0.0005,
      "step": 41638
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5720140566885755e-07,
      "loss": 0.0004,
      "step": 41639
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5707158694102332e-07,
      "loss": 0.0006,
      "step": 41640
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.56941821413924e-07,
      "loss": 0.0003,
      "step": 41641
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5681210908826127e-07,
      "loss": 0.0004,
      "step": 41642
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.566824499647357e-07,
      "loss": 0.0006,
      "step": 41643
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5655284404404892e-07,
      "loss": 0.0008,
      "step": 41644
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5642329132690037e-07,
      "loss": 0.0003,
      "step": 41645
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5629379181399063e-07,
      "loss": 0.0003,
      "step": 41646
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.561643455060202e-07,
      "loss": 0.0005,
      "step": 41647
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.560349524036886e-07,
      "loss": 0.0004,
      "step": 41648
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.559056125076952e-07,
      "loss": 0.0006,
      "step": 41649
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5577632581873836e-07,
      "loss": 0.0003,
      "step": 41650
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5564709233751752e-07,
      "loss": 0.0005,
      "step": 41651
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.55517912064731e-07,
      "loss": 0.0006,
      "step": 41652
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.553887850010771e-07,
      "loss": 0.0006,
      "step": 41653
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5525971114725203e-07,
      "loss": 0.0005,
      "step": 41654
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5513069050395734e-07,
      "loss": 0.0005,
      "step": 41655
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.55001723071887e-07,
      "loss": 0.0004,
      "step": 41656
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5487280885173928e-07,
      "loss": 0.0005,
      "step": 41657
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5474394784421142e-07,
      "loss": 0.0005,
      "step": 41658
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5461514004999955e-07,
      "loss": 0.0007,
      "step": 41659
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5448638546979866e-07,
      "loss": 0.0005,
      "step": 41660
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5435768410430597e-07,
      "loss": 0.0004,
      "step": 41661
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5422903595421869e-07,
      "loss": 0.0006,
      "step": 41662
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5410044102022847e-07,
      "loss": 0.0004,
      "step": 41663
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5397189930303146e-07,
      "loss": 0.0005,
      "step": 41664
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5384341080332376e-07,
      "loss": 0.0006,
      "step": 41665
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5371497552180037e-07,
      "loss": 0.0004,
      "step": 41666
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5358659345915405e-07,
      "loss": 0.0008,
      "step": 41667
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5345826461607872e-07,
      "loss": 0.0005,
      "step": 41668
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5332998899326823e-07,
      "loss": 0.0003,
      "step": 41669
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.532017665914154e-07,
      "loss": 0.0004,
      "step": 41670
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.530735974112141e-07,
      "loss": 0.0005,
      "step": 41671
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5294548145335707e-07,
      "loss": 0.0005,
      "step": 41672
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5281741871853717e-07,
      "loss": 0.0005,
      "step": 41673
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.526894092074449e-07,
      "loss": 0.0003,
      "step": 41674
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5256145292077308e-07,
      "loss": 0.0006,
      "step": 41675
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.524335498592133e-07,
      "loss": 0.0007,
      "step": 41676
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5230570002345846e-07,
      "loss": 0.0006,
      "step": 41677
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.521779034141968e-07,
      "loss": 0.0005,
      "step": 41678
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5205016003212003e-07,
      "loss": 0.0005,
      "step": 41679
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.519224698779198e-07,
      "loss": 0.0007,
      "step": 41680
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.517948329522856e-07,
      "loss": 0.0004,
      "step": 41681
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.516672492559057e-07,
      "loss": 0.0003,
      "step": 41682
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5153971878947182e-07,
      "loss": 0.0008,
      "step": 41683
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.514122415536734e-07,
      "loss": 0.0009,
      "step": 41684
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5128481754919765e-07,
      "loss": 0.0008,
      "step": 41685
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5115744677673404e-07,
      "loss": 0.0005,
      "step": 41686
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5103012923697201e-07,
      "loss": 0.0002,
      "step": 41687
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.509028649305977e-07,
      "loss": 0.0006,
      "step": 41688
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.507756538583005e-07,
      "loss": 0.0005,
      "step": 41689
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.506484960207677e-07,
      "loss": 0.0005,
      "step": 41690
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.505213914186865e-07,
      "loss": 0.0003,
      "step": 41691
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.503943400527441e-07,
      "loss": 0.0007,
      "step": 41692
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.502673419236267e-07,
      "loss": 0.0004,
      "step": 41693
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5014039703202142e-07,
      "loss": 0.0007,
      "step": 41694
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.5001350537861336e-07,
      "loss": 0.0005,
      "step": 41695
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.498866669640897e-07,
      "loss": 0.0005,
      "step": 41696
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4975988178913547e-07,
      "loss": 0.0008,
      "step": 41697
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4963314985443566e-07,
      "loss": 0.0005,
      "step": 41698
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4950647116067419e-07,
      "loss": 0.0009,
      "step": 41699
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4937984570853824e-07,
      "loss": 0.0002,
      "step": 41700
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4925327349871066e-07,
      "loss": 0.0004,
      "step": 41701
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.491267545318753e-07,
      "loss": 0.0004,
      "step": 41702
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.490002888087172e-07,
      "loss": 0.0006,
      "step": 41703
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.488738763299191e-07,
      "loss": 0.001,
      "step": 41704
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4874751709616386e-07,
      "loss": 0.0005,
      "step": 41705
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.486212111081353e-07,
      "loss": 0.0007,
      "step": 41706
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4849495836651517e-07,
      "loss": 0.0004,
      "step": 41707
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4836875887198844e-07,
      "loss": 0.0003,
      "step": 41708
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4824261262523343e-07,
      "loss": 0.0008,
      "step": 41709
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.481165196269341e-07,
      "loss": 0.0004,
      "step": 41710
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4799047987777205e-07,
      "loss": 0.0006,
      "step": 41711
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.478644933784268e-07,
      "loss": 0.0007,
      "step": 41712
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.477385601295822e-07,
      "loss": 0.0006,
      "step": 41713
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4761268013191555e-07,
      "loss": 0.0005,
      "step": 41714
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4748685338611068e-07,
      "loss": 0.0007,
      "step": 41715
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4736107989284598e-07,
      "loss": 0.0005,
      "step": 41716
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4723535965279978e-07,
      "loss": 0.001,
      "step": 41717
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4710969266665487e-07,
      "loss": 0.0005,
      "step": 41718
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4698407893508738e-07,
      "loss": 0.0005,
      "step": 41719
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4685851845877785e-07,
      "loss": 0.0003,
      "step": 41720
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4673301123840466e-07,
      "loss": 0.0006,
      "step": 41721
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4660755727464725e-07,
      "loss": 0.0008,
      "step": 41722
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4648215656818066e-07,
      "loss": 0.0005,
      "step": 41723
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4635680911968542e-07,
      "loss": 0.0003,
      "step": 41724
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4623151492983878e-07,
      "loss": 0.0006,
      "step": 41725
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4610627399931688e-07,
      "loss": 0.0003,
      "step": 41726
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4598108632879692e-07,
      "loss": 0.0006,
      "step": 41727
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.458559519189562e-07,
      "loss": 0.0007,
      "step": 41728
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4573087077047078e-07,
      "loss": 0.0007,
      "step": 41729
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.456058428840157e-07,
      "loss": 0.0005,
      "step": 41730
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4548086826026819e-07,
      "loss": 0.0006,
      "step": 41731
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.453559468999033e-07,
      "loss": 0.0003,
      "step": 41732
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.45231078803596e-07,
      "loss": 0.0005,
      "step": 41733
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4510626397202132e-07,
      "loss": 0.0006,
      "step": 41734
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.449815024058543e-07,
      "loss": 0.0003,
      "step": 41735
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4485679410576769e-07,
      "loss": 0.0005,
      "step": 41736
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4473213907243765e-07,
      "loss": 0.0006,
      "step": 41737
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4460753730653588e-07,
      "loss": 0.0004,
      "step": 41738
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4448298880873845e-07,
      "loss": 0.0006,
      "step": 41739
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4435849357971598e-07,
      "loss": 0.0004,
      "step": 41740
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4423405162014238e-07,
      "loss": 0.0006,
      "step": 41741
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.441096629306915e-07,
      "loss": 0.0005,
      "step": 41742
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4398532751203287e-07,
      "loss": 0.0004,
      "step": 41743
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4386104536484036e-07,
      "loss": 0.0006,
      "step": 41744
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4373681648978566e-07,
      "loss": 0.0005,
      "step": 41745
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4361264088754047e-07,
      "loss": 0.0004,
      "step": 41746
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.434885185587742e-07,
      "loss": 0.0003,
      "step": 41747
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4336444950415973e-07,
      "loss": 0.0005,
      "step": 41748
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4324043372436758e-07,
      "loss": 0.0004,
      "step": 41749
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4311647122006722e-07,
      "loss": 0.0006,
      "step": 41750
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4299256199192813e-07,
      "loss": 0.0008,
      "step": 41751
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4286870604062087e-07,
      "loss": 0.0005,
      "step": 41752
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4274490336681491e-07,
      "loss": 0.0007,
      "step": 41753
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4262115397117859e-07,
      "loss": 0.0005,
      "step": 41754
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4249745785438252e-07,
      "loss": 0.0005,
      "step": 41755
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.423738150170928e-07,
      "loss": 0.001,
      "step": 41756
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4225022545998113e-07,
      "loss": 0.0004,
      "step": 41757
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.421266891837114e-07,
      "loss": 0.0004,
      "step": 41758
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4200320618895424e-07,
      "loss": 0.0004,
      "step": 41759
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4187977647637684e-07,
      "loss": 0.0006,
      "step": 41760
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4175640004664537e-07,
      "loss": 0.0003,
      "step": 41761
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4163307690042593e-07,
      "loss": 0.0005,
      "step": 41762
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4150980703838691e-07,
      "loss": 0.0005,
      "step": 41763
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.413865904611944e-07,
      "loss": 0.0005,
      "step": 41764
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4126342716951236e-07,
      "loss": 0.0004,
      "step": 41765
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.411403171640102e-07,
      "loss": 0.0008,
      "step": 41766
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.410172604453497e-07,
      "loss": 0.0003,
      "step": 41767
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.408942570141969e-07,
      "loss": 0.0007,
      "step": 41768
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4077130687121797e-07,
      "loss": 0.0006,
      "step": 41769
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4064841001707574e-07,
      "loss": 0.0005,
      "step": 41770
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.405255664524363e-07,
      "loss": 0.0004,
      "step": 41771
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4040277617796138e-07,
      "loss": 0.0004,
      "step": 41772
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.40280039194316e-07,
      "loss": 0.0008,
      "step": 41773
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4015735550216514e-07,
      "loss": 0.0004,
      "step": 41774
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4003472510216832e-07,
      "loss": 0.0005,
      "step": 41775
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3991214799499054e-07,
      "loss": 0.0006,
      "step": 41776
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3978962418129572e-07,
      "loss": 0.0004,
      "step": 41777
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3966715366174222e-07,
      "loss": 0.0005,
      "step": 41778
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3954473643699506e-07,
      "loss": 0.0004,
      "step": 41779
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3942237250771485e-07,
      "loss": 0.0005,
      "step": 41780
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3930006187456323e-07,
      "loss": 0.0006,
      "step": 41781
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3917780453820085e-07,
      "loss": 0.0007,
      "step": 41782
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3905560049928934e-07,
      "loss": 0.0005,
      "step": 41783
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.389334497584882e-07,
      "loss": 0.0004,
      "step": 41784
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3881135231645915e-07,
      "loss": 0.0004,
      "step": 41785
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.386893081738594e-07,
      "loss": 0.0008,
      "step": 41786
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3856731733135064e-07,
      "loss": 0.0005,
      "step": 41787
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.384453797895935e-07,
      "loss": 0.0005,
      "step": 41788
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3832349554924407e-07,
      "loss": 0.0006,
      "step": 41789
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3820166461096297e-07,
      "loss": 0.0004,
      "step": 41790
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3807988697540853e-07,
      "loss": 0.0004,
      "step": 41791
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3795816264323801e-07,
      "loss": 0.0006,
      "step": 41792
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3783649161510982e-07,
      "loss": 0.0006,
      "step": 41793
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3771487389168225e-07,
      "loss": 0.0007,
      "step": 41794
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.375933094736126e-07,
      "loss": 0.0005,
      "step": 41795
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.374717983615559e-07,
      "loss": 0.0003,
      "step": 41796
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3735034055617159e-07,
      "loss": 0.0003,
      "step": 41797
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3722893605811472e-07,
      "loss": 0.001,
      "step": 41798
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3710758486804144e-07,
      "loss": 0.0006,
      "step": 41799
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3698628698660787e-07,
      "loss": 0.0004,
      "step": 41800
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.368650424144713e-07,
      "loss": 0.0004,
      "step": 41801
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3674385115228338e-07,
      "loss": 0.0003,
      "step": 41802
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3662271320070253e-07,
      "loss": 0.0005,
      "step": 41803
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3650162856038153e-07,
      "loss": 0.0009,
      "step": 41804
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.363805972319765e-07,
      "loss": 0.0006,
      "step": 41805
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3625961921614028e-07,
      "loss": 0.0004,
      "step": 41806
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.361386945135268e-07,
      "loss": 0.0009,
      "step": 41807
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3601782312479105e-07,
      "loss": 0.0004,
      "step": 41808
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3589700505058368e-07,
      "loss": 0.0003,
      "step": 41809
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3577624029155968e-07,
      "loss": 0.0005,
      "step": 41810
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3565552884837186e-07,
      "loss": 0.0005,
      "step": 41811
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3553487072167192e-07,
      "loss": 0.0004,
      "step": 41812
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3541426591211272e-07,
      "loss": 0.0003,
      "step": 41813
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3529371442034477e-07,
      "loss": 0.0007,
      "step": 41814
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3517321624702208e-07,
      "loss": 0.0005,
      "step": 41815
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3505277139279295e-07,
      "loss": 0.0009,
      "step": 41816
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.349323798583102e-07,
      "loss": 0.0005,
      "step": 41817
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3481204164422445e-07,
      "loss": 0.0006,
      "step": 41818
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3469175675118629e-07,
      "loss": 0.0006,
      "step": 41819
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3457152517984407e-07,
      "loss": 0.0004,
      "step": 41820
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3445134693084948e-07,
      "loss": 0.0003,
      "step": 41821
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3433122200485315e-07,
      "loss": 0.0008,
      "step": 41822
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3421115040250121e-07,
      "loss": 0.0005,
      "step": 41823
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3409113212444424e-07,
      "loss": 0.0002,
      "step": 41824
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3397116717133062e-07,
      "loss": 0.0007,
      "step": 41825
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3385125554381095e-07,
      "loss": 0.0003,
      "step": 41826
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3373139724253026e-07,
      "loss": 0.0003,
      "step": 41827
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.336115922681369e-07,
      "loss": 0.0005,
      "step": 41828
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3349184062127928e-07,
      "loss": 0.0004,
      "step": 41829
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3337214230260575e-07,
      "loss": 0.0005,
      "step": 41830
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3325249731276134e-07,
      "loss": 0.0006,
      "step": 41831
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3313290565239333e-07,
      "loss": 0.0006,
      "step": 41832
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3301336732214787e-07,
      "loss": 0.0005,
      "step": 41833
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.328938823226722e-07,
      "loss": 0.0006,
      "step": 41834
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3277445065460915e-07,
      "loss": 0.0005,
      "step": 41835
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.326550723186082e-07,
      "loss": 0.0003,
      "step": 41836
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3253574731531328e-07,
      "loss": 0.0004,
      "step": 41837
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.324164756453672e-07,
      "loss": 0.0003,
      "step": 41838
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3229725730941835e-07,
      "loss": 0.0004,
      "step": 41839
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.321780923081073e-07,
      "loss": 0.0007,
      "step": 41840
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3205898064208023e-07,
      "loss": 0.0002,
      "step": 41841
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3193992231197993e-07,
      "loss": 0.0003,
      "step": 41842
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3182091731845148e-07,
      "loss": 0.0003,
      "step": 41843
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3170196566213656e-07,
      "loss": 0.0003,
      "step": 41844
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.315830673436791e-07,
      "loss": 0.0008,
      "step": 41845
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.314642223637208e-07,
      "loss": 0.0006,
      "step": 41846
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3134543072290563e-07,
      "loss": 0.0005,
      "step": 41847
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3122669242187414e-07,
      "loss": 0.0006,
      "step": 41848
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3110800746126805e-07,
      "loss": 0.0006,
      "step": 41849
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.309893758417291e-07,
      "loss": 0.0005,
      "step": 41850
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.30870797563899e-07,
      "loss": 0.0005,
      "step": 41851
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3075227262841828e-07,
      "loss": 0.0005,
      "step": 41852
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.306338010359276e-07,
      "loss": 0.0004,
      "step": 41853
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3051538278706866e-07,
      "loss": 0.0003,
      "step": 41854
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3039701788247872e-07,
      "loss": 0.0005,
      "step": 41855
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3027870632279948e-07,
      "loss": 0.0006,
      "step": 41856
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3016044810867047e-07,
      "loss": 0.0004,
      "step": 41857
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.3004224324073e-07,
      "loss": 0.0004,
      "step": 41858
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.299240917196165e-07,
      "loss": 0.0003,
      "step": 41859
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2980599354596945e-07,
      "loss": 0.0006,
      "step": 41860
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2968794872042835e-07,
      "loss": 0.0004,
      "step": 41861
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.295699572436293e-07,
      "loss": 0.0005,
      "step": 41862
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2945201911621075e-07,
      "loss": 0.0004,
      "step": 41863
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2933413433880992e-07,
      "loss": 0.0006,
      "step": 41864
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.292163029120641e-07,
      "loss": 0.0005,
      "step": 41865
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2909852483661055e-07,
      "loss": 0.0005,
      "step": 41866
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2898080011308543e-07,
      "loss": 0.0009,
      "step": 41867
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2886312874212603e-07,
      "loss": 0.0005,
      "step": 41868
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2874551072436625e-07,
      "loss": 0.0005,
      "step": 41869
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2862794606044337e-07,
      "loss": 0.0004,
      "step": 41870
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2851043475099245e-07,
      "loss": 0.0004,
      "step": 41871
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2839297679664854e-07,
      "loss": 0.0007,
      "step": 41872
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2827557219804664e-07,
      "loss": 0.0006,
      "step": 41873
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2815822095582298e-07,
      "loss": 0.0005,
      "step": 41874
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2804092307060812e-07,
      "loss": 0.0007,
      "step": 41875
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2792367854303933e-07,
      "loss": 0.0006,
      "step": 41876
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2780648737374836e-07,
      "loss": 0.0006,
      "step": 41877
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.276893495633702e-07,
      "loss": 0.0003,
      "step": 41878
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2757226511253662e-07,
      "loss": 0.0004,
      "step": 41879
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2745523402188042e-07,
      "loss": 0.0006,
      "step": 41880
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2733825629203555e-07,
      "loss": 0.0004,
      "step": 41881
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2722133192363372e-07,
      "loss": 0.0003,
      "step": 41882
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2710446091730555e-07,
      "loss": 0.0004,
      "step": 41883
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2698764327368384e-07,
      "loss": 0.0003,
      "step": 41884
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2687087899340144e-07,
      "loss": 0.0007,
      "step": 41885
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2675416807708675e-07,
      "loss": 0.0006,
      "step": 41886
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2663751052537144e-07,
      "loss": 0.0005,
      "step": 41887
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2652090633888724e-07,
      "loss": 0.0006,
      "step": 41888
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.264043555182637e-07,
      "loss": 0.0009,
      "step": 41889
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2628785806412914e-07,
      "loss": 0.0009,
      "step": 41890
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2617141397711642e-07,
      "loss": 0.0005,
      "step": 41891
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.260550232578528e-07,
      "loss": 0.0003,
      "step": 41892
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2593868590696667e-07,
      "loss": 0.0002,
      "step": 41893
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2582240192508865e-07,
      "loss": 0.0009,
      "step": 41894
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2570617131284713e-07,
      "loss": 0.0004,
      "step": 41895
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2558999407086935e-07,
      "loss": 0.0007,
      "step": 41896
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2547387019978374e-07,
      "loss": 0.0004,
      "step": 41897
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2535779970021756e-07,
      "loss": 0.0004,
      "step": 41898
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2524178257279807e-07,
      "loss": 0.0005,
      "step": 41899
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2512581881815366e-07,
      "loss": 0.0004,
      "step": 41900
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.250099084369094e-07,
      "loss": 0.0005,
      "step": 41901
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2489405142969257e-07,
      "loss": 0.0006,
      "step": 41902
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2477824779712932e-07,
      "loss": 0.0004,
      "step": 41903
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2466249753984582e-07,
      "loss": 0.0005,
      "step": 41904
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2454680065846713e-07,
      "loss": 0.0007,
      "step": 41905
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2443115715362054e-07,
      "loss": 0.0003,
      "step": 41906
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2431556702592662e-07,
      "loss": 0.0004,
      "step": 41907
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2420003027601491e-07,
      "loss": 0.0004,
      "step": 41908
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2408454690450822e-07,
      "loss": 0.0006,
      "step": 41909
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.239691169120294e-07,
      "loss": 0.0004,
      "step": 41910
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2385374029920348e-07,
      "loss": 0.0003,
      "step": 41911
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2373841706665556e-07,
      "loss": 0.0004,
      "step": 41912
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2362314721500624e-07,
      "loss": 0.0005,
      "step": 41913
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2350793074487943e-07,
      "loss": 0.0005,
      "step": 41914
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.23392767656898e-07,
      "loss": 0.0006,
      "step": 41915
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2327765795168588e-07,
      "loss": 0.0004,
      "step": 41916
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2316260162986372e-07,
      "loss": 0.0004,
      "step": 41917
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2304759869205207e-07,
      "loss": 0.0004,
      "step": 41918
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2293264913887492e-07,
      "loss": 0.0003,
      "step": 41919
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.22817752970954e-07,
      "loss": 0.0007,
      "step": 41920
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2270291018890767e-07,
      "loss": 0.0008,
      "step": 41921
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2258812079335768e-07,
      "loss": 0.001,
      "step": 41922
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2247338478492577e-07,
      "loss": 0.0007,
      "step": 41923
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2235870216423029e-07,
      "loss": 0.0004,
      "step": 41924
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.22244072931893e-07,
      "loss": 0.0003,
      "step": 41925
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2212949708853117e-07,
      "loss": 0.0005,
      "step": 41926
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2201497463476653e-07,
      "loss": 0.0007,
      "step": 41927
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2190050557121525e-07,
      "loss": 0.0002,
      "step": 41928
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2178608989849794e-07,
      "loss": 0.0005,
      "step": 41929
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2167172761723412e-07,
      "loss": 0.0004,
      "step": 41930
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2155741872803884e-07,
      "loss": 0.0007,
      "step": 41931
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2144316323153272e-07,
      "loss": 0.0005,
      "step": 41932
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2132896112833082e-07,
      "loss": 0.0005,
      "step": 41933
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2121481241905375e-07,
      "loss": 0.0005,
      "step": 41934
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2110071710431436e-07,
      "loss": 0.0005,
      "step": 41935
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2098667518473218e-07,
      "loss": 0.0006,
      "step": 41936
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2087268666092334e-07,
      "loss": 0.0004,
      "step": 41937
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2075875153350402e-07,
      "loss": 0.0007,
      "step": 41938
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.206448698030882e-07,
      "loss": 0.0003,
      "step": 41939
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2053104147029315e-07,
      "loss": 0.0004,
      "step": 41940
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2041726653573394e-07,
      "loss": 0.0005,
      "step": 41941
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.203035450000245e-07,
      "loss": 0.0003,
      "step": 41942
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2018987686377992e-07,
      "loss": 0.0006,
      "step": 41943
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.2007626212761636e-07,
      "loss": 0.0004,
      "step": 41944
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1996270079214444e-07,
      "loss": 0.0005,
      "step": 41945
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1984919285798147e-07,
      "loss": 0.0002,
      "step": 41946
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1973573832573916e-07,
      "loss": 0.0005,
      "step": 41947
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1962233719603144e-07,
      "loss": 0.0004,
      "step": 41948
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.195089894694701e-07,
      "loss": 0.0007,
      "step": 41949
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1939569514666793e-07,
      "loss": 0.0006,
      "step": 41950
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1928245422823893e-07,
      "loss": 0.0005,
      "step": 41951
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1916926671479367e-07,
      "loss": 0.0006,
      "step": 41952
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1905613260694393e-07,
      "loss": 0.0003,
      "step": 41953
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1894305190530254e-07,
      "loss": 0.0006,
      "step": 41954
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1883002461047899e-07,
      "loss": 0.0006,
      "step": 41955
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1871705072308504e-07,
      "loss": 0.0002,
      "step": 41956
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.186041302437313e-07,
      "loss": 0.0006,
      "step": 41957
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.184912631730284e-07,
      "loss": 0.0004,
      "step": 41958
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1837844951158473e-07,
      "loss": 0.0005,
      "step": 41959
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1826568926001203e-07,
      "loss": 0.0004,
      "step": 41960
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1815298241891981e-07,
      "loss": 0.0006,
      "step": 41961
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1804032898891538e-07,
      "loss": 0.0008,
      "step": 41962
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1792772897060934e-07,
      "loss": 0.0004,
      "step": 41963
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1781518236460898e-07,
      "loss": 0.0004,
      "step": 41964
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1770268917152383e-07,
      "loss": 0.0006,
      "step": 41965
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1759024939196117e-07,
      "loss": 0.0005,
      "step": 41966
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1747786302652941e-07,
      "loss": 0.0007,
      "step": 41967
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1736553007583585e-07,
      "loss": 0.0002,
      "step": 41968
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1725325054048665e-07,
      "loss": 0.0009,
      "step": 41969
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.171410244210891e-07,
      "loss": 0.0007,
      "step": 41970
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1702885171824941e-07,
      "loss": 0.0005,
      "step": 41971
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1691673243257595e-07,
      "loss": 0.0002,
      "step": 41972
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1680466656467271e-07,
      "loss": 0.0008,
      "step": 41973
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1669265411514586e-07,
      "loss": 0.0005,
      "step": 41974
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1658069508460157e-07,
      "loss": 0.0004,
      "step": 41975
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1646878947364382e-07,
      "loss": 0.0005,
      "step": 41976
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1635693728287767e-07,
      "loss": 0.0004,
      "step": 41977
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1624513851290819e-07,
      "loss": 0.0008,
      "step": 41978
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1613339316433936e-07,
      "loss": 0.0005,
      "step": 41979
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1602170123777512e-07,
      "loss": 0.0004,
      "step": 41980
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1591006273381943e-07,
      "loss": 0.0006,
      "step": 41981
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1579847765307628e-07,
      "loss": 0.0004,
      "step": 41982
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1568694599614739e-07,
      "loss": 0.0005,
      "step": 41983
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.155754677636367e-07,
      "loss": 0.0004,
      "step": 41984
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.15464042956146e-07,
      "loss": 0.0008,
      "step": 41985
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1535267157427698e-07,
      "loss": 0.0004,
      "step": 41986
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1524135361863364e-07,
      "loss": 0.0005,
      "step": 41987
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1513008908981549e-07,
      "loss": 0.0006,
      "step": 41988
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1501887798842649e-07,
      "loss": 0.0004,
      "step": 41989
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1490772031506393e-07,
      "loss": 0.0006,
      "step": 41990
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1479661607033177e-07,
      "loss": 0.0007,
      "step": 41991
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1468556525483065e-07,
      "loss": 0.0007,
      "step": 41992
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1457456786915788e-07,
      "loss": 0.0005,
      "step": 41993
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.144636239139163e-07,
      "loss": 0.0005,
      "step": 41994
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1435273338970432e-07,
      "loss": 0.0003,
      "step": 41995
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1424189629712145e-07,
      "loss": 0.0004,
      "step": 41996
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1413111263676724e-07,
      "loss": 0.0004,
      "step": 41997
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1402038240923896e-07,
      "loss": 0.0005,
      "step": 41998
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1390970561513615e-07,
      "loss": 0.0002,
      "step": 41999
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1379908225505831e-07,
      "loss": 0.0004,
      "step": 42000
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1368851232960054e-07,
      "loss": 0.0006,
      "step": 42001
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1357799583936236e-07,
      "loss": 0.0007,
      "step": 42002
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1346753278494215e-07,
      "loss": 0.0009,
      "step": 42003
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1335712316693392e-07,
      "loss": 0.0004,
      "step": 42004
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1324676698593717e-07,
      "loss": 0.0002,
      "step": 42005
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1313646424254588e-07,
      "loss": 0.0003,
      "step": 42006
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1302621493735955e-07,
      "loss": 0.0004,
      "step": 42007
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1291601907096995e-07,
      "loss": 0.0005,
      "step": 42008
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1280587664397657e-07,
      "loss": 0.0004,
      "step": 42009
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1269578765697231e-07,
      "loss": 0.0003,
      "step": 42010
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1258575211055223e-07,
      "loss": 0.0005,
      "step": 42011
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1247577000531252e-07,
      "loss": 0.0006,
      "step": 42012
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1236584134184714e-07,
      "loss": 0.0007,
      "step": 42013
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1225596612075007e-07,
      "loss": 0.0005,
      "step": 42014
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1214614434261417e-07,
      "loss": 0.0003,
      "step": 42015
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.120363760080334e-07,
      "loss": 0.0004,
      "step": 42016
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1192666111760397e-07,
      "loss": 0.0003,
      "step": 42017
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1181699967191428e-07,
      "loss": 0.0002,
      "step": 42018
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1170739167156053e-07,
      "loss": 0.0005,
      "step": 42019
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1159783711713335e-07,
      "loss": 0.0005,
      "step": 42020
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1148833600922559e-07,
      "loss": 0.0005,
      "step": 42021
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1137888834842903e-07,
      "loss": 0.0003,
      "step": 42022
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1126949413533427e-07,
      "loss": 0.0007,
      "step": 42023
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1116015337053531e-07,
      "loss": 0.0003,
      "step": 42024
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1105086605461946e-07,
      "loss": 0.0002,
      "step": 42025
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1094163218817954e-07,
      "loss": 0.0005,
      "step": 42026
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1083245177180735e-07,
      "loss": 0.0005,
      "step": 42027
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1072332480608904e-07,
      "loss": 0.0006,
      "step": 42028
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1061425129161752e-07,
      "loss": 0.0008,
      "step": 42029
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1050523122898227e-07,
      "loss": 0.0008,
      "step": 42030
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1039626461877063e-07,
      "loss": 0.0006,
      "step": 42031
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1028735146157322e-07,
      "loss": 0.0006,
      "step": 42032
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1017849175797846e-07,
      "loss": 0.0005,
      "step": 42033
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.1006968550857477e-07,
      "loss": 0.0005,
      "step": 42034
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0996093271394837e-07,
      "loss": 0.0006,
      "step": 42035
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0985223337468986e-07,
      "loss": 0.0008,
      "step": 42036
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0974358749138547e-07,
      "loss": 0.0004,
      "step": 42037
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.096349950646225e-07,
      "loss": 0.0006,
      "step": 42038
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0952645609498713e-07,
      "loss": 0.0003,
      "step": 42039
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.094179705830678e-07,
      "loss": 0.0004,
      "step": 42040
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0930953852944959e-07,
      "loss": 0.0004,
      "step": 42041
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0920115993471869e-07,
      "loss": 0.0005,
      "step": 42042
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.090928347994602e-07,
      "loss": 0.0004,
      "step": 42043
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0898456312426142e-07,
      "loss": 0.0006,
      "step": 42044
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0887634490970634e-07,
      "loss": 0.0008,
      "step": 42045
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0876818015638002e-07,
      "loss": 0.0006,
      "step": 42046
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0866006886486757e-07,
      "loss": 0.0003,
      "step": 42047
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0855201103575297e-07,
      "loss": 0.0007,
      "step": 42048
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0844400666961907e-07,
      "loss": 0.0006,
      "step": 42049
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0833605576705097e-07,
      "loss": 0.0005,
      "step": 42050
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0822815832863265e-07,
      "loss": 0.0005,
      "step": 42051
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0812031435494697e-07,
      "loss": 0.0004,
      "step": 42052
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0801252384657567e-07,
      "loss": 0.0006,
      "step": 42053
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0790478680410166e-07,
      "loss": 0.0004,
      "step": 42054
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0779710322810888e-07,
      "loss": 0.0003,
      "step": 42055
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0768947311917799e-07,
      "loss": 0.0004,
      "step": 42056
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0758189647789074e-07,
      "loss": 0.0004,
      "step": 42057
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0747437330482891e-07,
      "loss": 0.0005,
      "step": 42058
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0736690360057311e-07,
      "loss": 0.0009,
      "step": 42059
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0725948736570513e-07,
      "loss": 0.0003,
      "step": 42060
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0715212460080449e-07,
      "loss": 0.0004,
      "step": 42061
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0704481530645294e-07,
      "loss": 0.0003,
      "step": 42062
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0693755948322892e-07,
      "loss": 0.0005,
      "step": 42063
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0683035713171196e-07,
      "loss": 0.0003,
      "step": 42064
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0672320825248383e-07,
      "loss": 0.0004,
      "step": 42065
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0661611284612183e-07,
      "loss": 0.0003,
      "step": 42066
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.065090709132044e-07,
      "loss": 0.0003,
      "step": 42067
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0640208245431105e-07,
      "loss": 0.0007,
      "step": 42068
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0629514747002134e-07,
      "loss": 0.0005,
      "step": 42069
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0618826596091037e-07,
      "loss": 0.0003,
      "step": 42070
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.0608143792755765e-07,
      "loss": 0.0005,
      "step": 42071
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0597466337053941e-07,
      "loss": 0.0005,
      "step": 42072
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0586794229043407e-07,
      "loss": 0.0005,
      "step": 42073
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0576127468781782e-07,
      "loss": 0.0003,
      "step": 42074
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.056546605632669e-07,
      "loss": 0.0007,
      "step": 42075
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.055480999173597e-07,
      "loss": 0.0005,
      "step": 42076
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0544159275066912e-07,
      "loss": 0.0005,
      "step": 42077
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0533513906377135e-07,
      "loss": 0.0006,
      "step": 42078
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.052287388572426e-07,
      "loss": 0.0006,
      "step": 42079
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.051223921316591e-07,
      "loss": 0.0002,
      "step": 42080
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0501609888759368e-07,
      "loss": 0.0006,
      "step": 42081
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0490985912562257e-07,
      "loss": 0.0003,
      "step": 42082
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0480367284631865e-07,
      "loss": 0.0005,
      "step": 42083
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0469754005025478e-07,
      "loss": 0.0004,
      "step": 42084
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.045914607380072e-07,
      "loss": 0.0005,
      "step": 42085
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0448543491014762e-07,
      "loss": 0.0005,
      "step": 42086
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0437946256725118e-07,
      "loss": 0.0005,
      "step": 42087
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.042735437098874e-07,
      "loss": 0.0005,
      "step": 42088
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0416767833863028e-07,
      "loss": 0.0006,
      "step": 42089
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0406186645405381e-07,
      "loss": 0.0006,
      "step": 42090
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.039561080567275e-07,
      "loss": 0.0002,
      "step": 42091
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0385040314722317e-07,
      "loss": 0.0006,
      "step": 42092
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0374475172611365e-07,
      "loss": 0.0005,
      "step": 42093
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.036391537939685e-07,
      "loss": 0.0005,
      "step": 42094
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0353360935135947e-07,
      "loss": 0.0005,
      "step": 42095
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0342811839885614e-07,
      "loss": 0.0004,
      "step": 42096
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0332268093702913e-07,
      "loss": 0.0005,
      "step": 42097
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0321729696644911e-07,
      "loss": 0.0004,
      "step": 42098
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.031119664876834e-07,
      "loss": 0.0004,
      "step": 42099
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0300668950130488e-07,
      "loss": 0.0003,
      "step": 42100
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0290146600787865e-07,
      "loss": 0.0006,
      "step": 42101
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0279629600797647e-07,
      "loss": 0.0005,
      "step": 42102
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0269117950216456e-07,
      "loss": 0.0005,
      "step": 42103
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0258611649101358e-07,
      "loss": 0.0005,
      "step": 42104
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0248110697508862e-07,
      "loss": 0.0005,
      "step": 42105
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0237615095495923e-07,
      "loss": 0.0004,
      "step": 42106
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0227124843119163e-07,
      "loss": 0.0005,
      "step": 42107
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0216639940435424e-07,
      "loss": 0.0004,
      "step": 42108
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0206160387501107e-07,
      "loss": 0.0004,
      "step": 42109
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0195686184373165e-07,
      "loss": 0.0007,
      "step": 42110
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0185217331108e-07,
      "loss": 0.0004,
      "step": 42111
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.017475382776223e-07,
      "loss": 0.0004,
      "step": 42112
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0164295674392477e-07,
      "loss": 0.0008,
      "step": 42113
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0153842871055364e-07,
      "loss": 0.0005,
      "step": 42114
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0143395417807068e-07,
      "loss": 0.0008,
      "step": 42115
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.013295331470432e-07,
      "loss": 0.0006,
      "step": 42116
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0122516561803408e-07,
      "loss": 0.0004,
      "step": 42117
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0112085159160956e-07,
      "loss": 0.0007,
      "step": 42118
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0101659106833139e-07,
      "loss": 0.0005,
      "step": 42119
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0091238404876358e-07,
      "loss": 0.0007,
      "step": 42120
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0080823053347011e-07,
      "loss": 0.0006,
      "step": 42121
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0070413052301276e-07,
      "loss": 0.0006,
      "step": 42122
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0060008401795551e-07,
      "loss": 0.0003,
      "step": 42123
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0049609101885904e-07,
      "loss": 0.0004,
      "step": 42124
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0039215152628735e-07,
      "loss": 0.0005,
      "step": 42125
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0028826554080106e-07,
      "loss": 0.0004,
      "step": 42126
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0018443306296089e-07,
      "loss": 0.0004,
      "step": 42127
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.0008065409333079e-07,
      "loss": 0.0007,
      "step": 42128
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.997692863246922e-08,
      "loss": 0.0004,
      "step": 42129
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.987325668093684e-08,
      "loss": 0.0007,
      "step": 42130
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.976963823929653e-08,
      "loss": 0.0004,
      "step": 42131
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.966607330810563e-08,
      "loss": 0.0005,
      "step": 42132
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.956256188792369e-08,
      "loss": 0.0007,
      "step": 42133
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.945910397931246e-08,
      "loss": 0.0005,
      "step": 42134
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.935569958283043e-08,
      "loss": 0.0009,
      "step": 42135
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.925234869903489e-08,
      "loss": 0.0004,
      "step": 42136
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.914905132848651e-08,
      "loss": 0.0004,
      "step": 42137
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.904580747174264e-08,
      "loss": 0.0008,
      "step": 42138
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.89426171293606e-08,
      "loss": 0.0004,
      "step": 42139
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.883948030189883e-08,
      "loss": 0.0005,
      "step": 42140
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.873639698991577e-08,
      "loss": 0.0006,
      "step": 42141
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.863336719396766e-08,
      "loss": 0.0005,
      "step": 42142
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.85303909146107e-08,
      "loss": 0.0003,
      "step": 42143
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.842746815240223e-08,
      "loss": 0.0005,
      "step": 42144
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.832459890789847e-08,
      "loss": 0.0006,
      "step": 42145
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.822178318165565e-08,
      "loss": 0.0005,
      "step": 42146
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.811902097422887e-08,
      "loss": 0.0003,
      "step": 42147
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.801631228617436e-08,
      "loss": 0.0004,
      "step": 42148
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.791365711804724e-08,
      "loss": 0.0003,
      "step": 42149
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.781105547040148e-08,
      "loss": 0.0008,
      "step": 42150
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.770850734379112e-08,
      "loss": 0.0003,
      "step": 42151
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.760601273877235e-08,
      "loss": 0.0006,
      "step": 42152
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.750357165589918e-08,
      "loss": 0.0005,
      "step": 42153
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.740118409572341e-08,
      "loss": 0.0004,
      "step": 42154
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.729885005879902e-08,
      "loss": 0.0006,
      "step": 42155
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.719656954568002e-08,
      "loss": 0.0005,
      "step": 42156
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.709434255691819e-08,
      "loss": 0.0007,
      "step": 42157
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.699216909306752e-08,
      "loss": 0.0004,
      "step": 42158
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.68900491546776e-08,
      "loss": 0.0005,
      "step": 42159
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.67879827423035e-08,
      "loss": 0.0004,
      "step": 42160
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.668596985649481e-08,
      "loss": 0.0008,
      "step": 42161
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.658401049780441e-08,
      "loss": 0.0002,
      "step": 42162
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.648210466678187e-08,
      "loss": 0.0005,
      "step": 42163
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.638025236397897e-08,
      "loss": 0.0005,
      "step": 42164
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.627845358994525e-08,
      "loss": 0.0005,
      "step": 42165
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.617670834523251e-08,
      "loss": 0.0004,
      "step": 42166
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.60750166303892e-08,
      "loss": 0.0005,
      "step": 42167
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.597337844596599e-08,
      "loss": 0.0004,
      "step": 42168
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.587179379251132e-08,
      "loss": 0.0002,
      "step": 42169
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.577026267057477e-08,
      "loss": 0.0006,
      "step": 42170
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.566878508070477e-08,
      "loss": 0.0006,
      "step": 42171
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.556736102345087e-08,
      "loss": 0.0002,
      "step": 42172
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.546599049936045e-08,
      "loss": 0.0007,
      "step": 42173
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.536467350898083e-08,
      "loss": 0.0005,
      "step": 42174
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.526341005286044e-08,
      "loss": 0.0005,
      "step": 42175
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.516220013154554e-08,
      "loss": 0.0004,
      "step": 42176
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.506104374558567e-08,
      "loss": 0.0008,
      "step": 42177
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.495994089552485e-08,
      "loss": 0.0003,
      "step": 42178
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.485889158191042e-08,
      "loss": 0.0005,
      "step": 42179
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.475789580528972e-08,
      "loss": 0.0004,
      "step": 42180
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.465695356620674e-08,
      "loss": 0.0005,
      "step": 42181
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.455606486520886e-08,
      "loss": 0.0008,
      "step": 42182
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.445522970284005e-08,
      "loss": 0.0011,
      "step": 42183
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.435444807964545e-08,
      "loss": 0.0003,
      "step": 42184
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.425371999617016e-08,
      "loss": 0.0008,
      "step": 42185
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.415304545295934e-08,
      "loss": 0.0004,
      "step": 42186
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.405242445055585e-08,
      "loss": 0.0013,
      "step": 42187
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.39518569895037e-08,
      "loss": 0.0004,
      "step": 42188
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.385134307034693e-08,
      "loss": 0.0004,
      "step": 42189
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.375088269362842e-08,
      "loss": 0.0004,
      "step": 42190
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.365047585989218e-08,
      "loss": 0.0007,
      "step": 42191
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.355012256968e-08,
      "loss": 0.0003,
      "step": 42192
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.344982282353366e-08,
      "loss": 0.0004,
      "step": 42193
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.334957662199717e-08,
      "loss": 0.0006,
      "step": 42194
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.324938396561122e-08,
      "loss": 0.0008,
      "step": 42195
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.314924485491539e-08,
      "loss": 0.0005,
      "step": 42196
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.304915929045477e-08,
      "loss": 0.0003,
      "step": 42197
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.294912727276784e-08,
      "loss": 0.0002,
      "step": 42198
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.284914880239637e-08,
      "loss": 0.0005,
      "step": 42199
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.274922387987995e-08,
      "loss": 0.0004,
      "step": 42200
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.264935250575923e-08,
      "loss": 0.0003,
      "step": 42201
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.25495346805727e-08,
      "loss": 0.0007,
      "step": 42202
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.244977040486213e-08,
      "loss": 0.0006,
      "step": 42203
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.235005967916599e-08,
      "loss": 0.0006,
      "step": 42204
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.225040250402162e-08,
      "loss": 0.0005,
      "step": 42205
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.215079887996859e-08,
      "loss": 0.0008,
      "step": 42206
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.205124880754535e-08,
      "loss": 0.0005,
      "step": 42207
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.195175228729148e-08,
      "loss": 0.0007,
      "step": 42208
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.185230931974209e-08,
      "loss": 0.0003,
      "step": 42209
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.175291990543678e-08,
      "loss": 0.0004,
      "step": 42210
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.165358404491176e-08,
      "loss": 0.0003,
      "step": 42211
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.155430173870439e-08,
      "loss": 0.0003,
      "step": 42212
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.14550729873498e-08,
      "loss": 0.0006,
      "step": 42213
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.135589779138643e-08,
      "loss": 0.0005,
      "step": 42214
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.125677615134942e-08,
      "loss": 0.0004,
      "step": 42215
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.115770806777391e-08,
      "loss": 0.0003,
      "step": 42216
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.105869354119612e-08,
      "loss": 0.0007,
      "step": 42217
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.095973257215118e-08,
      "loss": 0.0002,
      "step": 42218
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.086082516117423e-08,
      "loss": 0.0004,
      "step": 42219
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.076197130879927e-08,
      "loss": 0.0005,
      "step": 42220
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.066317101556032e-08,
      "loss": 0.0008,
      "step": 42221
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.056442428199252e-08,
      "loss": 0.0005,
      "step": 42222
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.046573110862877e-08,
      "loss": 0.0003,
      "step": 42223
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.036709149600198e-08,
      "loss": 0.001,
      "step": 42224
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.026850544464616e-08,
      "loss": 0.0005,
      "step": 42225
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.016997295509533e-08,
      "loss": 0.0003,
      "step": 42226
    },
    {
      "epoch": 1.46,
      "learning_rate": 9.007149402787908e-08,
      "loss": 0.0006,
      "step": 42227
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.997306866353139e-08,
      "loss": 0.0004,
      "step": 42228
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.987469686258521e-08,
      "loss": 0.0005,
      "step": 42229
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.97763786255712e-08,
      "loss": 0.0003,
      "step": 42230
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.967811395302007e-08,
      "loss": 0.0005,
      "step": 42231
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.957990284546358e-08,
      "loss": 0.0005,
      "step": 42232
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.948174530343245e-08,
      "loss": 0.0003,
      "step": 42233
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.938364132745847e-08,
      "loss": 0.0005,
      "step": 42234
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.92855909180701e-08,
      "loss": 0.0004,
      "step": 42235
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.918759407579803e-08,
      "loss": 0.0004,
      "step": 42236
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.908965080117182e-08,
      "loss": 0.0006,
      "step": 42237
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.899176109472107e-08,
      "loss": 0.0005,
      "step": 42238
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.889392495697535e-08,
      "loss": 0.0003,
      "step": 42239
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.879614238846201e-08,
      "loss": 0.0007,
      "step": 42240
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.869841338971064e-08,
      "loss": 0.0004,
      "step": 42241
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.860073796124858e-08,
      "loss": 0.0005,
      "step": 42242
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.85031161036054e-08,
      "loss": 0.0004,
      "step": 42243
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.840554781730737e-08,
      "loss": 0.0007,
      "step": 42244
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.830803310288183e-08,
      "loss": 0.0003,
      "step": 42245
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.821057196085725e-08,
      "loss": 0.0006,
      "step": 42246
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.811316439175876e-08,
      "loss": 0.0004,
      "step": 42247
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.801581039611374e-08,
      "loss": 0.0004,
      "step": 42248
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.791850997444728e-08,
      "loss": 0.0003,
      "step": 42249
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.782126312728789e-08,
      "loss": 0.0005,
      "step": 42250
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.772406985515735e-08,
      "loss": 0.0006,
      "step": 42251
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.762693015858415e-08,
      "loss": 0.0004,
      "step": 42252
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.752984403809228e-08,
      "loss": 0.0003,
      "step": 42253
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.743281149420691e-08,
      "loss": 0.0005,
      "step": 42254
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.733583252745093e-08,
      "loss": 0.0003,
      "step": 42255
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.723890713834948e-08,
      "loss": 0.0005,
      "step": 42256
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.714203532742771e-08,
      "loss": 0.0002,
      "step": 42257
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.704521709520742e-08,
      "loss": 0.0008,
      "step": 42258
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.694845244221261e-08,
      "loss": 0.0003,
      "step": 42259
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.685174136896734e-08,
      "loss": 0.0008,
      "step": 42260
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.67550838759923e-08,
      "loss": 0.0005,
      "step": 42261
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.665847996381039e-08,
      "loss": 0.0009,
      "step": 42262
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.656192963294452e-08,
      "loss": 0.0004,
      "step": 42263
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.646543288391651e-08,
      "loss": 0.0006,
      "step": 42264
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.636898971724705e-08,
      "loss": 0.0005,
      "step": 42265
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.627260013345795e-08,
      "loss": 0.0006,
      "step": 42266
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.6176264133071e-08,
      "loss": 0.0007,
      "step": 42267
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.60799817166058e-08,
      "loss": 0.0005,
      "step": 42268
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.598375288458305e-08,
      "loss": 0.0003,
      "step": 42269
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.588757763752342e-08,
      "loss": 0.0005,
      "step": 42270
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.57914559759454e-08,
      "loss": 0.0006,
      "step": 42271
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.569538790036969e-08,
      "loss": 0.0003,
      "step": 42272
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.559937341131474e-08,
      "loss": 0.0003,
      "step": 42273
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.550341250930128e-08,
      "loss": 0.0003,
      "step": 42274
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.540750519484553e-08,
      "loss": 0.0008,
      "step": 42275
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.531165146846709e-08,
      "loss": 0.0005,
      "step": 42276
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.521585133068556e-08,
      "loss": 0.0006,
      "step": 42277
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.512010478201494e-08,
      "loss": 0.0005,
      "step": 42278
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.502441182297594e-08,
      "loss": 0.0003,
      "step": 42279
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.492877245408482e-08,
      "loss": 0.0005,
      "step": 42280
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.483318667585782e-08,
      "loss": 0.0008,
      "step": 42281
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.473765448881233e-08,
      "loss": 0.0005,
      "step": 42282
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.464217589346569e-08,
      "loss": 0.0005,
      "step": 42283
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.454675089033192e-08,
      "loss": 0.0004,
      "step": 42284
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.445137947992732e-08,
      "loss": 0.0008,
      "step": 42285
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.43560616627681e-08,
      "loss": 0.0005,
      "step": 42286
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.426079743936943e-08,
      "loss": 0.0004,
      "step": 42287
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.416558681024645e-08,
      "loss": 0.0005,
      "step": 42288
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.407042977591207e-08,
      "loss": 0.0005,
      "step": 42289
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.397532633688254e-08,
      "loss": 0.0009,
      "step": 42290
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.388027649367082e-08,
      "loss": 0.0003,
      "step": 42291
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.378528024679089e-08,
      "loss": 0.0005,
      "step": 42292
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.369033759675571e-08,
      "loss": 0.0004,
      "step": 42293
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.35954485440793e-08,
      "loss": 0.0008,
      "step": 42294
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.350061308927571e-08,
      "loss": 0.0003,
      "step": 42295
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.34058312328545e-08,
      "loss": 0.0006,
      "step": 42296
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.331110297532974e-08,
      "loss": 0.0005,
      "step": 42297
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.32164283172121e-08,
      "loss": 0.001,
      "step": 42298
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.312180725901676e-08,
      "loss": 0.0007,
      "step": 42299
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.302723980125104e-08,
      "loss": 0.0004,
      "step": 42300
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.293272594442792e-08,
      "loss": 0.0003,
      "step": 42301
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.283826568905917e-08,
      "loss": 0.0004,
      "step": 42302
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.274385903565329e-08,
      "loss": 0.0003,
      "step": 42303
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.264950598472099e-08,
      "loss": 0.0003,
      "step": 42304
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.255520653677406e-08,
      "loss": 0.0004,
      "step": 42305
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.246096069232102e-08,
      "loss": 0.0004,
      "step": 42306
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.236676845187031e-08,
      "loss": 0.0006,
      "step": 42307
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.227262981593265e-08,
      "loss": 0.0004,
      "step": 42308
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.217854478501542e-08,
      "loss": 0.0003,
      "step": 42309
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.20845133596282e-08,
      "loss": 0.0004,
      "step": 42310
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.199053554027835e-08,
      "loss": 0.0007,
      "step": 42311
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.189661132747551e-08,
      "loss": 0.0004,
      "step": 42312
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.180274072172478e-08,
      "loss": 0.0008,
      "step": 42313
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.170892372353579e-08,
      "loss": 0.0003,
      "step": 42314
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.161516033341476e-08,
      "loss": 0.0004,
      "step": 42315
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.1521450551868e-08,
      "loss": 0.0003,
      "step": 42316
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.142779437940285e-08,
      "loss": 0.0004,
      "step": 42317
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.133419181652557e-08,
      "loss": 0.0006,
      "step": 42318
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.124064286374134e-08,
      "loss": 0.0004,
      "step": 42319
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.114714752155528e-08,
      "loss": 0.0004,
      "step": 42320
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.105370579047367e-08,
      "loss": 0.0005,
      "step": 42321
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.096031767100165e-08,
      "loss": 0.0007,
      "step": 42322
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.086698316364438e-08,
      "loss": 0.0004,
      "step": 42323
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.07737022689059e-08,
      "loss": 0.0008,
      "step": 42324
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.068047498728915e-08,
      "loss": 0.0006,
      "step": 42325
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.058730131930037e-08,
      "loss": 0.0005,
      "step": 42326
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.049418126544029e-08,
      "loss": 0.0005,
      "step": 42327
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.040111482621515e-08,
      "loss": 0.0006,
      "step": 42328
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.030810200212569e-08,
      "loss": 0.0006,
      "step": 42329
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.021514279367593e-08,
      "loss": 0.0005,
      "step": 42330
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.012223720136769e-08,
      "loss": 0.0004,
      "step": 42331
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.002938522570392e-08,
      "loss": 0.0008,
      "step": 42332
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.993658686718531e-08,
      "loss": 0.0006,
      "step": 42333
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.98438421263148e-08,
      "loss": 0.0005,
      "step": 42334
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.975115100359199e-08,
      "loss": 0.0004,
      "step": 42335
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.96585134995187e-08,
      "loss": 0.0007,
      "step": 42336
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.956592961459786e-08,
      "loss": 0.0004,
      "step": 42337
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.947339934932574e-08,
      "loss": 0.0006,
      "step": 42338
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.938092270420528e-08,
      "loss": 0.0008,
      "step": 42339
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.928849967973495e-08,
      "loss": 0.0005,
      "step": 42340
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.919613027641438e-08,
      "loss": 0.0002,
      "step": 42341
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.910381449474425e-08,
      "loss": 0.0004,
      "step": 42342
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.901155233522307e-08,
      "loss": 0.0006,
      "step": 42343
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.89193437983482e-08,
      "loss": 0.0003,
      "step": 42344
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.882718888461927e-08,
      "loss": 0.0006,
      "step": 42345
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.873508759453364e-08,
      "loss": 0.0004,
      "step": 42346
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.864303992858979e-08,
      "loss": 0.0004,
      "step": 42347
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.855104588728512e-08,
      "loss": 0.0007,
      "step": 42348
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.84591054711159e-08,
      "loss": 0.0005,
      "step": 42349
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.836721868058061e-08,
      "loss": 0.0004,
      "step": 42350
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.827538551617441e-08,
      "loss": 0.0005,
      "step": 42351
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.81836059783947e-08,
      "loss": 0.0009,
      "step": 42352
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.80918800677366e-08,
      "loss": 0.0007,
      "step": 42353
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.800020778469752e-08,
      "loss": 0.0004,
      "step": 42354
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.79085891297715e-08,
      "loss": 0.0003,
      "step": 42355
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.781702410345371e-08,
      "loss": 0.0006,
      "step": 42356
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.77255127062393e-08,
      "loss": 0.0003,
      "step": 42357
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.763405493862342e-08,
      "loss": 0.001,
      "step": 42358
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.754265080110013e-08,
      "loss": 0.0004,
      "step": 42359
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.745130029416237e-08,
      "loss": 0.0006,
      "step": 42360
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.736000341830641e-08,
      "loss": 0.0007,
      "step": 42361
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.726876017402296e-08,
      "loss": 0.0003,
      "step": 42362
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.71775705618072e-08,
      "loss": 0.0005,
      "step": 42363
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.708643458215093e-08,
      "loss": 0.0003,
      "step": 42364
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.69953522355471e-08,
      "loss": 0.0005,
      "step": 42365
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.690432352248755e-08,
      "loss": 0.0003,
      "step": 42366
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.68133484434641e-08,
      "loss": 0.0006,
      "step": 42367
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.67224269989708e-08,
      "loss": 0.0003,
      "step": 42368
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.663155918949617e-08,
      "loss": 0.0004,
      "step": 42369
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.654074501553199e-08,
      "loss": 0.0005,
      "step": 42370
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.644998447757013e-08,
      "loss": 0.0006,
      "step": 42371
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.635927757610128e-08,
      "loss": 0.0006,
      "step": 42372
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.626862431161508e-08,
      "loss": 0.0003,
      "step": 42373
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.617802468460001e-08,
      "loss": 0.0004,
      "step": 42374
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.6087478695549e-08,
      "loss": 0.0002,
      "step": 42375
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.599698634494835e-08,
      "loss": 0.0007,
      "step": 42376
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.590654763328875e-08,
      "loss": 0.0005,
      "step": 42377
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.581616256105873e-08,
      "loss": 0.0008,
      "step": 42378
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.572583112874677e-08,
      "loss": 0.0003,
      "step": 42379
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.563555333684136e-08,
      "loss": 0.0004,
      "step": 42380
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.554532918583102e-08,
      "loss": 0.0004,
      "step": 42381
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.5455158676202e-08,
      "loss": 0.0004,
      "step": 42382
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.536504180844173e-08,
      "loss": 0.0003,
      "step": 42383
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.527497858303867e-08,
      "loss": 0.0003,
      "step": 42384
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.518496900047912e-08,
      "loss": 0.0008,
      "step": 42385
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.509501306124822e-08,
      "loss": 0.0008,
      "step": 42386
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.50051107658345e-08,
      "loss": 0.0005,
      "step": 42387
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.491526211472089e-08,
      "loss": 0.0003,
      "step": 42388
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.4825467108397e-08,
      "loss": 0.0004,
      "step": 42389
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.473572574734467e-08,
      "loss": 0.0004,
      "step": 42390
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.464603803205018e-08,
      "loss": 0.0007,
      "step": 42391
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.455640396299868e-08,
      "loss": 0.0004,
      "step": 42392
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.446682354067425e-08,
      "loss": 0.0005,
      "step": 42393
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.437729676555982e-08,
      "loss": 0.0004,
      "step": 42394
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.428782363814168e-08,
      "loss": 0.0002,
      "step": 42395
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.419840415890278e-08,
      "loss": 0.0005,
      "step": 42396
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.410903832832495e-08,
      "loss": 0.0007,
      "step": 42397
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.401972614689335e-08,
      "loss": 0.0002,
      "step": 42398
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.393046761508871e-08,
      "loss": 0.0003,
      "step": 42399
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.384126273339509e-08,
      "loss": 0.0003,
      "step": 42400
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.375211150229323e-08,
      "loss": 0.0006,
      "step": 42401
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.366301392226494e-08,
      "loss": 0.0003,
      "step": 42402
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.35739699937943e-08,
      "loss": 0.0006,
      "step": 42403
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.348497971735869e-08,
      "loss": 0.0007,
      "step": 42404
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.339604309344217e-08,
      "loss": 0.0007,
      "step": 42405
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.330716012252548e-08,
      "loss": 0.0003,
      "step": 42406
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.321833080508711e-08,
      "loss": 0.0002,
      "step": 42407
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.31295551416078e-08,
      "loss": 0.0007,
      "step": 42408
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.304083313256716e-08,
      "loss": 0.0008,
      "step": 42409
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.295216477844702e-08,
      "loss": 0.0003,
      "step": 42410
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.286355007972367e-08,
      "loss": 0.0004,
      "step": 42411
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.277498903687675e-08,
      "loss": 0.0004,
      "step": 42412
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.268648165038584e-08,
      "loss": 0.0005,
      "step": 42413
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.259802792072945e-08,
      "loss": 0.0004,
      "step": 42414
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.250962784838389e-08,
      "loss": 0.0004,
      "step": 42415
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.242128143382986e-08,
      "loss": 0.0005,
      "step": 42416
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.233298867754257e-08,
      "loss": 0.0004,
      "step": 42417
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.224474957999939e-08,
      "loss": 0.0005,
      "step": 42418
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.21565641416777e-08,
      "loss": 0.0005,
      "step": 42419
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.206843236305494e-08,
      "loss": 0.0004,
      "step": 42420
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.198035424460625e-08,
      "loss": 0.0004,
      "step": 42421
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.189232978680793e-08,
      "loss": 0.0007,
      "step": 42422
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.180435899013627e-08,
      "loss": 0.0006,
      "step": 42423
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.171644185506644e-08,
      "loss": 0.0005,
      "step": 42424
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.16285783820736e-08,
      "loss": 0.0004,
      "step": 42425
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.154076857163184e-08,
      "loss": 0.0002,
      "step": 42426
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.145301242421853e-08,
      "loss": 0.0007,
      "step": 42427
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.136530994030444e-08,
      "loss": 0.0007,
      "step": 42428
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.127766112036472e-08,
      "loss": 0.0004,
      "step": 42429
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.119006596487565e-08,
      "loss": 0.0004,
      "step": 42430
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.110252447430688e-08,
      "loss": 0.0005,
      "step": 42431
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.101503664913356e-08,
      "loss": 0.0005,
      "step": 42432
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.092760248982867e-08,
      "loss": 0.0005,
      "step": 42433
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.084022199686513e-08,
      "loss": 0.0004,
      "step": 42434
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.075289517071371e-08,
      "loss": 0.0006,
      "step": 42435
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.066562201184734e-08,
      "loss": 0.0005,
      "step": 42436
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.057840252073788e-08,
      "loss": 0.0006,
      "step": 42437
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.049123669785607e-08,
      "loss": 0.0004,
      "step": 42438
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.040412454367373e-08,
      "loss": 0.0006,
      "step": 42439
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.031706605866051e-08,
      "loss": 0.0006,
      "step": 42440
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.023006124328935e-08,
      "loss": 0.0004,
      "step": 42441
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.014311009802876e-08,
      "loss": 0.0006,
      "step": 42442
    },
    {
      "epoch": 1.46,
      "learning_rate": 7.005621262334838e-08,
      "loss": 0.0008,
      "step": 42443
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.996936881971784e-08,
      "loss": 0.0007,
      "step": 42444
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.988257868760895e-08,
      "loss": 0.0003,
      "step": 42445
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.979584222748803e-08,
      "loss": 0.0006,
      "step": 42446
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.97091594398247e-08,
      "loss": 0.0004,
      "step": 42447
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.962253032508859e-08,
      "loss": 0.0006,
      "step": 42448
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.953595488374598e-08,
      "loss": 0.0003,
      "step": 42449
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.94494331162665e-08,
      "loss": 0.0005,
      "step": 42450
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.936296502311646e-08,
      "loss": 0.0004,
      "step": 42451
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.927655060476435e-08,
      "loss": 0.0005,
      "step": 42452
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.919018986167648e-08,
      "loss": 0.0007,
      "step": 42453
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.910388279432134e-08,
      "loss": 0.0005,
      "step": 42454
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.901762940316303e-08,
      "loss": 0.0009,
      "step": 42455
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.893142968866783e-08,
      "loss": 0.0007,
      "step": 42456
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.884528365130317e-08,
      "loss": 0.0006,
      "step": 42457
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.87591912915353e-08,
      "loss": 0.0004,
      "step": 42458
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.867315260982721e-08,
      "loss": 0.0004,
      "step": 42459
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.858716760664408e-08,
      "loss": 0.0006,
      "step": 42460
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.85012362824522e-08,
      "loss": 0.0006,
      "step": 42461
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.841535863771676e-08,
      "loss": 0.0007,
      "step": 42462
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.83295346728996e-08,
      "loss": 0.0004,
      "step": 42463
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.824376438846481e-08,
      "loss": 0.0002,
      "step": 42464
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.815804778487756e-08,
      "loss": 0.0005,
      "step": 42465
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.807238486260081e-08,
      "loss": 0.0005,
      "step": 42466
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.798677562209643e-08,
      "loss": 0.0005,
      "step": 42467
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.790122006382737e-08,
      "loss": 0.0004,
      "step": 42468
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.781571818825772e-08,
      "loss": 0.0003,
      "step": 42469
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.773026999584709e-08,
      "loss": 0.0004,
      "step": 42470
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.764487548705955e-08,
      "loss": 0.0004,
      "step": 42471
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.755953466235587e-08,
      "loss": 0.0006,
      "step": 42472
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.747424752219567e-08,
      "loss": 0.0004,
      "step": 42473
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.73890140670419e-08,
      "loss": 0.0005,
      "step": 42474
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.730383429735532e-08,
      "loss": 0.0007,
      "step": 42475
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.721870821359666e-08,
      "loss": 0.0005,
      "step": 42476
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.713363581622334e-08,
      "loss": 0.0006,
      "step": 42477
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.704861710569832e-08,
      "loss": 0.0003,
      "step": 42478
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.696365208247901e-08,
      "loss": 0.0004,
      "step": 42479
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.687874074702505e-08,
      "loss": 0.0004,
      "step": 42480
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.679388309979607e-08,
      "loss": 0.0006,
      "step": 42481
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.670907914125058e-08,
      "loss": 0.0005,
      "step": 42482
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.662432887184711e-08,
      "loss": 0.0004,
      "step": 42483
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.653963229204308e-08,
      "loss": 0.0003,
      "step": 42484
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.645498940229588e-08,
      "loss": 0.0003,
      "step": 42485
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.637040020306407e-08,
      "loss": 0.0003,
      "step": 42486
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.628586469480502e-08,
      "loss": 0.0005,
      "step": 42487
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.620138287797396e-08,
      "loss": 0.0006,
      "step": 42488
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.611695475302938e-08,
      "loss": 0.0005,
      "step": 42489
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.603258032042648e-08,
      "loss": 0.0009,
      "step": 42490
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.594825958062268e-08,
      "loss": 0.0003,
      "step": 42491
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.586399253407206e-08,
      "loss": 0.0003,
      "step": 42492
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.577977918123091e-08,
      "loss": 0.0009,
      "step": 42493
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.569561952255333e-08,
      "loss": 0.0006,
      "step": 42494
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.56115135584967e-08,
      "loss": 0.0004,
      "step": 42495
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.552746128951293e-08,
      "loss": 0.0006,
      "step": 42496
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.544346271605827e-08,
      "loss": 0.0005,
      "step": 42497
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.535951783858463e-08,
      "loss": 0.0005,
      "step": 42498
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.527562665754717e-08,
      "loss": 0.0006,
      "step": 42499
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.519178917340107e-08,
      "loss": 0.0004,
      "step": 42500
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.51080053865949e-08,
      "loss": 0.0005,
      "step": 42501
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.502427529758604e-08,
      "loss": 0.0002,
      "step": 42502
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.494059890682414e-08,
      "loss": 0.0003,
      "step": 42503
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.485697621476327e-08,
      "loss": 0.0005,
      "step": 42504
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.477340722185421e-08,
      "loss": 0.0007,
      "step": 42505
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.46898919285488e-08,
      "loss": 0.0006,
      "step": 42506
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.460643033529889e-08,
      "loss": 0.0005,
      "step": 42507
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.452302244255526e-08,
      "loss": 0.0006,
      "step": 42508
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.443966825076864e-08,
      "loss": 0.0004,
      "step": 42509
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.435636776039089e-08,
      "loss": 0.0006,
      "step": 42510
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.427312097186944e-08,
      "loss": 0.0003,
      "step": 42511
    },
    {
      "epoch": 1.46,
      "learning_rate": 6.418992788565726e-08,
      "loss": 0.0004,
      "step": 42512
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.410678850220175e-08,
      "loss": 0.0004,
      "step": 42513
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.402370282195369e-08,
      "loss": 0.0005,
      "step": 42514
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.39406708453616e-08,
      "loss": 0.0005,
      "step": 42515
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.3857692572874e-08,
      "loss": 0.0005,
      "step": 42516
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.377476800494054e-08,
      "loss": 0.0005,
      "step": 42517
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.369189714200863e-08,
      "loss": 0.0003,
      "step": 42518
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.360907998452459e-08,
      "loss": 0.0004,
      "step": 42519
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.352631653293917e-08,
      "loss": 0.0003,
      "step": 42520
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.344360678769757e-08,
      "loss": 0.0004,
      "step": 42521
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.33609507492472e-08,
      "loss": 0.0004,
      "step": 42522
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.327834841803548e-08,
      "loss": 0.0005,
      "step": 42523
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.319579979450763e-08,
      "loss": 0.0005,
      "step": 42524
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.311330487911105e-08,
      "loss": 0.0007,
      "step": 42525
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.303086367229206e-08,
      "loss": 0.0004,
      "step": 42526
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.294847617449474e-08,
      "loss": 0.0003,
      "step": 42527
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.286614238616428e-08,
      "loss": 0.0005,
      "step": 42528
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.278386230774702e-08,
      "loss": 0.0005,
      "step": 42529
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.270163593968704e-08,
      "loss": 0.0005,
      "step": 42530
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.261946328242952e-08,
      "loss": 0.0004,
      "step": 42531
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.253734433641634e-08,
      "loss": 0.0005,
      "step": 42532
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.245527910209381e-08,
      "loss": 0.0004,
      "step": 42533
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.237326757990492e-08,
      "loss": 0.0004,
      "step": 42534
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.229130977029263e-08,
      "loss": 0.0008,
      "step": 42535
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.220940567369993e-08,
      "loss": 0.0004,
      "step": 42536
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.212755529056868e-08,
      "loss": 0.0003,
      "step": 42537
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.204575862134298e-08,
      "loss": 0.0008,
      "step": 42538
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.19640156664636e-08,
      "loss": 0.0007,
      "step": 42539
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.188232642637238e-08,
      "loss": 0.0005,
      "step": 42540
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.18006909015112e-08,
      "loss": 0.0005,
      "step": 42541
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.171910909232193e-08,
      "loss": 0.0005,
      "step": 42542
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.163758099924532e-08,
      "loss": 0.0006,
      "step": 42543
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.155610662272105e-08,
      "loss": 0.0007,
      "step": 42544
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.147468596319095e-08,
      "loss": 0.0011,
      "step": 42545
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.139331902109246e-08,
      "loss": 0.0004,
      "step": 42546
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.131200579686858e-08,
      "loss": 0.0005,
      "step": 42547
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.123074629095671e-08,
      "loss": 0.0004,
      "step": 42548
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.114954050379762e-08,
      "loss": 0.0003,
      "step": 42549
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.106838843582874e-08,
      "loss": 0.0007,
      "step": 42550
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.09872900874886e-08,
      "loss": 0.0002,
      "step": 42551
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.090624545921798e-08,
      "loss": 0.0005,
      "step": 42552
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.082525455145205e-08,
      "loss": 0.0003,
      "step": 42553
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.074431736462938e-08,
      "loss": 0.0004,
      "step": 42554
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.066343389918739e-08,
      "loss": 0.0004,
      "step": 42555
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.05826041555646e-08,
      "loss": 0.0004,
      "step": 42556
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.050182813419626e-08,
      "loss": 0.0004,
      "step": 42557
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.042110583551975e-08,
      "loss": 0.0002,
      "step": 42558
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.034043725997141e-08,
      "loss": 0.0007,
      "step": 42559
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.025982240798644e-08,
      "loss": 0.0003,
      "step": 42560
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.017926128000117e-08,
      "loss": 0.0006,
      "step": 42561
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.009875387645192e-08,
      "loss": 0.0003,
      "step": 42562
    },
    {
      "epoch": 1.47,
      "learning_rate": 6.001830019777277e-08,
      "loss": 0.0005,
      "step": 42563
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.993790024439783e-08,
      "loss": 0.0007,
      "step": 42564
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.98575540167634e-08,
      "loss": 0.0008,
      "step": 42565
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.97772615153025e-08,
      "loss": 0.0003,
      "step": 42566
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.969702274045031e-08,
      "loss": 0.0005,
      "step": 42567
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.961683769263871e-08,
      "loss": 0.0004,
      "step": 42568
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.953670637230291e-08,
      "loss": 0.0003,
      "step": 42569
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.945662877987479e-08,
      "loss": 0.0003,
      "step": 42570
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.937660491578734e-08,
      "loss": 0.0005,
      "step": 42571
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.9296634780473536e-08,
      "loss": 0.0007,
      "step": 42572
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.921671837436638e-08,
      "loss": 0.0004,
      "step": 42573
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.913685569789551e-08,
      "loss": 0.0006,
      "step": 42574
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.905704675149393e-08,
      "loss": 0.0007,
      "step": 42575
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.897729153559462e-08,
      "loss": 0.0009,
      "step": 42576
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.8897590050625006e-08,
      "loss": 0.0006,
      "step": 42577
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.88179422970192e-08,
      "loss": 0.0008,
      "step": 42578
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.873834827520575e-08,
      "loss": 0.0006,
      "step": 42579
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.8658807985616515e-08,
      "loss": 0.0003,
      "step": 42580
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.8579321428678945e-08,
      "loss": 0.0007,
      "step": 42581
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.849988860482492e-08,
      "loss": 0.0004,
      "step": 42582
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.842050951448297e-08,
      "loss": 0.0005,
      "step": 42583
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.8341184158082763e-08,
      "loss": 0.0004,
      "step": 42584
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.8261912536051737e-08,
      "loss": 0.0006,
      "step": 42585
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.818269464881843e-08,
      "loss": 0.0003,
      "step": 42586
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.81035304968125e-08,
      "loss": 0.0003,
      "step": 42587
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.8024420080461386e-08,
      "loss": 0.0006,
      "step": 42588
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.794536340019141e-08,
      "loss": 0.0002,
      "step": 42589
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.786636045643113e-08,
      "loss": 0.0003,
      "step": 42590
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.7787411249606854e-08,
      "loss": 0.0008,
      "step": 42591
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.770851578014491e-08,
      "loss": 0.0007,
      "step": 42592
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.7629674048472753e-08,
      "loss": 0.0006,
      "step": 42593
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.755088605501668e-08,
      "loss": 0.0002,
      "step": 42594
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.747215180020194e-08,
      "loss": 0.0007,
      "step": 42595
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.739347128445372e-08,
      "loss": 0.0004,
      "step": 42596
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.731484450819835e-08,
      "loss": 0.0003,
      "step": 42597
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.723627147185995e-08,
      "loss": 0.0009,
      "step": 42598
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.715775217586372e-08,
      "loss": 0.0005,
      "step": 42599
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.7079286620633775e-08,
      "loss": 0.0006,
      "step": 42600
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.700087480659311e-08,
      "loss": 0.0005,
      "step": 42601
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.692251673416804e-08,
      "loss": 0.0008,
      "step": 42602
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.684421240377935e-08,
      "loss": 0.0004,
      "step": 42603
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.6765961815853364e-08,
      "loss": 0.0006,
      "step": 42604
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.668776497080974e-08,
      "loss": 0.0005,
      "step": 42605
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.660962186907371e-08,
      "loss": 0.0006,
      "step": 42606
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.653153251106602e-08,
      "loss": 0.0005,
      "step": 42607
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.645349689720969e-08,
      "loss": 0.0002,
      "step": 42608
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.637551502792549e-08,
      "loss": 0.0005,
      "step": 42609
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.6297586903636406e-08,
      "loss": 0.0005,
      "step": 42610
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.621971252476211e-08,
      "loss": 0.0005,
      "step": 42611
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.614189189172448e-08,
      "loss": 0.0004,
      "step": 42612
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.606412500494318e-08,
      "loss": 0.0007,
      "step": 42613
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.5986411864840106e-08,
      "loss": 0.0007,
      "step": 42614
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.5908752471834914e-08,
      "loss": 0.0007,
      "step": 42615
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.583114682634505e-08,
      "loss": 0.0004,
      "step": 42616
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.57535949287924e-08,
      "loss": 0.0002,
      "step": 42617
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.5676096779596624e-08,
      "loss": 0.0007,
      "step": 42618
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.5598652379174056e-08,
      "loss": 0.0003,
      "step": 42619
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.5521261727945473e-08,
      "loss": 0.0004,
      "step": 42620
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.544392482632721e-08,
      "loss": 0.0006,
      "step": 42621
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.5366641674740044e-08,
      "loss": 0.0003,
      "step": 42622
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.5289412273599184e-08,
      "loss": 0.0006,
      "step": 42623
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.521223662332209e-08,
      "loss": 0.0007,
      "step": 42624
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.513511472432842e-08,
      "loss": 0.0005,
      "step": 42625
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.5058046577032285e-08,
      "loss": 0.0005,
      "step": 42626
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.4981032181851136e-08,
      "loss": 0.0008,
      "step": 42627
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.4904071539202406e-08,
      "loss": 0.0006,
      "step": 42628
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.4827164649500216e-08,
      "loss": 0.0005,
      "step": 42629
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.47503115131609e-08,
      "loss": 0.0006,
      "step": 42630
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.4673512130600794e-08,
      "loss": 0.0003,
      "step": 42631
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.4596766502234e-08,
      "loss": 0.0005,
      "step": 42632
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.452007462847464e-08,
      "loss": 0.0004,
      "step": 42633
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.444343650973905e-08,
      "loss": 0.0005,
      "step": 42634
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.436685214644133e-08,
      "loss": 0.0005,
      "step": 42635
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.429032153899339e-08,
      "loss": 0.0005,
      "step": 42636
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.4213844687810435e-08,
      "loss": 0.0008,
      "step": 42637
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.413742159330548e-08,
      "loss": 0.0004,
      "step": 42638
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.406105225589153e-08,
      "loss": 0.0005,
      "step": 42639
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.3984736675981584e-08,
      "loss": 0.0003,
      "step": 42640
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.390847485398754e-08,
      "loss": 0.0007,
      "step": 42641
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.3832266790322385e-08,
      "loss": 0.0003,
      "step": 42642
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.3756112485398025e-08,
      "loss": 0.0005,
      "step": 42643
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.3680011939625244e-08,
      "loss": 0.0005,
      "step": 42644
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.3603965153415924e-08,
      "loss": 0.0004,
      "step": 42645
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.352797212718086e-08,
      "loss": 0.0004,
      "step": 42646
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.345203286133083e-08,
      "loss": 0.0007,
      "step": 42647
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.337614735627661e-08,
      "loss": 0.0008,
      "step": 42648
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.3300315612428986e-08,
      "loss": 0.0006,
      "step": 42649
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.3224537630196526e-08,
      "loss": 0.0007,
      "step": 42650
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.31488134099889e-08,
      "loss": 0.0006,
      "step": 42651
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.307314295221577e-08,
      "loss": 0.0004,
      "step": 42652
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.299752625728571e-08,
      "loss": 0.0005,
      "step": 42653
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.292196332560839e-08,
      "loss": 0.0006,
      "step": 42654
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.284645415759126e-08,
      "loss": 0.0004,
      "step": 42655
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.2770998753644e-08,
      "loss": 0.0008,
      "step": 42656
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.269559711417183e-08,
      "loss": 0.0009,
      "step": 42657
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.262024923958442e-08,
      "loss": 0.0006,
      "step": 42658
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.254495513028812e-08,
      "loss": 0.0009,
      "step": 42659
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.246971478669149e-08,
      "loss": 0.0005,
      "step": 42660
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.2394528209197546e-08,
      "loss": 0.0004,
      "step": 42661
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.2319395398217066e-08,
      "loss": 0.0004,
      "step": 42662
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.2244316354153054e-08,
      "loss": 0.0005,
      "step": 42663
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.216929107741187e-08,
      "loss": 0.0007,
      "step": 42664
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.2094319568399834e-08,
      "loss": 0.0003,
      "step": 42665
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.201940182752219e-08,
      "loss": 0.0003,
      "step": 42666
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.194453785518305e-08,
      "loss": 0.0006,
      "step": 42667
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.186972765178766e-08,
      "loss": 0.0003,
      "step": 42668
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.179497121774013e-08,
      "loss": 0.0005,
      "step": 42669
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.1720268553444587e-08,
      "loss": 0.0006,
      "step": 42670
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.1645619659305147e-08,
      "loss": 0.0007,
      "step": 42671
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.1571024535723716e-08,
      "loss": 0.0006,
      "step": 42672
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.1496483183106625e-08,
      "loss": 0.0005,
      "step": 42673
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.142199560185357e-08,
      "loss": 0.0005,
      "step": 42674
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.134756179236755e-08,
      "loss": 0.0005,
      "step": 42675
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.127318175505269e-08,
      "loss": 0.0005,
      "step": 42676
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.1198855490310895e-08,
      "loss": 0.0003,
      "step": 42677
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.112458299854184e-08,
      "loss": 0.0005,
      "step": 42678
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.105036428014853e-08,
      "loss": 0.0006,
      "step": 42679
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.097619933553177e-08,
      "loss": 0.0004,
      "step": 42680
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.090208816509234e-08,
      "loss": 0.0004,
      "step": 42681
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.082803076923104e-08,
      "loss": 0.0004,
      "step": 42682
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.075402714834754e-08,
      "loss": 0.0002,
      "step": 42683
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.068007730284264e-08,
      "loss": 0.0009,
      "step": 42684
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.0606181233116005e-08,
      "loss": 0.001,
      "step": 42685
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.0532338939566215e-08,
      "loss": 0.0007,
      "step": 42686
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.0458550422592954e-08,
      "loss": 0.001,
      "step": 42687
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.038481568259479e-08,
      "loss": 0.0008,
      "step": 42688
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.031113471997029e-08,
      "loss": 0.0005,
      "step": 42689
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.023750753511802e-08,
      "loss": 0.0003,
      "step": 42690
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.016393412843656e-08,
      "loss": 0.0007,
      "step": 42691
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.009041450032226e-08,
      "loss": 0.0004,
      "step": 42692
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.001694865117257e-08,
      "loss": 0.0004,
      "step": 42693
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.994353658138496e-08,
      "loss": 0.0006,
      "step": 42694
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.9870178291356874e-08,
      "loss": 0.0005,
      "step": 42695
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.9796873781484676e-08,
      "loss": 0.0007,
      "step": 42696
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.97236230521625e-08,
      "loss": 0.0003,
      "step": 42697
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.9650426103788894e-08,
      "loss": 0.0006,
      "step": 42698
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.957728293675912e-08,
      "loss": 0.0006,
      "step": 42699
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.9504193551466183e-08,
      "loss": 0.0007,
      "step": 42700
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.943115794830755e-08,
      "loss": 0.0007,
      "step": 42701
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.935817612767735e-08,
      "loss": 0.0004,
      "step": 42702
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.928524808996971e-08,
      "loss": 0.0003,
      "step": 42703
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.9212373835579865e-08,
      "loss": 0.0005,
      "step": 42704
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.913955336489973e-08,
      "loss": 0.0006,
      "step": 42705
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.906678667832454e-08,
      "loss": 0.0006,
      "step": 42706
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.899407377624621e-08,
      "loss": 0.0005,
      "step": 42707
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.8921414659059976e-08,
      "loss": 0.001,
      "step": 42708
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.8848809327156634e-08,
      "loss": 0.0005,
      "step": 42709
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.877625778092809e-08,
      "loss": 0.0004,
      "step": 42710
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.870376002076849e-08,
      "loss": 0.0007,
      "step": 42711
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.863131604706972e-08,
      "loss": 0.0004,
      "step": 42712
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.8558925860221486e-08,
      "loss": 0.0006,
      "step": 42713
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.8486589460615684e-08,
      "loss": 0.0004,
      "step": 42714
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.841430684864423e-08,
      "loss": 0.0004,
      "step": 42715
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.8342078024696816e-08,
      "loss": 0.0004,
      "step": 42716
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.826990298916312e-08,
      "loss": 0.0005,
      "step": 42717
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.819778174243506e-08,
      "loss": 0.0002,
      "step": 42718
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.8125714284902316e-08,
      "loss": 0.0004,
      "step": 42719
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.805370061695347e-08,
      "loss": 0.0005,
      "step": 42720
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.79817407389771e-08,
      "loss": 0.0003,
      "step": 42721
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.7909834651364006e-08,
      "loss": 0.0006,
      "step": 42722
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.7837982354501654e-08,
      "loss": 0.0004,
      "step": 42723
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.7766183848778624e-08,
      "loss": 0.0005,
      "step": 42724
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.769443913458349e-08,
      "loss": 0.0006,
      "step": 42725
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.762274821230373e-08,
      "loss": 0.0005,
      "step": 42726
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.7551111082325686e-08,
      "loss": 0.0006,
      "step": 42727
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.747952774503795e-08,
      "loss": 0.0004,
      "step": 42728
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.740799820082686e-08,
      "loss": 0.0006,
      "step": 42729
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.733652245007991e-08,
      "loss": 0.0004,
      "step": 42730
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.7265100493181227e-08,
      "loss": 0.0006,
      "step": 42731
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.719373233051938e-08,
      "loss": 0.0005,
      "step": 42732
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.712241796247963e-08,
      "loss": 0.0004,
      "step": 42733
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.70511573894461e-08,
      "loss": 0.0004,
      "step": 42734
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.697995061180405e-08,
      "loss": 0.0006,
      "step": 42735
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.6908797629940936e-08,
      "loss": 0.0005,
      "step": 42736
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.6837698444237575e-08,
      "loss": 0.0003,
      "step": 42737
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.6766653055080326e-08,
      "loss": 0.0004,
      "step": 42738
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.669566146285332e-08,
      "loss": 0.0008,
      "step": 42739
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.662472366793957e-08,
      "loss": 0.0011,
      "step": 42740
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.6553839670723244e-08,
      "loss": 0.0014,
      "step": 42741
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.6483009471587347e-08,
      "loss": 0.0007,
      "step": 42742
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.64122330709138e-08,
      "loss": 0.0004,
      "step": 42743
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.634151046908564e-08,
      "loss": 0.0006,
      "step": 42744
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.627084166648588e-08,
      "loss": 0.0005,
      "step": 42745
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.620022666349533e-08,
      "loss": 0.0006,
      "step": 42746
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.612966546049702e-08,
      "loss": 0.0007,
      "step": 42747
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.605915805787065e-08,
      "loss": 0.0003,
      "step": 42748
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.598870445599812e-08,
      "loss": 0.0007,
      "step": 42749
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.591830465526026e-08,
      "loss": 0.0007,
      "step": 42750
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.584795865603786e-08,
      "loss": 0.0006,
      "step": 42751
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.577766645871062e-08,
      "loss": 0.0004,
      "step": 42752
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.5707428063659354e-08,
      "loss": 0.0007,
      "step": 42753
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.5637243471261526e-08,
      "loss": 0.0008,
      "step": 42754
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.556711268189906e-08,
      "loss": 0.0002,
      "step": 42755
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.549703569594943e-08,
      "loss": 0.0005,
      "step": 42756
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.542701251379345e-08,
      "loss": 0.0005,
      "step": 42757
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.535704313580636e-08,
      "loss": 0.0005,
      "step": 42758
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.528712756236786e-08,
      "loss": 0.0005,
      "step": 42759
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.521726579385766e-08,
      "loss": 0.0004,
      "step": 42760
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.5147457830650997e-08,
      "loss": 0.0005,
      "step": 42761
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.507770367312536e-08,
      "loss": 0.0004,
      "step": 42762
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.500800332165822e-08,
      "loss": 0.0007,
      "step": 42763
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.4938356776627055e-08,
      "loss": 0.0003,
      "step": 42764
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.486876403840823e-08,
      "loss": 0.0005,
      "step": 42765
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.479922510737589e-08,
      "loss": 0.0002,
      "step": 42766
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.4729739983907506e-08,
      "loss": 0.0008,
      "step": 42767
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.466030866837945e-08,
      "loss": 0.0003,
      "step": 42768
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.4590931161165865e-08,
      "loss": 0.0004,
      "step": 42769
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.452160746264089e-08,
      "loss": 0.0004,
      "step": 42770
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.44523375731809e-08,
      "loss": 0.0004,
      "step": 42771
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.438312149315893e-08,
      "loss": 0.0005,
      "step": 42772
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.4313959222950234e-08,
      "loss": 0.0004,
      "step": 42773
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.424485076292895e-08,
      "loss": 0.0008,
      "step": 42774
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.41757961134659e-08,
      "loss": 0.0006,
      "step": 42775
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.410679527493744e-08,
      "loss": 0.0003,
      "step": 42776
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.403784824771551e-08,
      "loss": 0.0003,
      "step": 42777
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.396895503217202e-08,
      "loss": 0.0005,
      "step": 42778
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.390011562868002e-08,
      "loss": 0.0004,
      "step": 42779
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.383133003761142e-08,
      "loss": 0.0004,
      "step": 42780
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.3762598259339264e-08,
      "loss": 0.001,
      "step": 42781
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.369392029423214e-08,
      "loss": 0.0005,
      "step": 42782
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.362529614266309e-08,
      "loss": 0.0002,
      "step": 42783
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.355672580500292e-08,
      "loss": 0.0007,
      "step": 42784
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.348820928162356e-08,
      "loss": 0.0005,
      "step": 42785
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.3419746572892494e-08,
      "loss": 0.0006,
      "step": 42786
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.335133767918165e-08,
      "loss": 0.0006,
      "step": 42787
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.328298260086073e-08,
      "loss": 0.0002,
      "step": 42788
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.3214681338297205e-08,
      "loss": 0.0005,
      "step": 42789
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.314643389186302e-08,
      "loss": 0.0004,
      "step": 42790
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.307824026192675e-08,
      "loss": 0.0004,
      "step": 42791
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.301010044885479e-08,
      "loss": 0.0006,
      "step": 42792
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.2942014453016824e-08,
      "loss": 0.0005,
      "step": 42793
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.287398227478146e-08,
      "loss": 0.0002,
      "step": 42794
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.280600391451617e-08,
      "loss": 0.0005,
      "step": 42795
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.273807937258734e-08,
      "loss": 0.0005,
      "step": 42796
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.267020864936244e-08,
      "loss": 0.0004,
      "step": 42797
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.260239174520786e-08,
      "loss": 0.0003,
      "step": 42798
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.253462866049218e-08,
      "loss": 0.0006,
      "step": 42799
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.246691939557956e-08,
      "loss": 0.0006,
      "step": 42800
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.2399263950837486e-08,
      "loss": 0.0002,
      "step": 42801
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.233166232663011e-08,
      "loss": 0.0005,
      "step": 42802
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.22641145233238e-08,
      "loss": 0.0007,
      "step": 42803
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.2196620541283814e-08,
      "loss": 0.0004,
      "step": 42804
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.2129180380874324e-08,
      "loss": 0.0004,
      "step": 42805
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.206179404246058e-08,
      "loss": 0.0005,
      "step": 42806
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.199446152640563e-08,
      "loss": 0.0005,
      "step": 42807
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.192718283307473e-08,
      "loss": 0.0005,
      "step": 42808
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.1859957962829824e-08,
      "loss": 0.0005,
      "step": 42809
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.179278691603616e-08,
      "loss": 0.0014,
      "step": 42810
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.1725669693055694e-08,
      "loss": 0.0002,
      "step": 42811
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.165860629425256e-08,
      "loss": 0.0005,
      "step": 42812
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.159159671998647e-08,
      "loss": 0.0006,
      "step": 42813
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.1524640970621586e-08,
      "loss": 0.0006,
      "step": 42814
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.145773904651984e-08,
      "loss": 0.0006,
      "step": 42815
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.139089094804316e-08,
      "loss": 0.0004,
      "step": 42816
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.1324096675551264e-08,
      "loss": 0.0004,
      "step": 42817
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.1257356229407185e-08,
      "loss": 0.0005,
      "step": 42818
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.1190669609969533e-08,
      "loss": 0.0007,
      "step": 42819
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.112403681760024e-08,
      "loss": 0.0003,
      "step": 42820
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.105745785265791e-08,
      "loss": 0.0003,
      "step": 42821
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.099093271550447e-08,
      "loss": 0.0002,
      "step": 42822
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.092446140649853e-08,
      "loss": 0.0007,
      "step": 42823
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.085804392599979e-08,
      "loss": 0.0007,
      "step": 42824
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.0791680274365753e-08,
      "loss": 0.0004,
      "step": 42825
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.0725370451957234e-08,
      "loss": 0.0003,
      "step": 42826
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.065911445913062e-08,
      "loss": 0.0003,
      "step": 42827
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.0592912296244516e-08,
      "loss": 0.0005,
      "step": 42828
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.052676396365862e-08,
      "loss": 0.0006,
      "step": 42829
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.046066946172822e-08,
      "loss": 0.0004,
      "step": 42830
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.03946287908108e-08,
      "loss": 0.0004,
      "step": 42831
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.0328641951264955e-08,
      "loss": 0.0009,
      "step": 42832
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.026270894344597e-08,
      "loss": 0.0007,
      "step": 42833
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.0196829767709113e-08,
      "loss": 0.0007,
      "step": 42834
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.013100442441298e-08,
      "loss": 0.0007,
      "step": 42835
    },
    {
      "epoch": 1.47,
      "learning_rate": 4.0065232913912845e-08,
      "loss": 0.0007,
      "step": 42836
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.999951523656287e-08,
      "loss": 0.0004,
      "step": 42837
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.9933851392718324e-08,
      "loss": 0.0006,
      "step": 42838
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.9868241382735593e-08,
      "loss": 0.0005,
      "step": 42839
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.980268520696773e-08,
      "loss": 0.0008,
      "step": 42840
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.973718286577111e-08,
      "loss": 0.0004,
      "step": 42841
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.967173435949656e-08,
      "loss": 0.0003,
      "step": 42842
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.960633968850158e-08,
      "loss": 0.0008,
      "step": 42843
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.9540998853137e-08,
      "loss": 0.0004,
      "step": 42844
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.9475711853755874e-08,
      "loss": 0.0005,
      "step": 42845
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.941047869071235e-08,
      "loss": 0.0006,
      "step": 42846
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.934529936435949e-08,
      "loss": 0.0005,
      "step": 42847
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.928017387504812e-08,
      "loss": 0.0004,
      "step": 42848
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.921510222313019e-08,
      "loss": 0.0005,
      "step": 42849
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.9150084408958734e-08,
      "loss": 0.0004,
      "step": 42850
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.908512043288459e-08,
      "loss": 0.0005,
      "step": 42851
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.90202102952586e-08,
      "loss": 0.0006,
      "step": 42852
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.8955353996431577e-08,
      "loss": 0.0005,
      "step": 42853
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.8890551536755474e-08,
      "loss": 0.0006,
      "step": 42854
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.882580291657778e-08,
      "loss": 0.0003,
      "step": 42855
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.8761108136250444e-08,
      "loss": 0.0004,
      "step": 42856
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.869646719612208e-08,
      "loss": 0.0007,
      "step": 42857
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.8631880096544616e-08,
      "loss": 0.0004,
      "step": 42858
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.856734683786334e-08,
      "loss": 0.0005,
      "step": 42859
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.850286742043019e-08,
      "loss": 0.0005,
      "step": 42860
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.8438441844591555e-08,
      "loss": 0.0005,
      "step": 42861
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.837407011069716e-08,
      "loss": 0.0006,
      "step": 42862
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.830975221909339e-08,
      "loss": 0.0007,
      "step": 42863
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.824548817012996e-08,
      "loss": 0.0006,
      "step": 42864
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.818127796415216e-08,
      "loss": 0.0002,
      "step": 42865
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.81171216015086e-08,
      "loss": 0.0003,
      "step": 42866
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.805301908254455e-08,
      "loss": 0.0003,
      "step": 42867
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.7988970407608626e-08,
      "loss": 0.0004,
      "step": 42868
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.792497557704389e-08,
      "loss": 0.0003,
      "step": 42869
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.786103459119894e-08,
      "loss": 0.0006,
      "step": 42870
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.779714745041907e-08,
      "loss": 0.0006,
      "step": 42871
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.773331415504844e-08,
      "loss": 0.0007,
      "step": 42872
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.766953470543233e-08,
      "loss": 0.0004,
      "step": 42873
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.7605809101916025e-08,
      "loss": 0.0006,
      "step": 42874
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.754213734484369e-08,
      "loss": 0.001,
      "step": 42875
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.747851943455949e-08,
      "loss": 0.0005,
      "step": 42876
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.7414955371406494e-08,
      "loss": 0.0003,
      "step": 42877
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.735144515572997e-08,
      "loss": 0.0006,
      "step": 42878
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.728798878787188e-08,
      "loss": 0.0008,
      "step": 42879
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.722458626817638e-08,
      "loss": 0.0005,
      "step": 42880
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.716123759698431e-08,
      "loss": 0.0004,
      "step": 42881
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.709794277463874e-08,
      "loss": 0.0003,
      "step": 42882
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.703470180148272e-08,
      "loss": 0.0006,
      "step": 42883
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.697151467785709e-08,
      "loss": 0.0005,
      "step": 42884
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.690838140410491e-08,
      "loss": 0.0004,
      "step": 42885
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.684530198056591e-08,
      "loss": 0.0004,
      "step": 42886
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.678227640758092e-08,
      "loss": 0.0006,
      "step": 42887
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.6719304685490784e-08,
      "loss": 0.0004,
      "step": 42888
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.6656386814636344e-08,
      "loss": 0.0005,
      "step": 42889
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.659352279535733e-08,
      "loss": 0.0004,
      "step": 42890
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.653071262799457e-08,
      "loss": 0.0009,
      "step": 42891
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.646795631288558e-08,
      "loss": 0.0003,
      "step": 42892
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.640525385037119e-08,
      "loss": 0.0003,
      "step": 42893
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.634260524079003e-08,
      "loss": 0.0004,
      "step": 42894
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.62800104844796e-08,
      "loss": 0.0005,
      "step": 42895
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.621746958177963e-08,
      "loss": 0.0005,
      "step": 42896
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.6154982533027626e-08,
      "loss": 0.0008,
      "step": 42897
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.609254933855999e-08,
      "loss": 0.0003,
      "step": 42898
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.603016999871756e-08,
      "loss": 0.0008,
      "step": 42899
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.596784451383339e-08,
      "loss": 0.0005,
      "step": 42900
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.5905572884247234e-08,
      "loss": 0.0004,
      "step": 42901
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.584335511029435e-08,
      "loss": 0.0005,
      "step": 42902
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.578119119231227e-08,
      "loss": 0.0003,
      "step": 42903
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.571908113063516e-08,
      "loss": 0.0006,
      "step": 42904
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.565702492560053e-08,
      "loss": 0.0006,
      "step": 42905
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.559502257754255e-08,
      "loss": 0.0006,
      "step": 42906
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.5533074086797625e-08,
      "loss": 0.0005,
      "step": 42907
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.547117945369882e-08,
      "loss": 0.0003,
      "step": 42908
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.5409338678581425e-08,
      "loss": 0.0008,
      "step": 42909
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.534755176178073e-08,
      "loss": 0.001,
      "step": 42910
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.5285818703628685e-08,
      "loss": 0.0009,
      "step": 42911
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.5224139504460576e-08,
      "loss": 0.0003,
      "step": 42912
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.516251416460947e-08,
      "loss": 0.0005,
      "step": 42913
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.5100942684408444e-08,
      "loss": 0.0003,
      "step": 42914
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.503942506418945e-08,
      "loss": 0.0004,
      "step": 42915
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.497796130428554e-08,
      "loss": 0.0004,
      "step": 42916
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.491655140502981e-08,
      "loss": 0.0006,
      "step": 42917
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.485519536675308e-08,
      "loss": 0.0004,
      "step": 42918
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.479389318978732e-08,
      "loss": 0.0004,
      "step": 42919
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.473264487446337e-08,
      "loss": 0.0006,
      "step": 42920
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.4671450421113194e-08,
      "loss": 0.0006,
      "step": 42921
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.461030983006763e-08,
      "loss": 0.0004,
      "step": 42922
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.454922310165642e-08,
      "loss": 0.0008,
      "step": 42923
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.4488190236209304e-08,
      "loss": 0.0004,
      "step": 42924
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.4427211234057126e-08,
      "loss": 0.0005,
      "step": 42925
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.43662860955285e-08,
      "loss": 0.0003,
      "step": 42926
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.4305414820954287e-08,
      "loss": 0.0003,
      "step": 42927
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.4244597410661995e-08,
      "loss": 0.0004,
      "step": 42928
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.4183833864981364e-08,
      "loss": 0.0006,
      "step": 42929
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.412312418423991e-08,
      "loss": 0.0005,
      "step": 42930
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.406246836876626e-08,
      "loss": 0.0003,
      "step": 42931
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.400186641888792e-08,
      "loss": 0.0006,
      "step": 42932
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.3941318334933525e-08,
      "loss": 0.0005,
      "step": 42933
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.388082411722948e-08,
      "loss": 0.0009,
      "step": 42934
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.382038376610219e-08,
      "loss": 0.0004,
      "step": 42935
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.375999728187917e-08,
      "loss": 0.0006,
      "step": 42936
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.369966466488683e-08,
      "loss": 0.0007,
      "step": 42937
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.363938591545157e-08,
      "loss": 0.0004,
      "step": 42938
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.357916103389758e-08,
      "loss": 0.0003,
      "step": 42939
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.351899002055237e-08,
      "loss": 0.0007,
      "step": 42940
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.3458872875740126e-08,
      "loss": 0.0004,
      "step": 42941
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.339880959978614e-08,
      "loss": 0.0006,
      "step": 42942
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.33388001930135e-08,
      "loss": 0.0007,
      "step": 42943
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.32788446557486e-08,
      "loss": 0.0003,
      "step": 42944
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.321894298831563e-08,
      "loss": 0.0007,
      "step": 42945
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.315909519103655e-08,
      "loss": 0.0005,
      "step": 42946
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.309930126423555e-08,
      "loss": 0.0003,
      "step": 42947
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.3039561208236816e-08,
      "loss": 0.0006,
      "step": 42948
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.2979875023362305e-08,
      "loss": 0.0007,
      "step": 42949
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.292024270993399e-08,
      "loss": 0.0009,
      "step": 42950
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.286066426827605e-08,
      "loss": 0.0004,
      "step": 42951
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.280113969870935e-08,
      "loss": 0.0008,
      "step": 42952
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.274166900155473e-08,
      "loss": 0.0006,
      "step": 42953
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.268225217713528e-08,
      "loss": 0.0004,
      "step": 42954
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.2622889225771836e-08,
      "loss": 0.0005,
      "step": 42955
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.256358014778416e-08,
      "loss": 0.0003,
      "step": 42956
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.2504324943494206e-08,
      "loss": 0.0007,
      "step": 42957
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.244512361322172e-08,
      "loss": 0.0005,
      "step": 42958
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.238597615728534e-08,
      "loss": 0.0005,
      "step": 42959
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.2326882576007025e-08,
      "loss": 0.0005,
      "step": 42960
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.2267842869704304e-08,
      "loss": 0.0002,
      "step": 42961
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.220885703869803e-08,
      "loss": 0.0003,
      "step": 42962
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.214992508330572e-08,
      "loss": 0.0004,
      "step": 42963
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.2091047003846024e-08,
      "loss": 0.0004,
      "step": 42964
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.203222280063756e-08,
      "loss": 0.0006,
      "step": 42965
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.197345247399786e-08,
      "loss": 0.0003,
      "step": 42966
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.191473602424555e-08,
      "loss": 0.0003,
      "step": 42967
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.185607345169595e-08,
      "loss": 0.0003,
      "step": 42968
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.1797464756668785e-08,
      "loss": 0.0005,
      "step": 42969
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.1738909939479365e-08,
      "loss": 0.0003,
      "step": 42970
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.1680409000443e-08,
      "loss": 0.0005,
      "step": 42971
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.162196193987943e-08,
      "loss": 0.0005,
      "step": 42972
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.156356875810063e-08,
      "loss": 0.0009,
      "step": 42973
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.150522945542411e-08,
      "loss": 0.0003,
      "step": 42974
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.1446944032165195e-08,
      "loss": 0.0004,
      "step": 42975
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.138871248863917e-08,
      "loss": 0.0004,
      "step": 42976
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.133053482516024e-08,
      "loss": 0.0004,
      "step": 42977
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.127241104204259e-08,
      "loss": 0.0005,
      "step": 42978
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.1214341139600423e-08,
      "loss": 0.0004,
      "step": 42979
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.115632511814903e-08,
      "loss": 0.0005,
      "step": 42980
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.1098362977999284e-08,
      "loss": 0.0004,
      "step": 42981
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.104045471946648e-08,
      "loss": 0.0007,
      "step": 42982
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.098260034286482e-08,
      "loss": 0.0005,
      "step": 42983
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.092479984850405e-08,
      "loss": 0.0009,
      "step": 42984
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.086705323669725e-08,
      "loss": 0.0009,
      "step": 42985
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.080936050775751e-08,
      "loss": 0.001,
      "step": 42986
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.0751721661997915e-08,
      "loss": 0.0003,
      "step": 42987
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.0694136699727096e-08,
      "loss": 0.0006,
      "step": 42988
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.063660562125703e-08,
      "loss": 0.0003,
      "step": 42989
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.0579128426899695e-08,
      "loss": 0.0005,
      "step": 42990
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.052170511696595e-08,
      "loss": 0.0004,
      "step": 42991
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.0464335691765546e-08,
      "loss": 0.0009,
      "step": 42992
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.040702015160823e-08,
      "loss": 0.0005,
      "step": 42993
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.034975849680377e-08,
      "loss": 0.0006,
      "step": 42994
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.0292550727661905e-08,
      "loss": 0.0005,
      "step": 42995
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.02353968444935e-08,
      "loss": 0.0002,
      "step": 42996
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.017829684760387e-08,
      "loss": 0.0005,
      "step": 42997
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.0121250737304986e-08,
      "loss": 0.0007,
      "step": 42998
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.006425851390327e-08,
      "loss": 0.0004,
      "step": 42999
    },
    {
      "epoch": 1.48,
      "learning_rate": 3.0007320177708467e-08,
      "loss": 0.0003,
      "step": 43000
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.9950435729025895e-08,
      "loss": 0.0004,
      "step": 43001
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.9893605168164197e-08,
      "loss": 0.0004,
      "step": 43002
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.9836828495432015e-08,
      "loss": 0.0011,
      "step": 43003
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.9780105711133545e-08,
      "loss": 0.0004,
      "step": 43004
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.9723436815577433e-08,
      "loss": 0.0006,
      "step": 43005
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.966682180906899e-08,
      "loss": 0.0006,
      "step": 43006
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.961026069191575e-08,
      "loss": 0.0006,
      "step": 43007
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.9553753464420798e-08,
      "loss": 0.0004,
      "step": 43008
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.949730012689056e-08,
      "loss": 0.0011,
      "step": 43009
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.9440900679631457e-08,
      "loss": 0.0007,
      "step": 43010
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.9384555122947688e-08,
      "loss": 0.0006,
      "step": 43011
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.932826345714235e-08,
      "loss": 0.0004,
      "step": 43012
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.9272025682521855e-08,
      "loss": 0.0006,
      "step": 43013
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.92158417993893e-08,
      "loss": 0.0003,
      "step": 43014
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.9159711808047774e-08,
      "loss": 0.0008,
      "step": 43015
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.910363570880037e-08,
      "loss": 0.0003,
      "step": 43016
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.904761350195129e-08,
      "loss": 0.0007,
      "step": 43017
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.8991645187803617e-08,
      "loss": 0.0005,
      "step": 43018
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.8935730766659343e-08,
      "loss": 0.0009,
      "step": 43019
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.887987023882044e-08,
      "loss": 0.0004,
      "step": 43020
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.882406360458889e-08,
      "loss": 0.0004,
      "step": 43021
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.876831086426557e-08,
      "loss": 0.0005,
      "step": 43022
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.871261201815245e-08,
      "loss": 0.0008,
      "step": 43023
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.8656967066551523e-08,
      "loss": 0.0005,
      "step": 43024
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.860137600976365e-08,
      "loss": 0.0003,
      "step": 43025
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.8545838848086373e-08,
      "loss": 0.0005,
      "step": 43026
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.8490355581822782e-08,
      "loss": 0.0003,
      "step": 43027
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.843492621127264e-08,
      "loss": 0.0006,
      "step": 43028
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.8379550736734595e-08,
      "loss": 0.0004,
      "step": 43029
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.83242291585073e-08,
      "loss": 0.0005,
      "step": 43030
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.826896147689162e-08,
      "loss": 0.0005,
      "step": 43031
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.82137476921851e-08,
      "loss": 0.0008,
      "step": 43032
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.815858780468528e-08,
      "loss": 0.0005,
      "step": 43033
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.8103481814693022e-08,
      "loss": 0.0004,
      "step": 43034
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.8048429722503657e-08,
      "loss": 0.0007,
      "step": 43035
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7993431528415826e-08,
      "loss": 0.0009,
      "step": 43036
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7938487232725963e-08,
      "loss": 0.0005,
      "step": 43037
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7883596835732717e-08,
      "loss": 0.0011,
      "step": 43038
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7828760337730297e-08,
      "loss": 0.0005,
      "step": 43039
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7773977739017354e-08,
      "loss": 0.0008,
      "step": 43040
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7719249039889208e-08,
      "loss": 0.0004,
      "step": 43041
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7664574240641173e-08,
      "loss": 0.0006,
      "step": 43042
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7609953341569684e-08,
      "loss": 0.0004,
      "step": 43043
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.755538634296895e-08,
      "loss": 0.0004,
      "step": 43044
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7500873245135396e-08,
      "loss": 0.0005,
      "step": 43045
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7446414048361015e-08,
      "loss": 0.0008,
      "step": 43046
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7392008752943344e-08,
      "loss": 0.0003,
      "step": 43047
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7337657359174375e-08,
      "loss": 0.0005,
      "step": 43048
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7283359867348313e-08,
      "loss": 0.0004,
      "step": 43049
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7229116277758262e-08,
      "loss": 0.0003,
      "step": 43050
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7174926590698423e-08,
      "loss": 0.0004,
      "step": 43051
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7120790806461906e-08,
      "loss": 0.0005,
      "step": 43052
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.706670892533958e-08,
      "loss": 0.0009,
      "step": 43053
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7012680947624548e-08,
      "loss": 0.0006,
      "step": 43054
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.6958706873608797e-08,
      "loss": 0.0005,
      "step": 43055
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.690478670358543e-08,
      "loss": 0.0005,
      "step": 43056
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.685092043784421e-08,
      "loss": 0.0003,
      "step": 43057
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.6797108076677125e-08,
      "loss": 0.0003,
      "step": 43058
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.6743349620373947e-08,
      "loss": 0.0005,
      "step": 43059
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.6689645069226665e-08,
      "loss": 0.0007,
      "step": 43060
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.6635994423525046e-08,
      "loss": 0.0005,
      "step": 43061
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.658239768355775e-08,
      "loss": 0.0004,
      "step": 43062
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.6528854849616757e-08,
      "loss": 0.0006,
      "step": 43063
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.6475365921989627e-08,
      "loss": 0.0004,
      "step": 43064
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.642193090096612e-08,
      "loss": 0.0006,
      "step": 43065
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.6368549786836008e-08,
      "loss": 0.0006,
      "step": 43066
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.6315222579885723e-08,
      "loss": 0.0006,
      "step": 43067
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.6261949280406152e-08,
      "loss": 0.0004,
      "step": 43068
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.6208729888682616e-08,
      "loss": 0.0008,
      "step": 43069
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.6155564405003774e-08,
      "loss": 0.0006,
      "step": 43070
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.6102452829658286e-08,
      "loss": 0.0004,
      "step": 43071
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.604939516293148e-08,
      "loss": 0.0003,
      "step": 43072
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5996391405109788e-08,
      "loss": 0.0005,
      "step": 43073
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5943441556481874e-08,
      "loss": 0.0003,
      "step": 43074
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5890545617331953e-08,
      "loss": 0.0003,
      "step": 43075
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5837703587947572e-08,
      "loss": 0.0003,
      "step": 43076
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5784915468611838e-08,
      "loss": 0.0006,
      "step": 43077
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5732181259613408e-08,
      "loss": 0.0006,
      "step": 43078
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5679500961234282e-08,
      "loss": 0.0005,
      "step": 43079
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5626874573760896e-08,
      "loss": 0.0006,
      "step": 43080
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5574302097477466e-08,
      "loss": 0.0004,
      "step": 43081
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.55217835326671e-08,
      "loss": 0.0005,
      "step": 43082
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5469318879615125e-08,
      "loss": 0.0006,
      "step": 43083
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5416908138604646e-08,
      "loss": 0.0006,
      "step": 43084
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5364551309918772e-08,
      "loss": 0.0008,
      "step": 43085
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.53122483938395e-08,
      "loss": 0.0006,
      "step": 43086
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5259999390652157e-08,
      "loss": 0.0002,
      "step": 43087
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5207804300636517e-08,
      "loss": 0.0006,
      "step": 43088
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.515566312407569e-08,
      "loss": 0.0004,
      "step": 43089
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.5103575861251674e-08,
      "loss": 0.0005,
      "step": 43090
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.505154251244535e-08,
      "loss": 0.0006,
      "step": 43091
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.4999563077938716e-08,
      "loss": 0.0007,
      "step": 43092
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.494763755801266e-08,
      "loss": 0.0005,
      "step": 43093
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.489576595294807e-08,
      "loss": 0.0004,
      "step": 43094
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.484394826302361e-08,
      "loss": 0.0006,
      "step": 43095
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.4792184488521276e-08,
      "loss": 0.0004,
      "step": 43096
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.4740474629719737e-08,
      "loss": 0.0011,
      "step": 43097
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.4688818686899875e-08,
      "loss": 0.0005,
      "step": 43098
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.4637216660339246e-08,
      "loss": 0.0004,
      "step": 43099
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.458566855031652e-08,
      "loss": 0.0004,
      "step": 43100
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.4534174357112584e-08,
      "loss": 0.0005,
      "step": 43101
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.4482734081003878e-08,
      "loss": 0.0005,
      "step": 43102
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.443134772226907e-08,
      "loss": 0.0005,
      "step": 43103
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.438001528118683e-08,
      "loss": 0.0005,
      "step": 43104
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.432873675803249e-08,
      "loss": 0.0007,
      "step": 43105
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.4277512153083604e-08,
      "loss": 0.0002,
      "step": 43106
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.422634146661884e-08,
      "loss": 0.0005,
      "step": 43107
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.4175224698913535e-08,
      "loss": 0.0003,
      "step": 43108
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.4124161850243023e-08,
      "loss": 0.0004,
      "step": 43109
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.4073152920885967e-08,
      "loss": 0.0005,
      "step": 43110
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.4022197911115485e-08,
      "loss": 0.0006,
      "step": 43111
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.3971296821208023e-08,
      "loss": 0.0005,
      "step": 43112
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.3920449651438914e-08,
      "loss": 0.0008,
      "step": 43113
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.3869656402082385e-08,
      "loss": 0.0009,
      "step": 43114
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.381891707341377e-08,
      "loss": 0.0005,
      "step": 43115
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.3768231665707296e-08,
      "loss": 0.0005,
      "step": 43116
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.3717600179234967e-08,
      "loss": 0.0006,
      "step": 43117
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.3667022614273226e-08,
      "loss": 0.0005,
      "step": 43118
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.3616498971094082e-08,
      "loss": 0.0003,
      "step": 43119
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.3566029249970646e-08,
      "loss": 0.0003,
      "step": 43120
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.3515613451174924e-08,
      "loss": 0.0006,
      "step": 43121
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.346525157498114e-08,
      "loss": 0.0005,
      "step": 43122
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.341494362166019e-08,
      "loss": 0.0004,
      "step": 43123
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.336468959148408e-08,
      "loss": 0.0002,
      "step": 43124
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.3314489484725923e-08,
      "loss": 0.0006,
      "step": 43125
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.32643433016555e-08,
      "loss": 0.0003,
      "step": 43126
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.321425104254371e-08,
      "loss": 0.0006,
      "step": 43127
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.3164212707661448e-08,
      "loss": 0.0004,
      "step": 43128
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.3114228297280716e-08,
      "loss": 0.0005,
      "step": 43129
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.306429781166908e-08,
      "loss": 0.0006,
      "step": 43130
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.301442125109965e-08,
      "loss": 0.0004,
      "step": 43131
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.2964598615838886e-08,
      "loss": 0.0004,
      "step": 43132
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.2914829906157676e-08,
      "loss": 0.0008,
      "step": 43133
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.28651151223247e-08,
      "loss": 0.0006,
      "step": 43134
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.2815454264608628e-08,
      "loss": 0.0006,
      "step": 43135
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.2765847333278134e-08,
      "loss": 0.0008,
      "step": 43136
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.2716294328600785e-08,
      "loss": 0.0004,
      "step": 43137
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.2666795250845252e-08,
      "loss": 0.0007,
      "step": 43138
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.261735010027799e-08,
      "loss": 0.0004,
      "step": 43139
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.2567958877167673e-08,
      "loss": 0.0007,
      "step": 43140
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.2518621581779643e-08,
      "loss": 0.0005,
      "step": 43141
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.2469338214382576e-08,
      "loss": 0.0005,
      "step": 43142
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.24201087752407e-08,
      "loss": 0.0008,
      "step": 43143
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.2370933264620475e-08,
      "loss": 0.0004,
      "step": 43144
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.2321811682789463e-08,
      "loss": 0.0008,
      "step": 43145
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.2272744030011894e-08,
      "loss": 0.0004,
      "step": 43146
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.2223730306552004e-08,
      "loss": 0.0004,
      "step": 43147
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.2174770512676248e-08,
      "loss": 0.0011,
      "step": 43148
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.2125864648649965e-08,
      "loss": 0.0006,
      "step": 43149
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.207701271473517e-08,
      "loss": 0.0004,
      "step": 43150
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.2028214711196096e-08,
      "loss": 0.0005,
      "step": 43151
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.1979470638299193e-08,
      "loss": 0.0006,
      "step": 43152
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.1930780496305372e-08,
      "loss": 0.0004,
      "step": 43153
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.1882144285477748e-08,
      "loss": 0.0003,
      "step": 43154
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.1833562006081665e-08,
      "loss": 0.0005,
      "step": 43155
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.178503365837692e-08,
      "loss": 0.0004,
      "step": 43156
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.173655924262774e-08,
      "loss": 0.0004,
      "step": 43157
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.1688138759093924e-08,
      "loss": 0.0005,
      "step": 43158
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.16397722080397e-08,
      "loss": 0.0003,
      "step": 43159
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.1591459589725972e-08,
      "loss": 0.0002,
      "step": 43160
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.154320090441253e-08,
      "loss": 0.0011,
      "step": 43161
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.149499615236028e-08,
      "loss": 0.0004,
      "step": 43162
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.1446845333831236e-08,
      "loss": 0.0003,
      "step": 43163
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.1398748449085183e-08,
      "loss": 0.0007,
      "step": 43164
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.1350705498380808e-08,
      "loss": 0.0004,
      "step": 43165
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.1302716481979013e-08,
      "loss": 0.0006,
      "step": 43166
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.125478140013959e-08,
      "loss": 0.0005,
      "step": 43167
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.1206900253121222e-08,
      "loss": 0.0004,
      "step": 43168
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.1159073041181476e-08,
      "loss": 0.0006,
      "step": 43169
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.1111299764580152e-08,
      "loss": 0.0002,
      "step": 43170
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.1063580423574814e-08,
      "loss": 0.0004,
      "step": 43171
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.101591501842304e-08,
      "loss": 0.0002,
      "step": 43172
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.0968303549384617e-08,
      "loss": 0.0007,
      "step": 43173
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.09207460167149e-08,
      "loss": 0.0003,
      "step": 43174
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.0873242420671457e-08,
      "loss": 0.0006,
      "step": 43175
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.0825792761510754e-08,
      "loss": 0.0004,
      "step": 43176
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.0778397039489252e-08,
      "loss": 0.0005,
      "step": 43177
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.073105525486341e-08,
      "loss": 0.0003,
      "step": 43178
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.068376740788969e-08,
      "loss": 0.0003,
      "step": 43179
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.063653349882233e-08,
      "loss": 0.0005,
      "step": 43180
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.05893535279178e-08,
      "loss": 0.0003,
      "step": 43181
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.0542227495430334e-08,
      "loss": 0.0005,
      "step": 43182
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.0495155401615284e-08,
      "loss": 0.0002,
      "step": 43183
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.0448137246726896e-08,
      "loss": 0.0006,
      "step": 43184
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.0401173031019406e-08,
      "loss": 0.0003,
      "step": 43185
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.0354262754745947e-08,
      "loss": 0.0005,
      "step": 43186
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.030740641816076e-08,
      "loss": 0.0003,
      "step": 43187
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.026060402151697e-08,
      "loss": 0.0007,
      "step": 43188
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.021385556506661e-08,
      "loss": 0.0006,
      "step": 43189
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.016716104906391e-08,
      "loss": 0.0003,
      "step": 43190
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.0120520473760898e-08,
      "loss": 0.0005,
      "step": 43191
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.0073933839408476e-08,
      "loss": 0.0004,
      "step": 43192
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.0027401146259783e-08,
      "loss": 0.001,
      "step": 43193
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9980922394565728e-08,
      "loss": 0.0004,
      "step": 43194
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9934497584577216e-08,
      "loss": 0.0003,
      "step": 43195
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9888126716546274e-08,
      "loss": 0.0008,
      "step": 43196
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.98418097907227e-08,
      "loss": 0.0002,
      "step": 43197
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.979554680735629e-08,
      "loss": 0.0005,
      "step": 43198
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9749337766697962e-08,
      "loss": 0.0004,
      "step": 43199
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.970318266899751e-08,
      "loss": 0.0004,
      "step": 43200
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9657081514504738e-08,
      "loss": 0.0003,
      "step": 43201
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9611034303468334e-08,
      "loss": 0.0007,
      "step": 43202
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9565041036135878e-08,
      "loss": 0.0003,
      "step": 43203
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.951910171275828e-08,
      "loss": 0.0005,
      "step": 43204
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9473216333582014e-08,
      "loss": 0.0005,
      "step": 43205
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9427384898855762e-08,
      "loss": 0.0006,
      "step": 43206
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.938160740882822e-08,
      "loss": 0.0004,
      "step": 43207
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.933588386374585e-08,
      "loss": 0.0005,
      "step": 43208
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9290214263855135e-08,
      "loss": 0.0004,
      "step": 43209
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9244598609403643e-08,
      "loss": 0.0004,
      "step": 43210
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9199036900637848e-08,
      "loss": 0.0006,
      "step": 43211
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9153529137805328e-08,
      "loss": 0.0007,
      "step": 43212
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9108075321149222e-08,
      "loss": 0.0009,
      "step": 43213
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9062675450917112e-08,
      "loss": 0.0004,
      "step": 43214
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.9017329527354355e-08,
      "loss": 0.0006,
      "step": 43215
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.8972037550706314e-08,
      "loss": 0.0007,
      "step": 43216
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.8926799521216123e-08,
      "loss": 0.0004,
      "step": 43217
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.8881615439130252e-08,
      "loss": 0.0005,
      "step": 43218
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.8836485304691843e-08,
      "loss": 0.0002,
      "step": 43219
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.8791409118144034e-08,
      "loss": 0.0006,
      "step": 43220
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.8746386879732183e-08,
      "loss": 0.0007,
      "step": 43221
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.870141858969943e-08,
      "loss": 0.0004,
      "step": 43222
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.86565042482878e-08,
      "loss": 0.0004,
      "step": 43223
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.8611643855740436e-08,
      "loss": 0.0007,
      "step": 43224
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.8566837412300475e-08,
      "loss": 0.0004,
      "step": 43225
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.8522084918208837e-08,
      "loss": 0.0004,
      "step": 43226
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.847738637370866e-08,
      "loss": 0.0006,
      "step": 43227
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.8432741779040862e-08,
      "loss": 0.0004,
      "step": 43228
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.8388151134447473e-08,
      "loss": 0.0009,
      "step": 43229
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.83436144401683e-08,
      "loss": 0.0004,
      "step": 43230
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.829913169644426e-08,
      "loss": 0.0005,
      "step": 43231
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.8254702903516275e-08,
      "loss": 0.0006,
      "step": 43232
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.821032806162526e-08,
      "loss": 0.0007,
      "step": 43233
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.8166007171008803e-08,
      "loss": 0.0003,
      "step": 43234
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.8121740231908934e-08,
      "loss": 0.0005,
      "step": 43235
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.8077527244563243e-08,
      "loss": 0.0003,
      "step": 43236
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.8033368209212643e-08,
      "loss": 0.0005,
      "step": 43237
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.7989263126093614e-08,
      "loss": 0.001,
      "step": 43238
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.7945211995444856e-08,
      "loss": 0.0004,
      "step": 43239
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.7901214817505062e-08,
      "loss": 0.0003,
      "step": 43240
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.7857271592512936e-08,
      "loss": 0.0007,
      "step": 43241
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.781338232070384e-08,
      "loss": 0.0002,
      "step": 43242
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.7769547002316477e-08,
      "loss": 0.0005,
      "step": 43243
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.772576563758843e-08,
      "loss": 0.0005,
      "step": 43244
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.768203822675396e-08,
      "loss": 0.0006,
      "step": 43245
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.7638364770051763e-08,
      "loss": 0.0007,
      "step": 43246
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.7594745267717205e-08,
      "loss": 0.0004,
      "step": 43247
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.7551179719985655e-08,
      "loss": 0.0003,
      "step": 43248
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.750766812709137e-08,
      "loss": 0.0004,
      "step": 43249
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.746421048927305e-08,
      "loss": 0.0003,
      "step": 43250
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.7420806806761615e-08,
      "loss": 0.0005,
      "step": 43251
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.7377457079794657e-08,
      "loss": 0.0005,
      "step": 43252
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.7334161308604215e-08,
      "loss": 0.0004,
      "step": 43253
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.729091949342676e-08,
      "loss": 0.0003,
      "step": 43254
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.7247731634494335e-08,
      "loss": 0.0003,
      "step": 43255
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.7204597732040083e-08,
      "loss": 0.0005,
      "step": 43256
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.7161517786298266e-08,
      "loss": 0.0003,
      "step": 43257
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.7118491797499803e-08,
      "loss": 0.0007,
      "step": 43258
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.7075519765880066e-08,
      "loss": 0.0005,
      "step": 43259
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.703260169166887e-08,
      "loss": 0.0005,
      "step": 43260
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6989737575100475e-08,
      "loss": 0.0003,
      "step": 43261
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6946927416404692e-08,
      "loss": 0.0006,
      "step": 43262
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6904171215813558e-08,
      "loss": 0.0006,
      "step": 43263
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6861468973558006e-08,
      "loss": 0.0003,
      "step": 43264
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6818820689868954e-08,
      "loss": 0.0004,
      "step": 43265
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6776226364977332e-08,
      "loss": 0.0004,
      "step": 43266
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6733685999111848e-08,
      "loss": 0.0005,
      "step": 43267
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6691199592504537e-08,
      "loss": 0.0006,
      "step": 43268
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6648767145384104e-08,
      "loss": 0.0007,
      "step": 43269
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6606388657979254e-08,
      "loss": 0.0009,
      "step": 43270
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.656406413051981e-08,
      "loss": 0.0005,
      "step": 43271
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6521793563234466e-08,
      "loss": 0.0005,
      "step": 43272
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6479576956350827e-08,
      "loss": 0.0003,
      "step": 43273
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.643741431009871e-08,
      "loss": 0.0003,
      "step": 43274
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6395305624704593e-08,
      "loss": 0.0004,
      "step": 43275
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.635325090039719e-08,
      "loss": 0.0007,
      "step": 43276
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.631125013740187e-08,
      "loss": 0.0006,
      "step": 43277
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.626930333594845e-08,
      "loss": 0.0011,
      "step": 43278
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6227410496261197e-08,
      "loss": 0.0004,
      "step": 43279
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.618557161856771e-08,
      "loss": 0.0005,
      "step": 43280
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6143786703094465e-08,
      "loss": 0.0007,
      "step": 43281
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6102055750066847e-08,
      "loss": 0.0006,
      "step": 43282
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.6060378759709115e-08,
      "loss": 0.0007,
      "step": 43283
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.601875573224887e-08,
      "loss": 0.0003,
      "step": 43284
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.597718666790926e-08,
      "loss": 0.0005,
      "step": 43285
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.5935671566916778e-08,
      "loss": 0.0005,
      "step": 43286
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.5894210429493463e-08,
      "loss": 0.0003,
      "step": 43287
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.58528032558658e-08,
      "loss": 0.0003,
      "step": 43288
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.5811450046255837e-08,
      "loss": 0.0004,
      "step": 43289
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.577015080088673e-08,
      "loss": 0.0005,
      "step": 43290
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.572890551998385e-08,
      "loss": 0.0006,
      "step": 43291
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.5687714203769243e-08,
      "loss": 0.0003,
      "step": 43292
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.5646576852463846e-08,
      "loss": 0.0003,
      "step": 43293
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.5605493466293032e-08,
      "loss": 0.001,
      "step": 43294
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.5564464045476625e-08,
      "loss": 0.0007,
      "step": 43295
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.5523488590236668e-08,
      "loss": 0.0004,
      "step": 43296
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.54825671007941e-08,
      "loss": 0.0006,
      "step": 43297
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.544169957737207e-08,
      "loss": 0.0003,
      "step": 43298
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.540088602019041e-08,
      "loss": 0.0003,
      "step": 43299
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.5360126429470047e-08,
      "loss": 0.0004,
      "step": 43300
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.5319420805429698e-08,
      "loss": 0.0004,
      "step": 43301
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.5278769148291405e-08,
      "loss": 0.0005,
      "step": 43302
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.5238171458273887e-08,
      "loss": 0.0004,
      "step": 43303
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.5197627735596964e-08,
      "loss": 0.0007,
      "step": 43304
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.5157137980479354e-08,
      "loss": 0.0003,
      "step": 43305
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.5116702193139764e-08,
      "loss": 0.0006,
      "step": 43306
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.5076320373796915e-08,
      "loss": 0.0006,
      "step": 43307
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.5035992522670627e-08,
      "loss": 0.0003,
      "step": 43308
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4995718639976286e-08,
      "loss": 0.0006,
      "step": 43309
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4955498725932604e-08,
      "loss": 0.0009,
      "step": 43310
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4915332780758295e-08,
      "loss": 0.0009,
      "step": 43311
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4875220804667633e-08,
      "loss": 0.0005,
      "step": 43312
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4835162797880443e-08,
      "loss": 0.0006,
      "step": 43313
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4795158760612105e-08,
      "loss": 0.0006,
      "step": 43314
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4755208693076894e-08,
      "loss": 0.0006,
      "step": 43315
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4715312595493525e-08,
      "loss": 0.0005,
      "step": 43316
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.467547046807738e-08,
      "loss": 0.0003,
      "step": 43317
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4635682311041621e-08,
      "loss": 0.0003,
      "step": 43318
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4595948124603854e-08,
      "loss": 0.0005,
      "step": 43319
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.455626790897613e-08,
      "loss": 0.0006,
      "step": 43320
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4516641664376053e-08,
      "loss": 0.0006,
      "step": 43321
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4477069391014564e-08,
      "loss": 0.0005,
      "step": 43322
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.443755108910927e-08,
      "loss": 0.0006,
      "step": 43323
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.439808675887e-08,
      "loss": 0.0003,
      "step": 43324
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.435867640051214e-08,
      "loss": 0.0005,
      "step": 43325
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.431932001424885e-08,
      "loss": 0.0007,
      "step": 43326
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4280017600292183e-08,
      "loss": 0.0003,
      "step": 43327
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4240769158854196e-08,
      "loss": 0.0004,
      "step": 43328
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4201574690146936e-08,
      "loss": 0.0004,
      "step": 43329
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4162434194383567e-08,
      "loss": 0.0005,
      "step": 43330
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4123347671775034e-08,
      "loss": 0.0005,
      "step": 43331
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4084315122532278e-08,
      "loss": 0.0005,
      "step": 43332
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.404533654686624e-08,
      "loss": 0.0009,
      "step": 43333
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4006411944988974e-08,
      "loss": 0.0004,
      "step": 43334
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3967541317108091e-08,
      "loss": 0.0005,
      "step": 43335
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3928724663436754e-08,
      "loss": 0.0005,
      "step": 43336
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3889961984182576e-08,
      "loss": 0.0008,
      "step": 43337
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3851253279555388e-08,
      "loss": 0.0002,
      "step": 43338
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3812598549765022e-08,
      "loss": 0.0008,
      "step": 43339
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.377399779502131e-08,
      "loss": 0.0005,
      "step": 43340
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3735451015530754e-08,
      "loss": 0.0005,
      "step": 43341
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3696958211503186e-08,
      "loss": 0.0011,
      "step": 43342
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3658519383145107e-08,
      "loss": 0.0008,
      "step": 43343
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3620134530666352e-08,
      "loss": 0.0004,
      "step": 43344
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3581803654273418e-08,
      "loss": 0.0003,
      "step": 43345
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.354352675417392e-08,
      "loss": 0.0003,
      "step": 43346
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3505303830573246e-08,
      "loss": 0.0006,
      "step": 43347
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3467134883680123e-08,
      "loss": 0.0003,
      "step": 43348
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3429019913698826e-08,
      "loss": 0.0002,
      "step": 43349
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3390958920835861e-08,
      "loss": 0.0005,
      "step": 43350
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3352951905298838e-08,
      "loss": 0.0005,
      "step": 43351
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.331499886729093e-08,
      "loss": 0.0005,
      "step": 43352
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3277099807017523e-08,
      "loss": 0.0006,
      "step": 43353
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3239254724685125e-08,
      "loss": 0.0007,
      "step": 43354
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3201463620496901e-08,
      "loss": 0.0003,
      "step": 43355
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3163726494657136e-08,
      "loss": 0.0007,
      "step": 43356
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.312604334737011e-08,
      "loss": 0.0006,
      "step": 43357
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3088414178840104e-08,
      "loss": 0.0006,
      "step": 43358
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3050838989269177e-08,
      "loss": 0.0004,
      "step": 43359
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.3013317778861612e-08,
      "loss": 0.0003,
      "step": 43360
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2975850547819469e-08,
      "loss": 0.0004,
      "step": 43361
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2938437296344808e-08,
      "loss": 0.0005,
      "step": 43362
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2901078024640801e-08,
      "loss": 0.0004,
      "step": 43363
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2863772732909507e-08,
      "loss": 0.0005,
      "step": 43364
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2826521421351878e-08,
      "loss": 0.0002,
      "step": 43365
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2789324090169975e-08,
      "loss": 0.0004,
      "step": 43366
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2752180739563635e-08,
      "loss": 0.0007,
      "step": 43367
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2715091369734922e-08,
      "loss": 0.0002,
      "step": 43368
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2678055980883675e-08,
      "loss": 0.0005,
      "step": 43369
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2641074573209732e-08,
      "loss": 0.0004,
      "step": 43370
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2604147146914047e-08,
      "loss": 0.0006,
      "step": 43371
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2567273702195348e-08,
      "loss": 0.0009,
      "step": 43372
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2530454239252365e-08,
      "loss": 0.0008,
      "step": 43373
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2493688758286049e-08,
      "loss": 0.0005,
      "step": 43374
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2456977259492909e-08,
      "loss": 0.0004,
      "step": 43375
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2420319743073894e-08,
      "loss": 0.0012,
      "step": 43376
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2383716209224406e-08,
      "loss": 0.0004,
      "step": 43377
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2347166658143172e-08,
      "loss": 0.0007,
      "step": 43378
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2310671090028925e-08,
      "loss": 0.0004,
      "step": 43379
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2274229505078173e-08,
      "loss": 0.0006,
      "step": 43380
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2237841903487424e-08,
      "loss": 0.0002,
      "step": 43381
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.22015082854543e-08,
      "loss": 0.0006,
      "step": 43382
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2165228651174199e-08,
      "loss": 0.0005,
      "step": 43383
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2129003000843631e-08,
      "loss": 0.0005,
      "step": 43384
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2092831334657994e-08,
      "loss": 0.0003,
      "step": 43385
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2056713652814911e-08,
      "loss": 0.0005,
      "step": 43386
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.2020649955505338e-08,
      "loss": 0.0005,
      "step": 43387
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.1984640242928003e-08,
      "loss": 0.0004,
      "step": 43388
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.1948684515277197e-08,
      "loss": 0.0004,
      "step": 43389
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.191278277274499e-08,
      "loss": 0.0006,
      "step": 43390
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.1876935015527891e-08,
      "loss": 0.0007,
      "step": 43391
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.1841141243817966e-08,
      "loss": 0.0002,
      "step": 43392
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.1805401457808397e-08,
      "loss": 0.0007,
      "step": 43393
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.176971565769458e-08,
      "loss": 0.0004,
      "step": 43394
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1734083843667476e-08,
      "loss": 0.0006,
      "step": 43395
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1698506015920263e-08,
      "loss": 0.0009,
      "step": 43396
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.166298217464501e-08,
      "loss": 0.0007,
      "step": 43397
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1627512320034895e-08,
      "loss": 0.0003,
      "step": 43398
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1592096452279767e-08,
      "loss": 0.0006,
      "step": 43399
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1556734571571694e-08,
      "loss": 0.0004,
      "step": 43400
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1521426678102742e-08,
      "loss": 0.0005,
      "step": 43401
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1486172772062766e-08,
      "loss": 0.0005,
      "step": 43402
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1450972853642716e-08,
      "loss": 0.0004,
      "step": 43403
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1415826923032448e-08,
      "loss": 0.0008,
      "step": 43404
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1380734980421804e-08,
      "loss": 0.0004,
      "step": 43405
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1345697026001745e-08,
      "loss": 0.0004,
      "step": 43406
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.131071305996101e-08,
      "loss": 0.0004,
      "step": 43407
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1275783082487223e-08,
      "loss": 0.0004,
      "step": 43408
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1240907093771348e-08,
      "loss": 0.0007,
      "step": 43409
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1206085094001007e-08,
      "loss": 0.0004,
      "step": 43410
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1171317083363831e-08,
      "loss": 0.0005,
      "step": 43411
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1136603062048556e-08,
      "loss": 0.0004,
      "step": 43412
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1101943030241702e-08,
      "loss": 0.0003,
      "step": 43413
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1067336988133115e-08,
      "loss": 0.0004,
      "step": 43414
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.1032784935907093e-08,
      "loss": 0.0004,
      "step": 43415
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0998286873751262e-08,
      "loss": 0.0006,
      "step": 43416
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0963842801852143e-08,
      "loss": 0.0006,
      "step": 43417
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0929452720396249e-08,
      "loss": 0.0006,
      "step": 43418
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0895116629568992e-08,
      "loss": 0.0005,
      "step": 43419
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0860834529556884e-08,
      "loss": 0.0004,
      "step": 43420
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0826606420544228e-08,
      "loss": 0.0007,
      "step": 43421
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0792432302716427e-08,
      "loss": 0.0003,
      "step": 43422
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0758312176257779e-08,
      "loss": 0.0005,
      "step": 43423
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0724246041353692e-08,
      "loss": 0.0005,
      "step": 43424
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0690233898186241e-08,
      "loss": 0.0008,
      "step": 43425
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0656275746941947e-08,
      "loss": 0.0005,
      "step": 43426
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0622371587802883e-08,
      "loss": 0.0005,
      "step": 43427
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0588521420951126e-08,
      "loss": 0.0006,
      "step": 43428
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0554725246572084e-08,
      "loss": 0.0005,
      "step": 43429
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0520983064847833e-08,
      "loss": 0.0003,
      "step": 43430
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0487294875959342e-08,
      "loss": 0.0005,
      "step": 43431
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0453660680089794e-08,
      "loss": 0.0003,
      "step": 43432
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0420080477421269e-08,
      "loss": 0.0005,
      "step": 43433
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0386554268133619e-08,
      "loss": 0.0005,
      "step": 43434
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0353082052410034e-08,
      "loss": 0.0004,
      "step": 43435
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0319663830430371e-08,
      "loss": 0.0008,
      "step": 43436
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0286299602375593e-08,
      "loss": 0.0005,
      "step": 43437
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0252989368425559e-08,
      "loss": 0.0005,
      "step": 43438
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0219733128761233e-08,
      "loss": 0.0009,
      "step": 43439
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0186530883561363e-08,
      "loss": 0.0005,
      "step": 43440
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0153382633005805e-08,
      "loss": 0.0005,
      "step": 43441
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0120288377274412e-08,
      "loss": 0.0009,
      "step": 43442
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0087248116544823e-08,
      "loss": 0.0003,
      "step": 43443
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0054261850995783e-08,
      "loss": 0.0004,
      "step": 43444
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.0021329580806038e-08,
      "loss": 0.0006,
      "step": 43445
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.988451306154334e-09,
      "loss": 0.0002,
      "step": 43446
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.955627027217197e-09,
      "loss": 0.0004,
      "step": 43447
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.92285674417226e-09,
      "loss": 0.0005,
      "step": 43448
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.890140457197162e-09,
      "loss": 0.0003,
      "step": 43449
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.857478166468426e-09,
      "loss": 0.0007,
      "step": 43450
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.824869872162578e-09,
      "loss": 0.0005,
      "step": 43451
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.792315574455035e-09,
      "loss": 0.0004,
      "step": 43452
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.759815273523433e-09,
      "loss": 0.0004,
      "step": 43453
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.727368969542072e-09,
      "loss": 0.0005,
      "step": 43454
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.694976662687483e-09,
      "loss": 0.0003,
      "step": 43455
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.662638353132859e-09,
      "loss": 0.0005,
      "step": 43456
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.630354041055834e-09,
      "loss": 0.0002,
      "step": 43457
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.598123726627385e-09,
      "loss": 0.0005,
      "step": 43458
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.565947410025145e-09,
      "loss": 0.0006,
      "step": 43459
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.5338250914212e-09,
      "loss": 0.0009,
      "step": 43460
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.501756770988746e-09,
      "loss": 0.0004,
      "step": 43461
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.469742448902086e-09,
      "loss": 0.0004,
      "step": 43462
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.437782125334416e-09,
      "loss": 0.0005,
      "step": 43463
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.40587580045782e-09,
      "loss": 0.0006,
      "step": 43464
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.374023474444383e-09,
      "loss": 0.0005,
      "step": 43465
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.342225147467299e-09,
      "loss": 0.0004,
      "step": 43466
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.310480819698653e-09,
      "loss": 0.0006,
      "step": 43467
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.27879049130831e-09,
      "loss": 0.0004,
      "step": 43468
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.247154162469464e-09,
      "loss": 0.0005,
      "step": 43469
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.215571833351977e-09,
      "loss": 0.0004,
      "step": 43470
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.184043504126828e-09,
      "loss": 0.0005,
      "step": 43471
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.152569174964988e-09,
      "loss": 0.0005,
      "step": 43472
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.12114884603521e-09,
      "loss": 0.0004,
      "step": 43473
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.089782517508471e-09,
      "loss": 0.0005,
      "step": 43474
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.058470189553526e-09,
      "loss": 0.0006,
      "step": 43475
    },
    {
      "epoch": 1.49,
      "learning_rate": 9.027211862340235e-09,
      "loss": 0.0004,
      "step": 43476
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.996007536037355e-09,
      "loss": 0.0006,
      "step": 43477
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.964857210814748e-09,
      "loss": 0.0004,
      "step": 43478
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.933760886837838e-09,
      "loss": 0.0004,
      "step": 43479
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.902718564277601e-09,
      "loss": 0.0003,
      "step": 43480
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.871730243300569e-09,
      "loss": 0.0004,
      "step": 43481
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.840795924073276e-09,
      "loss": 0.0008,
      "step": 43482
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.809915606765585e-09,
      "loss": 0.0005,
      "step": 43483
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.77908929154181e-09,
      "loss": 0.0004,
      "step": 43484
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.748316978569593e-09,
      "loss": 0.0011,
      "step": 43485
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.71759866801547e-09,
      "loss": 0.0002,
      "step": 43486
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.686934360044863e-09,
      "loss": 0.0006,
      "step": 43487
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.656324054824306e-09,
      "loss": 0.0004,
      "step": 43488
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.62576775251811e-09,
      "loss": 0.0005,
      "step": 43489
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.595265453292812e-09,
      "loss": 0.0004,
      "step": 43490
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.564817157312721e-09,
      "loss": 0.0004,
      "step": 43491
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.534422864742154e-09,
      "loss": 0.0008,
      "step": 43492
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.504082575745421e-09,
      "loss": 0.0008,
      "step": 43493
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.473796290485725e-09,
      "loss": 0.0008,
      "step": 43494
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.443564009128492e-09,
      "loss": 0.0006,
      "step": 43495
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.41338573183692e-09,
      "loss": 0.001,
      "step": 43496
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.383261458771997e-09,
      "loss": 0.0008,
      "step": 43497
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.353191190099141e-09,
      "loss": 0.0005,
      "step": 43498
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.323174925979338e-09,
      "loss": 0.0004,
      "step": 43499
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.293212666575789e-09,
      "loss": 0.0006,
      "step": 43500
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.263304412049477e-09,
      "loss": 0.0005,
      "step": 43501
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.233450162562495e-09,
      "loss": 0.0006,
      "step": 43502
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.203649918275824e-09,
      "loss": 0.0007,
      "step": 43503
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.173903679351559e-09,
      "loss": 0.0006,
      "step": 43504
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.144211445949568e-09,
      "loss": 0.0004,
      "step": 43505
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.114573218230837e-09,
      "loss": 0.0004,
      "step": 43506
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.084988996355236e-09,
      "loss": 0.0004,
      "step": 43507
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.05545878048264e-09,
      "loss": 0.0006,
      "step": 43508
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.025982570772916e-09,
      "loss": 0.0004,
      "step": 43509
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.996560367384832e-09,
      "loss": 0.0004,
      "step": 43510
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.967192170478254e-09,
      "loss": 0.0003,
      "step": 43511
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.93787798021084e-09,
      "loss": 0.0003,
      "step": 43512
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.908617796742457e-09,
      "loss": 0.0006,
      "step": 43513
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.87941162023076e-09,
      "loss": 0.0008,
      "step": 43514
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.850259450832288e-09,
      "loss": 0.0004,
      "step": 43515
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.821161288705803e-09,
      "loss": 0.0003,
      "step": 43516
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.792117134008959e-09,
      "loss": 0.0005,
      "step": 43517
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.763126986897185e-09,
      "loss": 0.0004,
      "step": 43518
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.734190847529243e-09,
      "loss": 0.0007,
      "step": 43519
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.705308716060566e-09,
      "loss": 0.0005,
      "step": 43520
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.676480592646584e-09,
      "loss": 0.0005,
      "step": 43521
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.64770647744384e-09,
      "loss": 0.0007,
      "step": 43522
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.61898637060665e-09,
      "loss": 0.0005,
      "step": 43523
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.590320272292672e-09,
      "loss": 0.0005,
      "step": 43524
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.561708182655114e-09,
      "loss": 0.0007,
      "step": 43525
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.533150101849407e-09,
      "loss": 0.0005,
      "step": 43526
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.504646030028762e-09,
      "loss": 0.0003,
      "step": 43527
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.47619596734861e-09,
      "loss": 0.0003,
      "step": 43528
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.447799913961052e-09,
      "loss": 0.0004,
      "step": 43529
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.4194578700215184e-09,
      "loss": 0.0007,
      "step": 43530
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.39116983568211e-09,
      "loss": 0.0005,
      "step": 43531
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.3629358110960395e-09,
      "loss": 0.0003,
      "step": 43532
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.3347557964154045e-09,
      "loss": 0.0005,
      "step": 43533
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.306629791792308e-09,
      "loss": 0.0004,
      "step": 43534
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.278557797381069e-09,
      "loss": 0.0005,
      "step": 43535
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.250539813330459e-09,
      "loss": 0.0005,
      "step": 43536
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.222575839792578e-09,
      "loss": 0.0006,
      "step": 43537
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.194665876920637e-09,
      "loss": 0.0004,
      "step": 43538
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.166809924863405e-09,
      "loss": 0.0006,
      "step": 43539
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.139007983770763e-09,
      "loss": 0.0002,
      "step": 43540
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.111260053795921e-09,
      "loss": 0.0004,
      "step": 43541
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.083566135086539e-09,
      "loss": 0.0006,
      "step": 43542
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.055926227792498e-09,
      "loss": 0.0006,
      "step": 43543
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.028340332064787e-09,
      "loss": 0.0002,
      "step": 43544
    },
    {
      "epoch": 1.49,
      "learning_rate": 7.000808448049956e-09,
      "loss": 0.0005,
      "step": 43545
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.973330575898995e-09,
      "loss": 0.0004,
      "step": 43546
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.945906715759565e-09,
      "loss": 0.0007,
      "step": 43547
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.918536867779324e-09,
      "loss": 0.0008,
      "step": 43548
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.891221032108153e-09,
      "loss": 0.0005,
      "step": 43549
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.863959208891491e-09,
      "loss": 0.0003,
      "step": 43550
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.836751398278107e-09,
      "loss": 0.0003,
      "step": 43551
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.8095976004134424e-09,
      "loss": 0.0007,
      "step": 43552
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.782497815446265e-09,
      "loss": 0.0007,
      "step": 43553
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.755452043522015e-09,
      "loss": 0.0006,
      "step": 43554
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.728460284786131e-09,
      "loss": 0.0004,
      "step": 43555
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.701522539386274e-09,
      "loss": 0.0003,
      "step": 43556
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.674638807466771e-09,
      "loss": 0.0006,
      "step": 43557
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.647809089174173e-09,
      "loss": 0.0005,
      "step": 43558
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.6210333846516986e-09,
      "loss": 0.0004,
      "step": 43559
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.594311694044786e-09,
      "loss": 0.0006,
      "step": 43560
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.5676440174988755e-09,
      "loss": 0.0007,
      "step": 43561
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.541030355156075e-09,
      "loss": 0.0004,
      "step": 43562
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.514470707162934e-09,
      "loss": 0.001,
      "step": 43563
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.487965073660451e-09,
      "loss": 0.0002,
      "step": 43564
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.461513454792956e-09,
      "loss": 0.0006,
      "step": 43565
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.435115850703666e-09,
      "loss": 0.0004,
      "step": 43566
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.40877226153469e-09,
      "loss": 0.0004,
      "step": 43567
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.382482687429247e-09,
      "loss": 0.0006,
      "step": 43568
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.356247128529447e-09,
      "loss": 0.0006,
      "step": 43569
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.330065584975175e-09,
      "loss": 0.0004,
      "step": 43570
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.303938056910763e-09,
      "loss": 0.0004,
      "step": 43571
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.277864544474988e-09,
      "loss": 0.0007,
      "step": 43572
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.251845047809957e-09,
      "loss": 0.0003,
      "step": 43573
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.2258795670555596e-09,
      "loss": 0.0004,
      "step": 43574
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.199968102353904e-09,
      "loss": 0.0005,
      "step": 43575
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.174110653842658e-09,
      "loss": 0.0008,
      "step": 43576
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.148307221663929e-09,
      "loss": 0.0003,
      "step": 43577
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.122557805955387e-09,
      "loss": 0.0004,
      "step": 43578
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.0968624068569186e-09,
      "loss": 0.0007,
      "step": 43579
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.071221024507301e-09,
      "loss": 0.0007,
      "step": 43580
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.045633659045313e-09,
      "loss": 0.0004,
      "step": 43581
    },
    {
      "epoch": 1.49,
      "learning_rate": 6.020100310608623e-09,
      "loss": 0.0005,
      "step": 43582
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.994620979336008e-09,
      "loss": 0.0005,
      "step": 43583
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.969195665365135e-09,
      "loss": 0.0004,
      "step": 43584
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.943824368833673e-09,
      "loss": 0.0004,
      "step": 43585
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.918507089877068e-09,
      "loss": 0.0003,
      "step": 43586
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.893243828634099e-09,
      "loss": 0.0005,
      "step": 43587
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.868034585240212e-09,
      "loss": 0.0009,
      "step": 43588
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.842879359831966e-09,
      "loss": 0.0003,
      "step": 43589
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.817778152544806e-09,
      "loss": 0.0009,
      "step": 43590
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.792730963516402e-09,
      "loss": 0.0004,
      "step": 43591
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.767737792879979e-09,
      "loss": 0.0005,
      "step": 43592
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.7427986407709855e-09,
      "loss": 0.0004,
      "step": 43593
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.717913507324868e-09,
      "loss": 0.0004,
      "step": 43594
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.693082392675964e-09,
      "loss": 0.0003,
      "step": 43595
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.6683052969586095e-09,
      "loss": 0.0006,
      "step": 43596
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.643582220306032e-09,
      "loss": 0.0003,
      "step": 43597
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.618913162852569e-09,
      "loss": 0.0003,
      "step": 43598
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.594298124730335e-09,
      "loss": 0.0005,
      "step": 43599
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.56973710607478e-09,
      "loss": 0.0004,
      "step": 43600
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.545230107015798e-09,
      "loss": 0.0006,
      "step": 43601
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.5207771276888366e-09,
      "loss": 0.0005,
      "step": 43602
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.496378168222683e-09,
      "loss": 0.0004,
      "step": 43603
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.472033228752782e-09,
      "loss": 0.0003,
      "step": 43604
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.447742309407922e-09,
      "loss": 0.0004,
      "step": 43605
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.423505410320218e-09,
      "loss": 0.0005,
      "step": 43606
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.399322531621787e-09,
      "loss": 0.0003,
      "step": 43607
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.375193673441414e-09,
      "loss": 0.001,
      "step": 43608
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.3511188359112175e-09,
      "loss": 0.0004,
      "step": 43609
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.327098019159982e-09,
      "loss": 0.0005,
      "step": 43610
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.303131223318714e-09,
      "loss": 0.0006,
      "step": 43611
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.279218448516199e-09,
      "loss": 0.0006,
      "step": 43612
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.255359694882334e-09,
      "loss": 0.0003,
      "step": 43613
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.231554962544793e-09,
      "loss": 0.0005,
      "step": 43614
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.207804251633475e-09,
      "loss": 0.0004,
      "step": 43615
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.184107562277163e-09,
      "loss": 0.0007,
      "step": 43616
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.160464894602424e-09,
      "loss": 0.0003,
      "step": 43617
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.136876248738043e-09,
      "loss": 0.0004,
      "step": 43618
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.113341624810586e-09,
      "loss": 0.0006,
      "step": 43619
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.089861022947729e-09,
      "loss": 0.0004,
      "step": 43620
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.066434443277146e-09,
      "loss": 0.0006,
      "step": 43621
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.043061885925404e-09,
      "loss": 0.0006,
      "step": 43622
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.019743351017958e-09,
      "loss": 0.0007,
      "step": 43623
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.9964788386802634e-09,
      "loss": 0.0004,
      "step": 43624
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.9732683490399945e-09,
      "loss": 0.0002,
      "step": 43625
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.950111882221498e-09,
      "loss": 0.0003,
      "step": 43626
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.927009438350228e-09,
      "loss": 0.0005,
      "step": 43627
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.903961017550529e-09,
      "loss": 0.0005,
      "step": 43628
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.8809666199467475e-09,
      "loss": 0.0003,
      "step": 43629
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.858026245664338e-09,
      "loss": 0.0004,
      "step": 43630
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.835139894826535e-09,
      "loss": 0.0006,
      "step": 43631
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.8123075675576835e-09,
      "loss": 0.0004,
      "step": 43632
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.789529263979908e-09,
      "loss": 0.0003,
      "step": 43633
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.766804984217555e-09,
      "loss": 0.0006,
      "step": 43634
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.744134728392746e-09,
      "loss": 0.0005,
      "step": 43635
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.721518496628718e-09,
      "loss": 0.0005,
      "step": 43636
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.698956289046486e-09,
      "loss": 0.0006,
      "step": 43637
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.6764481057692826e-09,
      "loss": 0.0007,
      "step": 43638
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.653993946918123e-09,
      "loss": 0.0004,
      "step": 43639
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.631593812614021e-09,
      "loss": 0.0007,
      "step": 43640
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.609247702979103e-09,
      "loss": 0.0007,
      "step": 43641
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.586955618134381e-09,
      "loss": 0.0005,
      "step": 43642
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.56471755819865e-09,
      "loss": 0.001,
      "step": 43643
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.5425335232929245e-09,
      "loss": 0.0003,
      "step": 43644
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.520403513537108e-09,
      "loss": 0.0004,
      "step": 43645
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.498327529051105e-09,
      "loss": 0.0005,
      "step": 43646
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.4763055699537095e-09,
      "loss": 0.0006,
      "step": 43647
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.454337636364825e-09,
      "loss": 0.0002,
      "step": 43648
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.432423728402135e-09,
      "loss": 0.0005,
      "step": 43649
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.410563846185545e-09,
      "loss": 0.0002,
      "step": 43650
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.388757989830517e-09,
      "loss": 0.0003,
      "step": 43651
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.367006159458065e-09,
      "loss": 0.0005,
      "step": 43652
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.345308355183653e-09,
      "loss": 0.0005,
      "step": 43653
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.323664577124964e-09,
      "loss": 0.0007,
      "step": 43654
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.302074825399683e-09,
      "loss": 0.0005,
      "step": 43655
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.280539100124381e-09,
      "loss": 0.0006,
      "step": 43656
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.259057401414524e-09,
      "loss": 0.0005,
      "step": 43657
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.237629729387793e-09,
      "loss": 0.0005,
      "step": 43658
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.216256084157433e-09,
      "loss": 0.0003,
      "step": 43659
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.194936465842237e-09,
      "loss": 0.0004,
      "step": 43660
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.173670874554336e-09,
      "loss": 0.0005,
      "step": 43661
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.152459310411416e-09,
      "loss": 0.0003,
      "step": 43662
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.131301773525609e-09,
      "loss": 0.0004,
      "step": 43663
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.110198264013487e-09,
      "loss": 0.0005,
      "step": 43664
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.089148781987185e-09,
      "loss": 0.0005,
      "step": 43665
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.068153327562163e-09,
      "loss": 0.0002,
      "step": 43666
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.047211900850556e-09,
      "loss": 0.0003,
      "step": 43667
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.026324501966716e-09,
      "loss": 0.0004,
      "step": 43668
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.0054911310227764e-09,
      "loss": 0.0006,
      "step": 43669
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.984711788130869e-09,
      "loss": 0.0006,
      "step": 43670
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.963986473404236e-09,
      "loss": 0.0007,
      "step": 43671
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.94331518695501e-09,
      "loss": 0.0005,
      "step": 43672
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.922697928894215e-09,
      "loss": 0.0004,
      "step": 43673
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.902134699333981e-09,
      "loss": 0.0005,
      "step": 43674
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.881625498384223e-09,
      "loss": 0.0006,
      "step": 43675
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.861170326157071e-09,
      "loss": 0.0009,
      "step": 43676
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.840769182763548e-09,
      "loss": 0.0003,
      "step": 43677
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.820422068311347e-09,
      "loss": 0.0006,
      "step": 43678
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.800128982913709e-09,
      "loss": 0.0006,
      "step": 43679
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.779889926677216e-09,
      "loss": 0.0004,
      "step": 43680
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.759704899714e-09,
      "loss": 0.0003,
      "step": 43681
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.739573902131754e-09,
      "loss": 0.0005,
      "step": 43682
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.7194969340392793e-09,
      "loss": 0.0005,
      "step": 43683
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.6994739955453775e-09,
      "loss": 0.0006,
      "step": 43684
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.67950508675774e-09,
      "loss": 0.0005,
      "step": 43685
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.6595902077851686e-09,
      "loss": 0.0005,
      "step": 43686
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.639729358734245e-09,
      "loss": 0.0006,
      "step": 43687
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.6199225397137717e-09,
      "loss": 0.0004,
      "step": 43688
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.6001697508292187e-09,
      "loss": 0.0003,
      "step": 43689
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.5804709921882784e-09,
      "loss": 0.0005,
      "step": 43690
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.5608262638975322e-09,
      "loss": 0.0003,
      "step": 43691
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.5412355660624507e-09,
      "loss": 0.0004,
      "step": 43692
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.521698898789616e-09,
      "loss": 0.0004,
      "step": 43693
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.502216262184499e-09,
      "loss": 0.0006,
      "step": 43694
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.4827876563525707e-09,
      "loss": 0.0004,
      "step": 43695
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.4634130813970822e-09,
      "loss": 0.0003,
      "step": 43696
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.444092537425725e-09,
      "loss": 0.0004,
      "step": 43697
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.4248260245406393e-09,
      "loss": 0.0003,
      "step": 43698
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.405613542847297e-09,
      "loss": 0.0004,
      "step": 43699
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.3864550924478377e-09,
      "loss": 0.0006,
      "step": 43700
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.3673506734477333e-09,
      "loss": 0.0005,
      "step": 43701
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.3483002859491244e-09,
      "loss": 0.0004,
      "step": 43702
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.329303930055261e-09,
      "loss": 0.0005,
      "step": 43703
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.3103616058693943e-09,
      "loss": 0.0004,
      "step": 43704
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.2914733134925547e-09,
      "loss": 0.0005,
      "step": 43705
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.272639053029103e-09,
      "loss": 0.0007,
      "step": 43706
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.253858824577849e-09,
      "loss": 0.0003,
      "step": 43707
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.2351326282420436e-09,
      "loss": 0.0003,
      "step": 43708
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.2164604641238273e-09,
      "loss": 0.0004,
      "step": 43709
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.1978423323220097e-09,
      "loss": 0.0004,
      "step": 43710
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.1792782329376215e-09,
      "loss": 0.0004,
      "step": 43711
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.160768166072803e-09,
      "loss": 0.0005,
      "step": 43712
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.1423121318252537e-09,
      "loss": 0.0005,
      "step": 43713
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.123910130296004e-09,
      "loss": 0.0006,
      "step": 43714
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.105562161584974e-09,
      "loss": 0.0005,
      "step": 43715
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.0872682257909738e-09,
      "loss": 0.0003,
      "step": 43716
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.0690283230117022e-09,
      "loss": 0.0002,
      "step": 43717
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.05084245334708e-09,
      "loss": 0.0005,
      "step": 43718
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.0327106168948072e-09,
      "loss": 0.0007,
      "step": 43719
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.014632813753693e-09,
      "loss": 0.0003,
      "step": 43720
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.9966090440203264e-09,
      "loss": 0.0005,
      "step": 43721
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.978639307792408e-09,
      "loss": 0.0006,
      "step": 43722
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.9607236051676368e-09,
      "loss": 0.0006,
      "step": 43723
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.9428619362426027e-09,
      "loss": 0.0004,
      "step": 43724
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.9250543011127842e-09,
      "loss": 0.0005,
      "step": 43725
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.9073006998769915e-09,
      "loss": 0.0005,
      "step": 43726
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.8896011326284833e-09,
      "loss": 0.0003,
      "step": 43727
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.871955599463849e-09,
      "loss": 0.0007,
      "step": 43728
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.8543641004785684e-09,
      "loss": 0.0004,
      "step": 43729
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.8368266357681195e-09,
      "loss": 0.0007,
      "step": 43730
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.819343205426872e-09,
      "loss": 0.0005,
      "step": 43731
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.801913809550305e-09,
      "loss": 0.0006,
      "step": 43732
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.784538448230567e-09,
      "loss": 0.0003,
      "step": 43733
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.767217121563137e-09,
      "loss": 0.0005,
      "step": 43734
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.749949829641274e-09,
      "loss": 0.0006,
      "step": 43735
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.732736572558237e-09,
      "loss": 0.0004,
      "step": 43736
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.7155773504061732e-09,
      "loss": 0.0003,
      "step": 43737
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.698472163279453e-09,
      "loss": 0.0004,
      "step": 43738
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.6814210112702245e-09,
      "loss": 0.0004,
      "step": 43739
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.6644238944695256e-09,
      "loss": 0.0006,
      "step": 43740
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.6474808129706154e-09,
      "loss": 0.0004,
      "step": 43741
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.630591766864532e-09,
      "loss": 0.0004,
      "step": 43742
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.6137567562412035e-09,
      "loss": 0.0004,
      "step": 43743
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.596975781193889e-09,
      "loss": 0.0008,
      "step": 43744
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.580248841811406e-09,
      "loss": 0.0006,
      "step": 43745
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.563575938185903e-09,
      "loss": 0.0004,
      "step": 43746
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5469570704061974e-09,
      "loss": 0.0009,
      "step": 43747
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5303922385622183e-09,
      "loss": 0.0007,
      "step": 43748
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5138814427438927e-09,
      "loss": 0.0007,
      "step": 43749
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.49742468304115e-09,
      "loss": 0.0005,
      "step": 43750
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.4810219595416963e-09,
      "loss": 0.0007,
      "step": 43751
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.4646732723343502e-09,
      "loss": 0.0007,
      "step": 43752
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.44837862150793e-09,
      "loss": 0.0005,
      "step": 43753
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.4321380071501422e-09,
      "loss": 0.0005,
      "step": 43754
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.415951429348695e-09,
      "loss": 0.0006,
      "step": 43755
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.3998188881912963e-09,
      "loss": 0.0005,
      "step": 43756
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.3837403837656536e-09,
      "loss": 0.0004,
      "step": 43757
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.367715916158364e-09,
      "loss": 0.0008,
      "step": 43758
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.351745485456025e-09,
      "loss": 0.0005,
      "step": 43759
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.335829091744124e-09,
      "loss": 0.0003,
      "step": 43760
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.3199667351103685e-09,
      "loss": 0.0009,
      "step": 43761
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.3041584156380248e-09,
      "loss": 0.0004,
      "step": 43762
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.288404133414801e-09,
      "loss": 0.0005,
      "step": 43763
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.272703888525074e-09,
      "loss": 0.0005,
      "step": 43764
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.257057681054331e-09,
      "loss": 0.0005,
      "step": 43765
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.2414655110858385e-09,
      "loss": 0.0003,
      "step": 43766
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.2259273787039737e-09,
      "loss": 0.0005,
      "step": 43767
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.2104432839942238e-09,
      "loss": 0.0005,
      "step": 43768
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.1950132270387447e-09,
      "loss": 0.0006,
      "step": 43769
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.179637207921914e-09,
      "loss": 0.0005,
      "step": 43770
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.1643152267258883e-09,
      "loss": 0.0008,
      "step": 43771
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.149047283535044e-09,
      "loss": 0.0007,
      "step": 43772
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.1338333784293176e-09,
      "loss": 0.0008,
      "step": 43773
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.1186735114941957e-09,
      "loss": 0.0005,
      "step": 43774
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.103567682808505e-09,
      "loss": 0.0004,
      "step": 43775
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.0885158924566216e-09,
      "loss": 0.0004,
      "step": 43776
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.073518140517372e-09,
      "loss": 0.0006,
      "step": 43777
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.0585744270740226e-09,
      "loss": 0.0005,
      "step": 43778
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.0436847522065096e-09,
      "loss": 0.0004,
      "step": 43779
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.0288491159947686e-09,
      "loss": 0.0005,
      "step": 43780
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.0140675185187362e-09,
      "loss": 0.0009,
      "step": 43781
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.999339959860569e-09,
      "loss": 0.0004,
      "step": 43782
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.9846664400968717e-09,
      "loss": 0.0005,
      "step": 43783
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.970046959308691e-09,
      "loss": 0.0004,
      "step": 43784
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.955481517574853e-09,
      "loss": 0.0005,
      "step": 43785
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.9409701149741832e-09,
      "loss": 0.0005,
      "step": 43786
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.9265127515843973e-09,
      "loss": 0.0004,
      "step": 43787
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.912109427484321e-09,
      "loss": 0.0009,
      "step": 43788
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.89776014275167e-09,
      "loss": 0.0005,
      "step": 43789
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.88346489746305e-09,
      "loss": 0.0004,
      "step": 43790
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.869223691697286e-09,
      "loss": 0.0004,
      "step": 43791
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.8550365255309844e-09,
      "loss": 0.0003,
      "step": 43792
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.8409033990407498e-09,
      "loss": 0.0004,
      "step": 43793
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.8268243123020778e-09,
      "loss": 0.0009,
      "step": 43794
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.8127992653915738e-09,
      "loss": 0.0006,
      "step": 43795
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.7988282583847328e-09,
      "loss": 0.0006,
      "step": 43796
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.7849112913592703e-09,
      "loss": 0.0005,
      "step": 43797
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.771048364387351e-09,
      "loss": 0.0005,
      "step": 43798
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.7572394775455804e-09,
      "loss": 0.0006,
      "step": 43799
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.7434846309072329e-09,
      "loss": 0.0004,
      "step": 43800
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.729783824548914e-09,
      "loss": 0.0004,
      "step": 43801
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.7161370585427883e-09,
      "loss": 0.0006,
      "step": 43802
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.7025443329632408e-09,
      "loss": 0.0003,
      "step": 43803
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.6890056478846562e-09,
      "loss": 0.0004,
      "step": 43804
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.675521003378089e-09,
      "loss": 0.0007,
      "step": 43805
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.6620903995179238e-09,
      "loss": 0.0005,
      "step": 43806
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.6487138363774358e-09,
      "loss": 0.0006,
      "step": 43807
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.6353913140265687e-09,
      "loss": 0.0007,
      "step": 43808
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.6221228325397075e-09,
      "loss": 0.0003,
      "step": 43809
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.6089083919867965e-09,
      "loss": 0.0002,
      "step": 43810
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.59574799244e-09,
      "loss": 0.0005,
      "step": 43811
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.5826416339714824e-09,
      "loss": 0.0004,
      "step": 43812
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.5695893166500776e-09,
      "loss": 0.0005,
      "step": 43813
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.55659104054795e-09,
      "loss": 0.0004,
      "step": 43814
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.5436468057339339e-09,
      "loss": 0.0003,
      "step": 43815
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.530756612279083e-09,
      "loss": 0.0006,
      "step": 43816
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.5179204602533415e-09,
      "loss": 0.0007,
      "step": 43817
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.5051383497244332e-09,
      "loss": 0.0006,
      "step": 43818
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.4924102807634123e-09,
      "loss": 0.0005,
      "step": 43819
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.4797362534380022e-09,
      "loss": 0.0004,
      "step": 43820
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.467116267817037e-09,
      "loss": 0.0005,
      "step": 43821
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.45455032396824e-09,
      "loss": 0.0006,
      "step": 43822
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.4420384219604455e-09,
      "loss": 0.0005,
      "step": 43823
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.4295805618602665e-09,
      "loss": 0.0003,
      "step": 43824
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.4171767437354267e-09,
      "loss": 0.0007,
      "step": 43825
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.4048269676536496e-09,
      "loss": 0.0008,
      "step": 43826
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.3925312336804386e-09,
      "loss": 0.0005,
      "step": 43827
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.3802895418835172e-09,
      "loss": 0.0004,
      "step": 43828
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.3681018923272782e-09,
      "loss": 0.0007,
      "step": 43829
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.3559682850794453e-09,
      "loss": 0.0005,
      "step": 43830
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.3438887202055218e-09,
      "loss": 0.0006,
      "step": 43831
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.33186319776879e-09,
      "loss": 0.0002,
      "step": 43832
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.3198917178358638e-09,
      "loss": 0.0005,
      "step": 43833
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.3079742804722461e-09,
      "loss": 0.0003,
      "step": 43834
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.2961108857401094e-09,
      "loss": 0.0003,
      "step": 43835
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.2843015337060671e-09,
      "loss": 0.0007,
      "step": 43836
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.2725462244322916e-09,
      "loss": 0.0006,
      "step": 43837
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.260844957982066e-09,
      "loss": 0.0004,
      "step": 43838
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.2491977344186723e-09,
      "loss": 0.0008,
      "step": 43839
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.237604553806504e-09,
      "loss": 0.0003,
      "step": 43840
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.2260654162077334e-09,
      "loss": 0.0006,
      "step": 43841
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.214580321683423e-09,
      "loss": 0.0005,
      "step": 43842
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.2031492702979653e-09,
      "loss": 0.0007,
      "step": 43843
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.1917722621102023e-09,
      "loss": 0.0004,
      "step": 43844
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.1804492971845272e-09,
      "loss": 0.0004,
      "step": 43845
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.1691803755797814e-09,
      "loss": 0.0004,
      "step": 43846
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.1579654973581378e-09,
      "loss": 0.0005,
      "step": 43847
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.1468046625806584e-09,
      "loss": 0.0004,
      "step": 43848
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.1356978713061851e-09,
      "loss": 0.0004,
      "step": 43849
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.12464512359578e-09,
      "loss": 0.0003,
      "step": 43850
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.1136464195082851e-09,
      "loss": 0.0004,
      "step": 43851
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.1027017591047628e-09,
      "loss": 0.0006,
      "step": 43852
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0918111424429444e-09,
      "loss": 0.0005,
      "step": 43853
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0809745695827822e-09,
      "loss": 0.0006,
      "step": 43854
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0701920405808975e-09,
      "loss": 0.0003,
      "step": 43855
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0594635554983523e-09,
      "loss": 0.0004,
      "step": 43856
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0487891143906582e-09,
      "loss": 0.0008,
      "step": 43857
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0381687173166565e-09,
      "loss": 0.0004,
      "step": 43858
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0276023643340794e-09,
      "loss": 0.0005,
      "step": 43859
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0170900554995478e-09,
      "loss": 0.0003,
      "step": 43860
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0066317908696832e-09,
      "loss": 0.0003,
      "step": 43861
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.962275705011072e-10,
      "loss": 0.0005,
      "step": 43862
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.858773944504406e-10,
      "loss": 0.0004,
      "step": 43863
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.755812627731953e-10,
      "loss": 0.0005,
      "step": 43864
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.653391755259922e-10,
      "loss": 0.0007,
      "step": 43865
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.551511327621221e-10,
      "loss": 0.0003,
      "step": 43866
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.450171345382064e-10,
      "loss": 0.0006,
      "step": 43867
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.349371809097563e-10,
      "loss": 0.0003,
      "step": 43868
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.249112719289521e-10,
      "loss": 0.0005,
      "step": 43869
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.149394076524154e-10,
      "loss": 0.0005,
      "step": 43870
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.050215881323266e-10,
      "loss": 0.0007,
      "step": 43871
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.951578134230865e-10,
      "loss": 0.0005,
      "step": 43872
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.853480835768758e-10,
      "loss": 0.0005,
      "step": 43873
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.755923986480952e-10,
      "loss": 0.0006,
      "step": 43874
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.658907586900356e-10,
      "loss": 0.0005,
      "step": 43875
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.562431637526569e-10,
      "loss": 0.0005,
      "step": 43876
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.466496138903602e-10,
      "loss": 0.0003,
      "step": 43877
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.371101091542156e-10,
      "loss": 0.0006,
      "step": 43878
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.276246495952933e-10,
      "loss": 0.0006,
      "step": 43879
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.181932352657739e-10,
      "loss": 0.0007,
      "step": 43880
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.088158662156176e-10,
      "loss": 0.0005,
      "step": 43881
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.994925424970046e-10,
      "loss": 0.0005,
      "step": 43882
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.902232641587848e-10,
      "loss": 0.0003,
      "step": 43883
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.810080312509182e-10,
      "loss": 0.0006,
      "step": 43884
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.718468438255855e-10,
      "loss": 0.0003,
      "step": 43885
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.627397019294158e-10,
      "loss": 0.0004,
      "step": 43886
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.536866056134795e-10,
      "loss": 0.0004,
      "step": 43887
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.446875549255161e-10,
      "loss": 0.0004,
      "step": 43888
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.357425499154858e-10,
      "loss": 0.0003,
      "step": 43889
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.268515906311279e-10,
      "loss": 0.0005,
      "step": 43890
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.180146771201823e-10,
      "loss": 0.0003,
      "step": 43891
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.092318094303885e-10,
      "loss": 0.0008,
      "step": 43892
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.00502987609486e-10,
      "loss": 0.0005,
      "step": 43893
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.918282117041042e-10,
      "loss": 0.0006,
      "step": 43894
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.832074817630929e-10,
      "loss": 0.0006,
      "step": 43895
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.746407978297509e-10,
      "loss": 0.0007,
      "step": 43896
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.661281599540382e-10,
      "loss": 0.0003,
      "step": 43897
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.576695681792533e-10,
      "loss": 0.0002,
      "step": 43898
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.492650225520258e-10,
      "loss": 0.0007,
      "step": 43899
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.409145231178748e-10,
      "loss": 0.0002,
      "step": 43900
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.326180699212092e-10,
      "loss": 0.0004,
      "step": 43901
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.243756630086584e-10,
      "loss": 0.0001,
      "step": 43902
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.16187302423521e-10,
      "loss": 0.0006,
      "step": 43903
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.080529882090957e-10,
      "loss": 0.0004,
      "step": 43904
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.999727204109018e-10,
      "loss": 0.0006,
      "step": 43905
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.919464990722379e-10,
      "loss": 0.0003,
      "step": 43906
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.839743242364026e-10,
      "loss": 0.0005,
      "step": 43907
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.760561959466949e-10,
      "loss": 0.0005,
      "step": 43908
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.681921142453028e-10,
      "loss": 0.0004,
      "step": 43909
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.603820791755255e-10,
      "loss": 0.0007,
      "step": 43910
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.526260907784409e-10,
      "loss": 0.0004,
      "step": 43911
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.449241490973478e-10,
      "loss": 0.0004,
      "step": 43912
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.372762541722143e-10,
      "loss": 0.0005,
      "step": 43913
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.29682406046339e-10,
      "loss": 0.0005,
      "step": 43914
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.221426047585798e-10,
      "loss": 0.0006,
      "step": 43915
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.146568503522353e-10,
      "loss": 0.0006,
      "step": 43916
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.072251428661634e-10,
      "loss": 0.0004,
      "step": 43917
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.998474823403321e-10,
      "loss": 0.0003,
      "step": 43918
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.925238688147094e-10,
      "loss": 0.001,
      "step": 43919
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.852543023303735e-10,
      "loss": 0.0004,
      "step": 43920
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.780387829250721e-10,
      "loss": 0.0008,
      "step": 43921
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.708773106376629e-10,
      "loss": 0.0005,
      "step": 43922
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.637698855081141e-10,
      "loss": 0.0007,
      "step": 43923
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.567165075741731e-10,
      "loss": 0.0006,
      "step": 43924
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.497171768735875e-10,
      "loss": 0.0005,
      "step": 43925
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.42771893444105e-10,
      "loss": 0.0003,
      "step": 43926
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.358806573245833e-10,
      "loss": 0.0006,
      "step": 43927
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.2904346855054956e-10,
      "loss": 0.0004,
      "step": 43928
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.222603271597514e-10,
      "loss": 0.0006,
      "step": 43929
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.155312331899364e-10,
      "loss": 0.0007,
      "step": 43930
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.088561866755214e-10,
      "loss": 0.0005,
      "step": 43931
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.0223518765425405e-10,
      "loss": 0.0006,
      "step": 43932
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.956682361605513e-10,
      "loss": 0.0011,
      "step": 43933
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.891553322299402e-10,
      "loss": 0.0006,
      "step": 43934
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.826964758990581e-10,
      "loss": 0.0004,
      "step": 43935
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.7629166720232203e-10,
      "loss": 0.0005,
      "step": 43936
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.699409061730386e-10,
      "loss": 0.0005,
      "step": 43937
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.636441928467349e-10,
      "loss": 0.0003,
      "step": 43938
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.5740152725782794e-10,
      "loss": 0.0006,
      "step": 43939
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.5121290943851415e-10,
      "loss": 0.0005,
      "step": 43940
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.4507833942432066e-10,
      "loss": 0.0004,
      "step": 43941
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.3899781724633376e-10,
      "loss": 0.0007,
      "step": 43942
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.3297134293786007e-10,
      "loss": 0.0006,
      "step": 43943
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.269989165322063e-10,
      "loss": 0.0004,
      "step": 43944
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.210805380615689e-10,
      "loss": 0.0005,
      "step": 43945
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.152162075581444e-10,
      "loss": 0.0003,
      "step": 43946
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.0940592505301903e-10,
      "loss": 0.0005,
      "step": 43947
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.03649690577279e-10,
      "loss": 0.0005,
      "step": 43948
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.979475041631208e-10,
      "loss": 0.0004,
      "step": 43949
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.9229936584052043e-10,
      "loss": 0.0002,
      "step": 43950
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.8670527564056415e-10,
      "loss": 0.0009,
      "step": 43951
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.81165233593228e-10,
      "loss": 0.0005,
      "step": 43952
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.75679239728488e-10,
      "loss": 0.0004,
      "step": 43953
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.7024729407520987e-10,
      "loss": 0.0005,
      "step": 43954
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.6486939666447995e-10,
      "loss": 0.0008,
      "step": 43955
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.595455475240538e-10,
      "loss": 0.0005,
      "step": 43956
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.542757466827972e-10,
      "loss": 0.0006,
      "step": 43957
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.4905999416957596e-10,
      "loss": 0.0004,
      "step": 43958
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.438982900121456e-10,
      "loss": 0.0004,
      "step": 43959
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.38790634239372e-10,
      "loss": 0.0004,
      "step": 43960
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.3373702687679024e-10,
      "loss": 0.0004,
      "step": 43961
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.2873746795437635e-10,
      "loss": 0.0003,
      "step": 43962
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.2379195749766546e-10,
      "loss": 0.0005,
      "step": 43963
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.1890049553330296e-10,
      "loss": 0.0003,
      "step": 43964
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.1406308208793415e-10,
      "loss": 0.0006,
      "step": 43965
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.0927971718820438e-10,
      "loss": 0.0006,
      "step": 43966
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.0455040085964883e-10,
      "loss": 0.0007,
      "step": 43967
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.998751331278026e-10,
      "loss": 0.0005,
      "step": 43968
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.952539140170906e-10,
      "loss": 0.0005,
      "step": 43969
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.9068674355415818e-10,
      "loss": 0.0005,
      "step": 43970
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.8617362176232002e-10,
      "loss": 0.0004,
      "step": 43971
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.8171454866711124e-10,
      "loss": 0.001,
      "step": 43972
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.7730952429073635e-10,
      "loss": 0.0004,
      "step": 43973
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.729585486587304e-10,
      "loss": 0.0005,
      "step": 43974
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.6866162179440814e-10,
      "loss": 0.0004,
      "step": 43975
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.6441874372108425e-10,
      "loss": 0.0005,
      "step": 43976
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.6022991446096313e-10,
      "loss": 0.0006,
      "step": 43977
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.560951340362493e-10,
      "loss": 0.0004,
      "step": 43978
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.5201440247136768e-10,
      "loss": 0.001,
      "step": 43979
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.4798771978630223e-10,
      "loss": 0.0005,
      "step": 43980
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.4401508600436765e-10,
      "loss": 0.0005,
      "step": 43981
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.4009650114554796e-10,
      "loss": 0.0009,
      "step": 43982
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.3623196523204763e-10,
      "loss": 0.0003,
      "step": 43983
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.3242147828385065e-10,
      "loss": 0.0007,
      "step": 43984
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.286650403231615e-10,
      "loss": 0.0007,
      "step": 43985
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.2496265136774378e-10,
      "loss": 0.0007,
      "step": 43986
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.2131431144091211e-10,
      "loss": 0.0005,
      "step": 43987
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.1772002055931985e-10,
      "loss": 0.0006,
      "step": 43988
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.1417977874406128e-10,
      "loss": 0.0003,
      "step": 43989
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.1069358601512037e-10,
      "loss": 0.0004,
      "step": 43990
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0726144238804027e-10,
      "loss": 0.0004,
      "step": 43991
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0388334788502541e-10,
      "loss": 0.0003,
      "step": 43992
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0055930252161894e-10,
      "loss": 0.0006,
      "step": 43993
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.728930631780487e-11,
      "loss": 0.0002,
      "step": 43994
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.407335929023653e-11,
      "loss": 0.0007,
      "step": 43995
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.091146145667751e-11,
      "loss": 0.0006,
      "step": 43996
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.780361283378114e-11,
      "loss": 0.0004,
      "step": 43997
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.474981343820077e-11,
      "loss": 0.0006,
      "step": 43998
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.175006328658974e-11,
      "loss": 0.0006,
      "step": 43999
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.88043623956014e-11,
      "loss": 0.0005,
      "step": 44000
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.591271078188911e-11,
      "loss": 0.0006,
      "step": 44001
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.307510845877553e-11,
      "loss": 0.0003,
      "step": 44002
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.0291555442914e-11,
      "loss": 0.0005,
      "step": 44003
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.756205175095787e-11,
      "loss": 0.0004,
      "step": 44004
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.488659739400938e-11,
      "loss": 0.0004,
      "step": 44005
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.226519238983209e-11,
      "loss": 0.0005,
      "step": 44006
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.969783675174867e-11,
      "loss": 0.0005,
      "step": 44007
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.718453049197159e-11,
      "loss": 0.0004,
      "step": 44008
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.472527362604396e-11,
      "loss": 0.0006,
      "step": 44009
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.232006616617824e-11,
      "loss": 0.0004,
      "step": 44010
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.9968908126807324e-11,
      "loss": 0.0006,
      "step": 44011
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.767179951903345e-11,
      "loss": 0.0005,
      "step": 44012
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.5428740355069056e-11,
      "loss": 0.0004,
      "step": 44013
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.3239730648236834e-11,
      "loss": 0.0006,
      "step": 44014
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.110477041074923e-11,
      "loss": 0.0003,
      "step": 44015
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.9023859652598253e-11,
      "loss": 0.0007,
      "step": 44016
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.699699838599635e-11,
      "loss": 0.0009,
      "step": 44017
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.502418662093554e-11,
      "loss": 0.0003,
      "step": 44018
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.310542436962827e-11,
      "loss": 0.0004,
      "step": 44019
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.124071164095632e-11,
      "loss": 0.0006,
      "step": 44020
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.943004844602193e-11,
      "loss": 0.0003,
      "step": 44021
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.76734347948171e-11,
      "loss": 0.0007,
      "step": 44022
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.5970870695113392e-11,
      "loss": 0.0005,
      "step": 44023
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.432235615801304e-11,
      "loss": 0.0005,
      "step": 44024
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.2727891192397822e-11,
      "loss": 0.0004,
      "step": 44025
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.1187475804929082e-11,
      "loss": 0.0005,
      "step": 44026
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.9701110005598822e-11,
      "loss": 0.0005,
      "step": 44027
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.8268793802178607e-11,
      "loss": 0.0003,
      "step": 44028
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.689052720244e-11,
      "loss": 0.0006,
      "step": 44029
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.5566310213044335e-11,
      "loss": 0.0004,
      "step": 44030
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.4296142841763173e-11,
      "loss": 0.0005,
      "step": 44031
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.3080025096368076e-11,
      "loss": 0.0002,
      "step": 44032
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.1917956981299939e-11,
      "loss": 0.0009,
      "step": 44033
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0809938504330319e-11,
      "loss": 0.0004,
      "step": 44034
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.755969672120558e-12,
      "loss": 0.0003,
      "step": 44035
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.756050489111546e-12,
      "loss": 0.0002,
      "step": 44036
    },
    {
      "epoch": 1.5,
      "learning_rate": 7.810180959744174e-12,
      "loss": 0.0002,
      "step": 44037
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.918361091790005e-12,
      "loss": 0.0006,
      "step": 44038
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.080590888579707e-12,
      "loss": 0.0008,
      "step": 44039
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.296870354554173e-12,
      "loss": 0.0007,
      "step": 44040
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.5671994930440725e-12,
      "loss": 0.0003,
      "step": 44041
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.891578310710742e-12,
      "loss": 0.0005,
      "step": 44042
    },
    {
      "epoch": 1.5,
      "learning_rate": 3.2700068086644054e-12,
      "loss": 0.0003,
      "step": 44043
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.702484991345955e-12,
      "loss": 0.0005,
      "step": 44044
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.1890128620860597e-12,
      "loss": 0.0005,
      "step": 44045
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.7295904219949422e-12,
      "loss": 0.0003,
      "step": 44046
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.324217676623718e-12,
      "loss": 0.0009,
      "step": 44047
    },
    {
      "epoch": 1.5,
      "learning_rate": 9.728946248621641e-13,
      "loss": 0.0007,
      "step": 44048
    },
    {
      "epoch": 1.5,
      "learning_rate": 6.756212711511723e-13,
      "loss": 0.0014,
      "step": 44049
    },
    {
      "epoch": 1.5,
      "learning_rate": 4.323976154907428e-13,
      "loss": 0.0004,
      "step": 44050
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.4322365899109857e-13,
      "loss": 0.0005,
      "step": 44051
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.080994038726857e-13,
      "loss": 0.0005,
      "step": 44052
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.702485124572718e-14,
      "loss": 0.0008,
      "step": 44053
    },
    {
      "epoch": 1.5,
      "learning_rate": 0.0,
      "loss": 0.0003,
      "step": 44054
    },
    {
      "epoch": 1.5,
      "step": 44054,
      "total_flos": 2.060232413861764e+21,
      "train_loss": 0.0497397300375333,
      "train_runtime": 797977.1553,
      "train_samples_per_second": 7.95,
      "train_steps_per_second": 0.055
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 44054,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 5000,
  "total_flos": 2.060232413861764e+21,
  "trial_name": null,
  "trial_params": null
}