[
    {
        "current_steps": 0,
        "loss": 2.8643,
        "learning_rate": 1e-08,
        "epoch": 0.0015105740181268882
    },
    {
        "current_steps": 1,
        "loss": 3.3851,
        "learning_rate": 2e-08,
        "epoch": 0.0030211480362537764
    },
    {
        "current_steps": 2,
        "loss": 2.9606,
        "learning_rate": 3e-08,
        "epoch": 0.004531722054380665
    },
    {
        "current_steps": 3,
        "loss": 3.2647,
        "learning_rate": 4e-08,
        "epoch": 0.006042296072507553
    },
    {
        "current_steps": 4,
        "loss": 3.3543,
        "learning_rate": 5e-08,
        "epoch": 0.0075528700906344415
    },
    {
        "current_steps": 5,
        "loss": 3.2605,
        "learning_rate": 5e-08,
        "epoch": 0.00906344410876133
    },
    {
        "current_steps": 6,
        "loss": 3.3266,
        "learning_rate": 6e-08,
        "epoch": 0.010574018126888218
    },
    {
        "current_steps": 7,
        "loss": 3.0449,
        "learning_rate": 7e-08,
        "epoch": 0.012084592145015106
    },
    {
        "current_steps": 8,
        "loss": 3.2478,
        "learning_rate": 8e-08,
        "epoch": 0.013595166163141994
    },
    {
        "current_steps": 9,
        "loss": 3.3969,
        "learning_rate": 9e-08,
        "epoch": 0.015105740181268883
    },
    {
        "current_steps": 10,
        "loss": 3.2827,
        "learning_rate": 1e-07,
        "epoch": 0.01661631419939577
    },
    {
        "current_steps": 11,
        "loss": 3.0901,
        "learning_rate": 1.0999999999999999e-07,
        "epoch": 0.01812688821752266
    },
    {
        "current_steps": 12,
        "loss": 3.1617,
        "learning_rate": 1.2e-07,
        "epoch": 0.019637462235649546
    },
    {
        "current_steps": 13,
        "loss": 3.34,
        "learning_rate": 1.3e-07,
        "epoch": 0.021148036253776436
    },
    {
        "current_steps": 14,
        "loss": 3.3251,
        "learning_rate": 1.4e-07,
        "epoch": 0.022658610271903322
    },
    {
        "current_steps": 15,
        "loss": 3.1552,
        "learning_rate": 1.5e-07,
        "epoch": 0.02416918429003021
    },
    {
        "current_steps": 16,
        "loss": 3.2264,
        "learning_rate": 1.6e-07,
        "epoch": 0.0256797583081571
    },
    {
        "current_steps": 17,
        "loss": 3.1803,
        "learning_rate": 1.6e-07,
        "epoch": 0.027190332326283987
    },
    {
        "current_steps": 18,
        "loss": 3.2943,
        "learning_rate": 1.7000000000000001e-07,
        "epoch": 0.028700906344410877
    },
    {
        "current_steps": 19,
        "loss": 3.3261,
        "learning_rate": 1.8e-07,
        "epoch": 0.030211480362537766
    },
    {
        "current_steps": 20,
        "loss": 3.1263,
        "learning_rate": 1.8999999999999998e-07,
        "epoch": 0.03172205438066465
    },
    {
        "current_steps": 21,
        "loss": 3.1523,
        "learning_rate": 2e-07,
        "epoch": 0.03323262839879154
    },
    {
        "current_steps": 22,
        "loss": 3.312,
        "learning_rate": 2.0999999999999997e-07,
        "epoch": 0.03474320241691843
    },
    {
        "current_steps": 23,
        "loss": 3.2666,
        "learning_rate": 2.1999999999999998e-07,
        "epoch": 0.03625377643504532
    },
    {
        "current_steps": 24,
        "loss": 3.2577,
        "learning_rate": 2.3e-07,
        "epoch": 0.0377643504531722
    },
    {
        "current_steps": 25,
        "loss": 3.3348,
        "learning_rate": 2.4e-07,
        "epoch": 0.03927492447129909
    },
    {
        "current_steps": 26,
        "loss": 3.2292,
        "learning_rate": 2.5e-07,
        "epoch": 0.04078549848942598
    },
    {
        "current_steps": 27,
        "loss": 3.242,
        "learning_rate": 2.6e-07,
        "epoch": 0.04229607250755287
    },
    {
        "current_steps": 28,
        "loss": 3.2687,
        "learning_rate": 2.7e-07,
        "epoch": 0.04380664652567976
    },
    {
        "current_steps": 29,
        "loss": 2.7037,
        "learning_rate": 2.8e-07,
        "epoch": 0.045317220543806644
    },
    {
        "current_steps": 30,
        "loss": 3.1619,
        "learning_rate": 2.9e-07,
        "epoch": 0.04682779456193353
    },
    {
        "current_steps": 31,
        "loss": 3.2853,
        "learning_rate": 3e-07,
        "epoch": 0.04833836858006042
    },
    {
        "current_steps": 32,
        "loss": 3.3545,
        "learning_rate": 3.1e-07,
        "epoch": 0.04984894259818731
    },
    {
        "current_steps": 33,
        "loss": 2.5809,
        "learning_rate": 3.2e-07,
        "epoch": 0.0513595166163142
    },
    {
        "current_steps": 34,
        "loss": 2.9552,
        "learning_rate": 3.3e-07,
        "epoch": 0.052870090634441085
    },
    {
        "current_steps": 35,
        "loss": 3.1433,
        "learning_rate": 3.4000000000000003e-07,
        "epoch": 0.054380664652567974
    },
    {
        "current_steps": 36,
        "loss": 3.3105,
        "learning_rate": 3.5e-07,
        "epoch": 0.055891238670694864
    },
    {
        "current_steps": 37,
        "loss": 3.0981,
        "learning_rate": 3.6e-07,
        "epoch": 0.05740181268882175
    },
    {
        "current_steps": 38,
        "loss": 3.2201,
        "learning_rate": 3.7e-07,
        "epoch": 0.05891238670694864
    },
    {
        "current_steps": 39,
        "loss": 3.0603,
        "learning_rate": 3.7999999999999996e-07,
        "epoch": 0.06042296072507553
    },
    {
        "current_steps": 40,
        "loss": 3.3152,
        "learning_rate": 3.8999999999999997e-07,
        "epoch": 0.061933534743202415
    },
    {
        "current_steps": 41,
        "loss": 3.4646,
        "learning_rate": 4e-07,
        "epoch": 0.0634441087613293
    },
    {
        "current_steps": 42,
        "loss": 3.3562,
        "learning_rate": 4.0999999999999994e-07,
        "epoch": 0.0649546827794562
    },
    {
        "current_steps": 43,
        "loss": 3.1192,
        "learning_rate": 4.1999999999999995e-07,
        "epoch": 0.06646525679758308
    },
    {
        "current_steps": 44,
        "loss": 3.5199,
        "learning_rate": 4.2999999999999996e-07,
        "epoch": 0.06797583081570997
    },
    {
        "current_steps": 45,
        "loss": 3.1833,
        "learning_rate": 4.3999999999999997e-07,
        "epoch": 0.06948640483383686
    },
    {
        "current_steps": 46,
        "loss": 3.36,
        "learning_rate": 4.5e-07,
        "epoch": 0.07099697885196375
    },
    {
        "current_steps": 47,
        "loss": 2.7168,
        "learning_rate": 4.6e-07,
        "epoch": 0.07250755287009064
    },
    {
        "current_steps": 48,
        "loss": 3.1549,
        "learning_rate": 4.6999999999999995e-07,
        "epoch": 0.07401812688821752
    },
    {
        "current_steps": 49,
        "loss": 3.2864,
        "learning_rate": 4.8e-07,
        "epoch": 0.0755287009063444
    },
    {
        "current_steps": 50,
        "loss": 3.3691,
        "learning_rate": 4.9e-07,
        "epoch": 0.0770392749244713
    },
    {
        "current_steps": 51,
        "loss": 3.0839,
        "learning_rate": 5e-07,
        "epoch": 0.07854984894259819
    },
    {
        "current_steps": 52,
        "loss": 3.1339,
        "learning_rate": 5.1e-07,
        "epoch": 0.08006042296072508
    },
    {
        "current_steps": 53,
        "loss": 3.3284,
        "learning_rate": 5.2e-07,
        "epoch": 0.08157099697885196
    },
    {
        "current_steps": 54,
        "loss": 3.1468,
        "learning_rate": 5.3e-07,
        "epoch": 0.08308157099697885
    },
    {
        "current_steps": 55,
        "loss": 3.2341,
        "learning_rate": 5.4e-07,
        "epoch": 0.08459214501510574
    },
    {
        "current_steps": 56,
        "loss": 3.0192,
        "learning_rate": 5.5e-07,
        "epoch": 0.08610271903323263
    },
    {
        "current_steps": 57,
        "loss": 3.1109,
        "learning_rate": 5.6e-07,
        "epoch": 0.08761329305135952
    },
    {
        "current_steps": 58,
        "loss": 3.2616,
        "learning_rate": 5.699999999999999e-07,
        "epoch": 0.0891238670694864
    },
    {
        "current_steps": 59,
        "loss": 3.287,
        "learning_rate": 5.8e-07,
        "epoch": 0.09063444108761329
    },
    {
        "current_steps": 60,
        "loss": 3.2243,
        "learning_rate": 5.9e-07,
        "epoch": 0.09214501510574018
    },
    {
        "current_steps": 61,
        "loss": 3.1392,
        "learning_rate": 6e-07,
        "epoch": 0.09365558912386707
    },
    {
        "current_steps": 62,
        "loss": 3.2099,
        "learning_rate": 6.1e-07,
        "epoch": 0.09516616314199396
    },
    {
        "current_steps": 63,
        "loss": 3.2016,
        "learning_rate": 6.2e-07,
        "epoch": 0.09667673716012085
    },
    {
        "current_steps": 64,
        "loss": 3.1605,
        "learning_rate": 6.3e-07,
        "epoch": 0.09818731117824774
    },
    {
        "current_steps": 65,
        "loss": 3.4862,
        "learning_rate": 6.4e-07,
        "epoch": 0.09969788519637462
    },
    {
        "current_steps": 66,
        "loss": 2.9683,
        "learning_rate": 6.5e-07,
        "epoch": 0.10120845921450151
    },
    {
        "current_steps": 67,
        "loss": 3.5057,
        "learning_rate": 6.6e-07,
        "epoch": 0.1027190332326284
    },
    {
        "current_steps": 68,
        "loss": 3.2837,
        "learning_rate": 6.7e-07,
        "epoch": 0.1042296072507553
    },
    {
        "current_steps": 69,
        "loss": 3.3029,
        "learning_rate": 6.800000000000001e-07,
        "epoch": 0.10574018126888217
    },
    {
        "current_steps": 70,
        "loss": 2.7988,
        "learning_rate": 6.9e-07,
        "epoch": 0.10725075528700906
    },
    {
        "current_steps": 71,
        "loss": 2.8721,
        "learning_rate": 7e-07,
        "epoch": 0.10876132930513595
    },
    {
        "current_steps": 72,
        "loss": 3.0222,
        "learning_rate": 7.1e-07,
        "epoch": 0.11027190332326284
    },
    {
        "current_steps": 73,
        "loss": 3.2546,
        "learning_rate": 7.2e-07,
        "epoch": 0.11178247734138973
    },
    {
        "current_steps": 74,
        "loss": 3.196,
        "learning_rate": 7.3e-07,
        "epoch": 0.11329305135951662
    },
    {
        "current_steps": 75,
        "loss": 3.1073,
        "learning_rate": 7.4e-07,
        "epoch": 0.1148036253776435
    },
    {
        "current_steps": 76,
        "loss": 3.4334,
        "learning_rate": 7.5e-07,
        "epoch": 0.1163141993957704
    },
    {
        "current_steps": 77,
        "loss": 3.2911,
        "learning_rate": 7.599999999999999e-07,
        "epoch": 0.11782477341389729
    },
    {
        "current_steps": 78,
        "loss": 3.2415,
        "learning_rate": 7.699999999999999e-07,
        "epoch": 0.11933534743202417
    },
    {
        "current_steps": 79,
        "loss": 3.2162,
        "learning_rate": 7.799999999999999e-07,
        "epoch": 0.12084592145015106
    },
    {
        "current_steps": 80,
        "loss": 3.1616,
        "learning_rate": 7.9e-07,
        "epoch": 0.12235649546827794
    },
    {
        "current_steps": 81,
        "loss": 3.356,
        "learning_rate": 8e-07,
        "epoch": 0.12386706948640483
    },
    {
        "current_steps": 82,
        "loss": 3.2459,
        "learning_rate": 8.1e-07,
        "epoch": 0.12537764350453173
    },
    {
        "current_steps": 83,
        "loss": 3.2564,
        "learning_rate": 8.199999999999999e-07,
        "epoch": 0.1268882175226586
    },
    {
        "current_steps": 84,
        "loss": 3.2301,
        "learning_rate": 8.299999999999999e-07,
        "epoch": 0.1283987915407855
    },
    {
        "current_steps": 85,
        "loss": 3.1873,
        "learning_rate": 8.399999999999999e-07,
        "epoch": 0.1299093655589124
    },
    {
        "current_steps": 86,
        "loss": 2.931,
        "learning_rate": 8.499999999999999e-07,
        "epoch": 0.13141993957703926
    },
    {
        "current_steps": 87,
        "loss": 3.2395,
        "learning_rate": 8.599999999999999e-07,
        "epoch": 0.13293051359516617
    },
    {
        "current_steps": 88,
        "loss": 3.2334,
        "learning_rate": 8.699999999999999e-07,
        "epoch": 0.13444108761329304
    },
    {
        "current_steps": 89,
        "loss": 3.408,
        "learning_rate": 8.799999999999999e-07,
        "epoch": 0.13595166163141995
    },
    {
        "current_steps": 90,
        "loss": 3.1124,
        "learning_rate": 8.9e-07,
        "epoch": 0.13746223564954682
    },
    {
        "current_steps": 91,
        "loss": 3.0723,
        "learning_rate": 9e-07,
        "epoch": 0.13897280966767372
    },
    {
        "current_steps": 92,
        "loss": 3.1404,
        "learning_rate": 9.1e-07,
        "epoch": 0.1404833836858006
    },
    {
        "current_steps": 93,
        "loss": 3.0665,
        "learning_rate": 9.2e-07,
        "epoch": 0.1419939577039275
    },
    {
        "current_steps": 94,
        "loss": 2.6321,
        "learning_rate": 9.3e-07,
        "epoch": 0.14350453172205438
    },
    {
        "current_steps": 95,
        "loss": 2.9725,
        "learning_rate": 9.399999999999999e-07,
        "epoch": 0.14501510574018128
    },
    {
        "current_steps": 96,
        "loss": 3.1267,
        "learning_rate": 9.499999999999999e-07,
        "epoch": 0.14652567975830816
    },
    {
        "current_steps": 97,
        "loss": 3.3175,
        "learning_rate": 9.6e-07,
        "epoch": 0.14803625377643503
    },
    {
        "current_steps": 98,
        "loss": 3.277,
        "learning_rate": 9.7e-07,
        "epoch": 0.14954682779456194
    },
    {
        "current_steps": 99,
        "loss": 3.3042,
        "learning_rate": 9.8e-07,
        "epoch": 0.1510574018126888
    },
    {
        "current_steps": 100,
        "loss": 3.3383,
        "learning_rate": 9.9e-07,
        "epoch": 0.15256797583081572
    },
    {
        "current_steps": 101,
        "loss": 2.8985,
        "learning_rate": 1e-06,
        "epoch": 0.1540785498489426
    },
    {
        "current_steps": 102,
        "loss": 3.1538,
        "learning_rate": 9.994697773064687e-07,
        "epoch": 0.1555891238670695
    },
    {
        "current_steps": 103,
        "loss": 3.3022,
        "learning_rate": 9.989395546129374e-07,
        "epoch": 0.15709969788519637
    },
    {
        "current_steps": 104,
        "loss": 2.5211,
        "learning_rate": 9.98409331919406e-07,
        "epoch": 0.15861027190332327
    },
    {
        "current_steps": 105,
        "loss": 3.1553,
        "learning_rate": 9.978791092258748e-07,
        "epoch": 0.16012084592145015
    },
    {
        "current_steps": 106,
        "loss": 3.097,
        "learning_rate": 9.973488865323435e-07,
        "epoch": 0.16163141993957703
    },
    {
        "current_steps": 107,
        "loss": 3.1513,
        "learning_rate": 9.968186638388122e-07,
        "epoch": 0.16314199395770393
    },
    {
        "current_steps": 108,
        "loss": 3.1952,
        "learning_rate": 9.96288441145281e-07,
        "epoch": 0.1646525679758308
    },
    {
        "current_steps": 109,
        "loss": 3.1655,
        "learning_rate": 9.957582184517497e-07,
        "epoch": 0.1661631419939577
    },
    {
        "current_steps": 110,
        "loss": 3.3205,
        "learning_rate": 9.952279957582184e-07,
        "epoch": 0.16767371601208458
    },
    {
        "current_steps": 111,
        "loss": 3.1351,
        "learning_rate": 9.946977730646871e-07,
        "epoch": 0.1691842900302115
    },
    {
        "current_steps": 112,
        "loss": 2.9261,
        "learning_rate": 9.941675503711558e-07,
        "epoch": 0.17069486404833836
    },
    {
        "current_steps": 113,
        "loss": 3.0024,
        "learning_rate": 9.936373276776245e-07,
        "epoch": 0.17220543806646527
    },
    {
        "current_steps": 114,
        "loss": 3.0746,
        "learning_rate": 9.931071049840933e-07,
        "epoch": 0.17371601208459214
    },
    {
        "current_steps": 115,
        "loss": 3.0436,
        "learning_rate": 9.92576882290562e-07,
        "epoch": 0.17522658610271905
    },
    {
        "current_steps": 116,
        "loss": 3.1425,
        "learning_rate": 9.920466595970307e-07,
        "epoch": 0.17673716012084592
    },
    {
        "current_steps": 117,
        "loss": 3.3725,
        "learning_rate": 9.915164369034994e-07,
        "epoch": 0.1782477341389728
    },
    {
        "current_steps": 118,
        "loss": 2.691,
        "learning_rate": 9.909862142099681e-07,
        "epoch": 0.1797583081570997
    },
    {
        "current_steps": 119,
        "loss": 3.1319,
        "learning_rate": 9.904559915164368e-07,
        "epoch": 0.18126888217522658
    },
    {
        "current_steps": 120,
        "loss": 3.4188,
        "learning_rate": 9.899257688229056e-07,
        "epoch": 0.18277945619335348
    },
    {
        "current_steps": 121,
        "loss": 3.2334,
        "learning_rate": 9.893955461293743e-07,
        "epoch": 0.18429003021148035
    },
    {
        "current_steps": 122,
        "loss": 3.3199,
        "learning_rate": 9.88865323435843e-07,
        "epoch": 0.18580060422960726
    },
    {
        "current_steps": 123,
        "loss": 2.7292,
        "learning_rate": 9.883351007423117e-07,
        "epoch": 0.18731117824773413
    },
    {
        "current_steps": 124,
        "loss": 2.8369,
        "learning_rate": 9.878048780487804e-07,
        "epoch": 0.18882175226586104
    },
    {
        "current_steps": 125,
        "loss": 2.8981,
        "learning_rate": 9.872746553552491e-07,
        "epoch": 0.1903323262839879
    },
    {
        "current_steps": 126,
        "loss": 3.082,
        "learning_rate": 9.867444326617179e-07,
        "epoch": 0.19184290030211482
    },
    {
        "current_steps": 127,
        "loss": 2.9516,
        "learning_rate": 9.862142099681866e-07,
        "epoch": 0.1933534743202417
    },
    {
        "current_steps": 128,
        "loss": 3.3629,
        "learning_rate": 9.856839872746553e-07,
        "epoch": 0.19486404833836857
    },
    {
        "current_steps": 129,
        "loss": 2.9393,
        "learning_rate": 9.85153764581124e-07,
        "epoch": 0.19637462235649547
    },
    {
        "current_steps": 130,
        "loss": 3.2696,
        "learning_rate": 9.846235418875927e-07,
        "epoch": 0.19788519637462235
    },
    {
        "current_steps": 131,
        "loss": 2.9017,
        "learning_rate": 9.840933191940614e-07,
        "epoch": 0.19939577039274925
    },
    {
        "current_steps": 132,
        "loss": 3.1235,
        "learning_rate": 9.835630965005301e-07,
        "epoch": 0.20090634441087613
    },
    {
        "current_steps": 133,
        "loss": 2.9032,
        "learning_rate": 9.830328738069989e-07,
        "epoch": 0.20241691842900303
    },
    {
        "current_steps": 134,
        "loss": 3.1998,
        "learning_rate": 9.825026511134676e-07,
        "epoch": 0.2039274924471299
    },
    {
        "current_steps": 135,
        "loss": 3.2412,
        "learning_rate": 9.819724284199363e-07,
        "epoch": 0.2054380664652568
    },
    {
        "current_steps": 136,
        "loss": 3.3582,
        "learning_rate": 9.81442205726405e-07,
        "epoch": 0.20694864048338368
    },
    {
        "current_steps": 137,
        "loss": 3.2789,
        "learning_rate": 9.809119830328737e-07,
        "epoch": 0.2084592145015106
    },
    {
        "current_steps": 138,
        "loss": 3.2905,
        "learning_rate": 9.803817603393424e-07,
        "epoch": 0.20996978851963746
    },
    {
        "current_steps": 139,
        "loss": 3.0474,
        "learning_rate": 9.798515376458112e-07,
        "epoch": 0.21148036253776434
    },
    {
        "current_steps": 140,
        "loss": 3.218,
        "learning_rate": 9.793213149522799e-07,
        "epoch": 0.21299093655589124
    },
    {
        "current_steps": 141,
        "loss": 2.9356,
        "learning_rate": 9.787910922587486e-07,
        "epoch": 0.21450151057401812
    },
    {
        "current_steps": 142,
        "loss": 3.1152,
        "learning_rate": 9.782608695652173e-07,
        "epoch": 0.21601208459214502
    },
    {
        "current_steps": 143,
        "loss": 2.902,
        "learning_rate": 9.77730646871686e-07,
        "epoch": 0.2175226586102719
    },
    {
        "current_steps": 144,
        "loss": 3.3406,
        "learning_rate": 9.772004241781547e-07,
        "epoch": 0.2190332326283988
    },
    {
        "current_steps": 145,
        "loss": 3.0509,
        "learning_rate": 9.766702014846235e-07,
        "epoch": 0.22054380664652568
    },
    {
        "current_steps": 146,
        "loss": 3.2664,
        "learning_rate": 9.761399787910922e-07,
        "epoch": 0.22205438066465258
    },
    {
        "current_steps": 147,
        "loss": 3.2172,
        "learning_rate": 9.756097560975609e-07,
        "epoch": 0.22356495468277945
    },
    {
        "current_steps": 148,
        "loss": 3.2731,
        "learning_rate": 9.750795334040296e-07,
        "epoch": 0.22507552870090636
    },
    {
        "current_steps": 149,
        "loss": 3.1866,
        "learning_rate": 9.745493107104983e-07,
        "epoch": 0.22658610271903323
    },
    {
        "current_steps": 150,
        "loss": 3.2318,
        "learning_rate": 9.74019088016967e-07,
        "epoch": 0.2280966767371601
    },
    {
        "current_steps": 151,
        "loss": 3.2205,
        "learning_rate": 9.734888653234357e-07,
        "epoch": 0.229607250755287
    },
    {
        "current_steps": 152,
        "loss": 3.2561,
        "learning_rate": 9.729586426299045e-07,
        "epoch": 0.2311178247734139
    },
    {
        "current_steps": 153,
        "loss": 3.2357,
        "learning_rate": 9.724284199363732e-07,
        "epoch": 0.2326283987915408
    },
    {
        "current_steps": 154,
        "loss": 3.1097,
        "learning_rate": 9.71898197242842e-07,
        "epoch": 0.23413897280966767
    },
    {
        "current_steps": 155,
        "loss": 3.0489,
        "learning_rate": 9.713679745493106e-07,
        "epoch": 0.23564954682779457
    },
    {
        "current_steps": 156,
        "loss": 3.1937,
        "learning_rate": 9.708377518557793e-07,
        "epoch": 0.23716012084592145
    },
    {
        "current_steps": 157,
        "loss": 3.1377,
        "learning_rate": 9.70307529162248e-07,
        "epoch": 0.23867069486404835
    },
    {
        "current_steps": 158,
        "loss": 3.1246,
        "learning_rate": 9.697773064687168e-07,
        "epoch": 0.24018126888217523
    },
    {
        "current_steps": 159,
        "loss": 2.9715,
        "learning_rate": 9.692470837751855e-07,
        "epoch": 0.24169184290030213
    },
    {
        "current_steps": 160,
        "loss": 3.3301,
        "learning_rate": 9.687168610816542e-07,
        "epoch": 0.243202416918429
    },
    {
        "current_steps": 161,
        "loss": 3.175,
        "learning_rate": 9.68186638388123e-07,
        "epoch": 0.24471299093655588
    },
    {
        "current_steps": 162,
        "loss": 3.5311,
        "learning_rate": 9.676564156945916e-07,
        "epoch": 0.24622356495468278
    },
    {
        "current_steps": 163,
        "loss": 2.9409,
        "learning_rate": 9.671261930010603e-07,
        "epoch": 0.24773413897280966
    },
    {
        "current_steps": 164,
        "loss": 3.1624,
        "learning_rate": 9.66595970307529e-07,
        "epoch": 0.24924471299093656
    },
    {
        "current_steps": 165,
        "loss": 3.2766,
        "learning_rate": 9.660657476139978e-07,
        "epoch": 0.25075528700906347
    },
    {
        "current_steps": 166,
        "loss": 3.1353,
        "learning_rate": 9.655355249204665e-07,
        "epoch": 0.25226586102719034
    },
    {
        "current_steps": 167,
        "loss": 3.1441,
        "learning_rate": 9.650053022269352e-07,
        "epoch": 0.2537764350453172
    },
    {
        "current_steps": 168,
        "loss": 2.5206,
        "learning_rate": 9.64475079533404e-07,
        "epoch": 0.2552870090634441
    },
    {
        "current_steps": 169,
        "loss": 3.3392,
        "learning_rate": 9.639448568398726e-07,
        "epoch": 0.256797583081571
    },
    {
        "current_steps": 170,
        "loss": 3.3648,
        "learning_rate": 9.634146341463414e-07,
        "epoch": 0.2583081570996979
    },
    {
        "current_steps": 171,
        "loss": 2.9235,
        "learning_rate": 9.628844114528103e-07,
        "epoch": 0.2598187311178248
    },
    {
        "current_steps": 172,
        "loss": 3.2705,
        "learning_rate": 9.623541887592788e-07,
        "epoch": 0.26132930513595165
    },
    {
        "current_steps": 173,
        "loss": 3.0963,
        "learning_rate": 9.618239660657475e-07,
        "epoch": 0.2628398791540785
    },
    {
        "current_steps": 174,
        "loss": 3.0412,
        "learning_rate": 9.612937433722162e-07,
        "epoch": 0.26435045317220546
    },
    {
        "current_steps": 175,
        "loss": 3.0035,
        "learning_rate": 9.607635206786851e-07,
        "epoch": 0.26586102719033233
    },
    {
        "current_steps": 176,
        "loss": 2.977,
        "learning_rate": 9.602332979851536e-07,
        "epoch": 0.2673716012084592
    },
    {
        "current_steps": 177,
        "loss": 3.1074,
        "learning_rate": 9.597030752916224e-07,
        "epoch": 0.2688821752265861
    },
    {
        "current_steps": 178,
        "loss": 3.247,
        "learning_rate": 9.59172852598091e-07,
        "epoch": 0.270392749244713
    },
    {
        "current_steps": 179,
        "loss": 3.1697,
        "learning_rate": 9.5864262990456e-07,
        "epoch": 0.2719033232628399
    },
    {
        "current_steps": 180,
        "loss": 3.3536,
        "learning_rate": 9.581124072110285e-07,
        "epoch": 0.27341389728096677
    },
    {
        "current_steps": 181,
        "loss": 3.1507,
        "learning_rate": 9.575821845174972e-07,
        "epoch": 0.27492447129909364
    },
    {
        "current_steps": 182,
        "loss": 3.3054,
        "learning_rate": 9.57051961823966e-07,
        "epoch": 0.2764350453172205
    },
    {
        "current_steps": 183,
        "loss": 3.1328,
        "learning_rate": 9.565217391304349e-07,
        "epoch": 0.27794561933534745
    },
    {
        "current_steps": 184,
        "loss": 3.2001,
        "learning_rate": 9.559915164369034e-07,
        "epoch": 0.2794561933534743
    },
    {
        "current_steps": 185,
        "loss": 2.9704,
        "learning_rate": 9.55461293743372e-07,
        "epoch": 0.2809667673716012
    },
    {
        "current_steps": 186,
        "loss": 2.9961,
        "learning_rate": 9.54931071049841e-07,
        "epoch": 0.2824773413897281
    },
    {
        "current_steps": 187,
        "loss": 3.2078,
        "learning_rate": 9.544008483563097e-07,
        "epoch": 0.283987915407855
    },
    {
        "current_steps": 188,
        "loss": 3.1483,
        "learning_rate": 9.538706256627782e-07,
        "epoch": 0.2854984894259819
    },
    {
        "current_steps": 189,
        "loss": 2.4296,
        "learning_rate": 9.53340402969247e-07,
        "epoch": 0.28700906344410876
    },
    {
        "current_steps": 190,
        "loss": 3.2875,
        "learning_rate": 9.528101802757158e-07,
        "epoch": 0.28851963746223563
    },
    {
        "current_steps": 191,
        "loss": 3.2538,
        "learning_rate": 9.522799575821845e-07,
        "epoch": 0.29003021148036257
    },
    {
        "current_steps": 192,
        "loss": 3.0849,
        "learning_rate": 9.517497348886532e-07,
        "epoch": 0.29154078549848944
    },
    {
        "current_steps": 193,
        "loss": 3.3613,
        "learning_rate": 9.512195121951218e-07,
        "epoch": 0.2930513595166163
    },
    {
        "current_steps": 194,
        "loss": 3.1343,
        "learning_rate": 9.506892895015906e-07,
        "epoch": 0.2945619335347432
    },
    {
        "current_steps": 195,
        "loss": 3.3011,
        "learning_rate": 9.501590668080594e-07,
        "epoch": 0.29607250755287007
    },
    {
        "current_steps": 196,
        "loss": 3.2206,
        "learning_rate": 9.496288441145281e-07,
        "epoch": 0.297583081570997
    },
    {
        "current_steps": 197,
        "loss": 2.3201,
        "learning_rate": 9.490986214209967e-07,
        "epoch": 0.2990936555891239
    },
    {
        "current_steps": 198,
        "loss": 3.1189,
        "learning_rate": 9.485683987274655e-07,
        "epoch": 0.30060422960725075
    },
    {
        "current_steps": 199,
        "loss": 3.1607,
        "learning_rate": 9.480381760339342e-07,
        "epoch": 0.3021148036253776
    },
    {
        "current_steps": 200,
        "loss": 3.2595,
        "learning_rate": 9.475079533404029e-07,
        "epoch": 0.30362537764350456
    },
    {
        "current_steps": 201,
        "loss": 3.3786,
        "learning_rate": 9.469777306468716e-07,
        "epoch": 0.30513595166163143
    },
    {
        "current_steps": 202,
        "loss": 3.0444,
        "learning_rate": 9.464475079533404e-07,
        "epoch": 0.3066465256797583
    },
    {
        "current_steps": 203,
        "loss": 3.261,
        "learning_rate": 9.459172852598091e-07,
        "epoch": 0.3081570996978852
    },
    {
        "current_steps": 204,
        "loss": 3.3189,
        "learning_rate": 9.453870625662778e-07,
        "epoch": 0.30966767371601206
    },
    {
        "current_steps": 205,
        "loss": 3.4952,
        "learning_rate": 9.448568398727465e-07,
        "epoch": 0.311178247734139
    },
    {
        "current_steps": 206,
        "loss": 3.0673,
        "learning_rate": 9.443266171792152e-07,
        "epoch": 0.31268882175226587
    },
    {
        "current_steps": 207,
        "loss": 3.2579,
        "learning_rate": 9.437963944856839e-07,
        "epoch": 0.31419939577039274
    },
    {
        "current_steps": 208,
        "loss": 3.0032,
        "learning_rate": 9.432661717921527e-07,
        "epoch": 0.3157099697885196
    },
    {
        "current_steps": 209,
        "loss": 3.2322,
        "learning_rate": 9.427359490986214e-07,
        "epoch": 0.31722054380664655
    },
    {
        "current_steps": 210,
        "loss": 3.0372,
        "learning_rate": 9.422057264050901e-07,
        "epoch": 0.3187311178247734
    },
    {
        "current_steps": 211,
        "loss": 3.1053,
        "learning_rate": 9.416755037115588e-07,
        "epoch": 0.3202416918429003
    },
    {
        "current_steps": 212,
        "loss": 3.048,
        "learning_rate": 9.411452810180275e-07,
        "epoch": 0.3217522658610272
    },
    {
        "current_steps": 213,
        "loss": 3.0653,
        "learning_rate": 9.406150583244962e-07,
        "epoch": 0.32326283987915405
    },
    {
        "current_steps": 214,
        "loss": 2.9183,
        "learning_rate": 9.40084835630965e-07,
        "epoch": 0.324773413897281
    },
    {
        "current_steps": 215,
        "loss": 3.0895,
        "learning_rate": 9.395546129374337e-07,
        "epoch": 0.32628398791540786
    },
    {
        "current_steps": 216,
        "loss": 2.6947,
        "learning_rate": 9.390243902439024e-07,
        "epoch": 0.32779456193353473
    },
    {
        "current_steps": 217,
        "loss": 3.0717,
        "learning_rate": 9.384941675503711e-07,
        "epoch": 0.3293051359516616
    },
    {
        "current_steps": 218,
        "loss": 2.9181,
        "learning_rate": 9.379639448568398e-07,
        "epoch": 0.33081570996978854
    },
    {
        "current_steps": 219,
        "loss": 3.0709,
        "learning_rate": 9.374337221633085e-07,
        "epoch": 0.3323262839879154
    },
    {
        "current_steps": 220,
        "loss": 2.9505,
        "learning_rate": 9.369034994697774e-07,
        "epoch": 0.3338368580060423
    },
    {
        "current_steps": 221,
        "loss": 2.8928,
        "learning_rate": 9.36373276776246e-07,
        "epoch": 0.33534743202416917
    },
    {
        "current_steps": 222,
        "loss": 3.1669,
        "learning_rate": 9.358430540827147e-07,
        "epoch": 0.3368580060422961
    },
    {
        "current_steps": 223,
        "loss": 3.1317,
        "learning_rate": 9.353128313891834e-07,
        "epoch": 0.338368580060423
    },
    {
        "current_steps": 224,
        "loss": 3.1631,
        "learning_rate": 9.347826086956522e-07,
        "epoch": 0.33987915407854985
    },
    {
        "current_steps": 225,
        "loss": 2.6912,
        "learning_rate": 9.342523860021208e-07,
        "epoch": 0.3413897280966767
    },
    {
        "current_steps": 226,
        "loss": 3.0521,
        "learning_rate": 9.337221633085895e-07,
        "epoch": 0.3429003021148036
    },
    {
        "current_steps": 227,
        "loss": 3.3139,
        "learning_rate": 9.331919406150583e-07,
        "epoch": 0.34441087613293053
    },
    {
        "current_steps": 228,
        "loss": 3.0466,
        "learning_rate": 9.326617179215271e-07,
        "epoch": 0.3459214501510574
    },
    {
        "current_steps": 229,
        "loss": 3.2494,
        "learning_rate": 9.321314952279957e-07,
        "epoch": 0.3474320241691843
    },
    {
        "current_steps": 230,
        "loss": 3.2022,
        "learning_rate": 9.316012725344644e-07,
        "epoch": 0.34894259818731116
    },
    {
        "current_steps": 231,
        "loss": 3.1887,
        "learning_rate": 9.310710498409331e-07,
        "epoch": 0.3504531722054381
    },
    {
        "current_steps": 232,
        "loss": 3.2125,
        "learning_rate": 9.305408271474019e-07,
        "epoch": 0.35196374622356497
    },
    {
        "current_steps": 233,
        "loss": 3.0106,
        "learning_rate": 9.300106044538706e-07,
        "epoch": 0.35347432024169184
    },
    {
        "current_steps": 234,
        "loss": 3.1587,
        "learning_rate": 9.294803817603393e-07,
        "epoch": 0.3549848942598187
    },
    {
        "current_steps": 235,
        "loss": 3.0159,
        "learning_rate": 9.289501590668081e-07,
        "epoch": 0.3564954682779456
    },
    {
        "current_steps": 236,
        "loss": 2.9888,
        "learning_rate": 9.284199363732768e-07,
        "epoch": 0.3580060422960725
    },
    {
        "current_steps": 237,
        "loss": 3.3355,
        "learning_rate": 9.278897136797454e-07,
        "epoch": 0.3595166163141994
    },
    {
        "current_steps": 238,
        "loss": 3.2464,
        "learning_rate": 9.273594909862141e-07,
        "epoch": 0.3610271903323263
    },
    {
        "current_steps": 239,
        "loss": 3.1984,
        "learning_rate": 9.26829268292683e-07,
        "epoch": 0.36253776435045315
    },
    {
        "current_steps": 240,
        "loss": 3.1774,
        "learning_rate": 9.262990455991516e-07,
        "epoch": 0.3640483383685801
    },
    {
        "current_steps": 241,
        "loss": 3.1891,
        "learning_rate": 9.257688229056203e-07,
        "epoch": 0.36555891238670696
    },
    {
        "current_steps": 242,
        "loss": 3.2667,
        "learning_rate": 9.25238600212089e-07,
        "epoch": 0.36706948640483383
    },
    {
        "current_steps": 243,
        "loss": 3.0815,
        "learning_rate": 9.25238600212089e-07,
        "epoch": 0.3685800604229607
    },
    {
        "current_steps": 244,
        "loss": 2.9868,
        "learning_rate": 9.247083775185578e-07,
        "epoch": 0.37009063444108764
    },
    {
        "current_steps": 245,
        "loss": 3.2655,
        "learning_rate": 9.241781548250264e-07,
        "epoch": 0.3716012084592145
    },
    {
        "current_steps": 246,
        "loss": 3.2307,
        "learning_rate": 9.236479321314951e-07,
        "epoch": 0.3731117824773414
    },
    {
        "current_steps": 247,
        "loss": 3.2197,
        "learning_rate": 9.231177094379639e-07,
        "epoch": 0.37462235649546827
    },
    {
        "current_steps": 248,
        "loss": 3.2812,
        "learning_rate": 9.225874867444327e-07,
        "epoch": 0.37613293051359514
    },
    {
        "current_steps": 249,
        "loss": 3.0202,
        "learning_rate": 9.220572640509013e-07,
        "epoch": 0.3776435045317221
    },
    {
        "current_steps": 250,
        "loss": 2.7464,
        "learning_rate": 9.2152704135737e-07,
        "epoch": 0.37915407854984895
    },
    {
        "current_steps": 251,
        "loss": 3.0009,
        "learning_rate": 9.209968186638388e-07,
        "epoch": 0.3806646525679758
    },
    {
        "current_steps": 252,
        "loss": 2.9182,
        "learning_rate": 9.204665959703075e-07,
        "epoch": 0.3821752265861027
    },
    {
        "current_steps": 253,
        "loss": 3.0978,
        "learning_rate": 9.199363732767762e-07,
        "epoch": 0.38368580060422963
    },
    {
        "current_steps": 254,
        "loss": 2.5917,
        "learning_rate": 9.194061505832449e-07,
        "epoch": 0.3851963746223565
    },
    {
        "current_steps": 255,
        "loss": 3.2166,
        "learning_rate": 9.188759278897137e-07,
        "epoch": 0.3867069486404834
    },
    {
        "current_steps": 256,
        "loss": 3.049,
        "learning_rate": 9.183457051961824e-07,
        "epoch": 0.38821752265861026
    },
    {
        "current_steps": 257,
        "loss": 2.9817,
        "learning_rate": 9.17815482502651e-07,
        "epoch": 0.38972809667673713
    },
    {
        "current_steps": 258,
        "loss": 3.3222,
        "learning_rate": 9.172852598091197e-07,
        "epoch": 0.39123867069486407
    },
    {
        "current_steps": 259,
        "loss": 3.1317,
        "learning_rate": 9.167550371155886e-07,
        "epoch": 0.39274924471299094
    },
    {
        "current_steps": 260,
        "loss": 2.9371,
        "learning_rate": 9.162248144220573e-07,
        "epoch": 0.3942598187311178
    },
    {
        "current_steps": 261,
        "loss": 3.1652,
        "learning_rate": 9.156945917285259e-07,
        "epoch": 0.3957703927492447
    },
    {
        "current_steps": 262,
        "loss": 3.1902,
        "learning_rate": 9.151643690349946e-07,
        "epoch": 0.3972809667673716
    },
    {
        "current_steps": 263,
        "loss": 3.1463,
        "learning_rate": 9.146341463414634e-07,
        "epoch": 0.3987915407854985
    },
    {
        "current_steps": 264,
        "loss": 2.9862,
        "learning_rate": 9.141039236479321e-07,
        "epoch": 0.4003021148036254
    },
    {
        "current_steps": 265,
        "loss": 3.3495,
        "learning_rate": 9.135737009544007e-07,
        "epoch": 0.40181268882175225
    },
    {
        "current_steps": 266,
        "loss": 2.5696,
        "learning_rate": 9.130434782608695e-07,
        "epoch": 0.4033232628398791
    },
    {
        "current_steps": 267,
        "loss": 2.9964,
        "learning_rate": 9.125132555673383e-07,
        "epoch": 0.40483383685800606
    },
    {
        "current_steps": 268,
        "loss": 2.6063,
        "learning_rate": 9.11983032873807e-07,
        "epoch": 0.40634441087613293
    },
    {
        "current_steps": 269,
        "loss": 3.5285,
        "learning_rate": 9.114528101802756e-07,
        "epoch": 0.4078549848942598
    },
    {
        "current_steps": 270,
        "loss": 3.3055,
        "learning_rate": 9.109225874867444e-07,
        "epoch": 0.4093655589123867
    },
    {
        "current_steps": 271,
        "loss": 3.1632,
        "learning_rate": 9.103923647932131e-07,
        "epoch": 0.4108761329305136
    },
    {
        "current_steps": 272,
        "loss": 3.0509,
        "learning_rate": 9.098621420996819e-07,
        "epoch": 0.4123867069486405
    },
    {
        "current_steps": 273,
        "loss": 3.1983,
        "learning_rate": 9.093319194061505e-07,
        "epoch": 0.41389728096676737
    },
    {
        "current_steps": 274,
        "loss": 3.1477,
        "learning_rate": 9.088016967126193e-07,
        "epoch": 0.41540785498489424
    },
    {
        "current_steps": 275,
        "loss": 2.8309,
        "learning_rate": 9.08271474019088e-07,
        "epoch": 0.4169184290030212
    },
    {
        "current_steps": 276,
        "loss": 2.5193,
        "learning_rate": 9.077412513255567e-07,
        "epoch": 0.41842900302114805
    },
    {
        "current_steps": 277,
        "loss": 2.6047,
        "learning_rate": 9.072110286320253e-07,
        "epoch": 0.4199395770392749
    },
    {
        "current_steps": 278,
        "loss": 3.1801,
        "learning_rate": 9.066808059384942e-07,
        "epoch": 0.4214501510574018
    },
    {
        "current_steps": 279,
        "loss": 3.2664,
        "learning_rate": 9.061505832449629e-07,
        "epoch": 0.4229607250755287
    },
    {
        "current_steps": 280,
        "loss": 3.1992,
        "learning_rate": 9.056203605514315e-07,
        "epoch": 0.4244712990936556
    },
    {
        "current_steps": 281,
        "loss": 3.003,
        "learning_rate": 9.050901378579002e-07,
        "epoch": 0.4259818731117825
    },
    {
        "current_steps": 282,
        "loss": 3.1076,
        "learning_rate": 9.04559915164369e-07,
        "epoch": 0.42749244712990936
    },
    {
        "current_steps": 283,
        "loss": 3.032,
        "learning_rate": 9.040296924708377e-07,
        "epoch": 0.42900302114803623
    },
    {
        "current_steps": 284,
        "loss": 3.3778,
        "learning_rate": 9.034994697773063e-07,
        "epoch": 0.43051359516616317
    },
    {
        "current_steps": 285,
        "loss": 3.0228,
        "learning_rate": 9.029692470837752e-07,
        "epoch": 0.43202416918429004
    },
    {
        "current_steps": 286,
        "loss": 3.1486,
        "learning_rate": 9.024390243902439e-07,
        "epoch": 0.4335347432024169
    },
    {
        "current_steps": 287,
        "loss": 2.5894,
        "learning_rate": 9.019088016967126e-07,
        "epoch": 0.4350453172205438
    },
    {
        "current_steps": 288,
        "loss": 3.0163,
        "learning_rate": 9.013785790031812e-07,
        "epoch": 0.43655589123867067
    },
    {
        "current_steps": 289,
        "loss": 2.8523,
        "learning_rate": 9.0084835630965e-07,
        "epoch": 0.4380664652567976
    },
    {
        "current_steps": 290,
        "loss": 2.9167,
        "learning_rate": 9.003181336161188e-07,
        "epoch": 0.4395770392749245
    },
    {
        "current_steps": 291,
        "loss": 3.3304,
        "learning_rate": 8.997879109225875e-07,
        "epoch": 0.44108761329305135
    },
    {
        "current_steps": 292,
        "loss": 2.8962,
        "learning_rate": 8.992576882290561e-07,
        "epoch": 0.4425981873111782
    },
    {
        "current_steps": 293,
        "loss": 3.2467,
        "learning_rate": 8.987274655355249e-07,
        "epoch": 0.44410876132930516
    },
    {
        "current_steps": 294,
        "loss": 3.0529,
        "learning_rate": 8.981972428419936e-07,
        "epoch": 0.44561933534743203
    },
    {
        "current_steps": 295,
        "loss": 3.0481,
        "learning_rate": 8.976670201484623e-07,
        "epoch": 0.4471299093655589
    },
    {
        "current_steps": 296,
        "loss": 3.081,
        "learning_rate": 8.971367974549309e-07,
        "epoch": 0.4486404833836858
    },
    {
        "current_steps": 297,
        "loss": 3.2012,
        "learning_rate": 8.966065747613998e-07,
        "epoch": 0.4501510574018127
    },
    {
        "current_steps": 298,
        "loss": 3.2297,
        "learning_rate": 8.960763520678685e-07,
        "epoch": 0.4516616314199396
    },
    {
        "current_steps": 299,
        "loss": 2.7969,
        "learning_rate": 8.955461293743372e-07,
        "epoch": 0.45317220543806647
    },
    {
        "current_steps": 300,
        "loss": 3.2338,
        "learning_rate": 8.950159066808058e-07,
        "epoch": 0.45468277945619334
    },
    {
        "current_steps": 301,
        "loss": 3.5633,
        "learning_rate": 8.944856839872746e-07,
        "epoch": 0.4561933534743202
    },
    {
        "current_steps": 302,
        "loss": 3.2321,
        "learning_rate": 8.939554612937433e-07,
        "epoch": 0.45770392749244715
    },
    {
        "current_steps": 303,
        "loss": 3.2112,
        "learning_rate": 8.934252386002121e-07,
        "epoch": 0.459214501510574
    },
    {
        "current_steps": 304,
        "loss": 3.13,
        "learning_rate": 8.928950159066808e-07,
        "epoch": 0.4607250755287009
    },
    {
        "current_steps": 305,
        "loss": 3.1433,
        "learning_rate": 8.923647932131495e-07,
        "epoch": 0.4622356495468278
    },
    {
        "current_steps": 306,
        "loss": 3.2684,
        "learning_rate": 8.918345705196182e-07,
        "epoch": 0.4637462235649547
    },
    {
        "current_steps": 307,
        "loss": 3.0937,
        "learning_rate": 8.913043478260869e-07,
        "epoch": 0.4652567975830816
    },
    {
        "current_steps": 308,
        "loss": 3.3234,
        "learning_rate": 8.907741251325556e-07,
        "epoch": 0.46676737160120846
    },
    {
        "current_steps": 309,
        "loss": 3.3496,
        "learning_rate": 8.902439024390244e-07,
        "epoch": 0.46827794561933533
    },
    {
        "current_steps": 310,
        "loss": 3.1118,
        "learning_rate": 8.897136797454931e-07,
        "epoch": 0.4697885196374622
    },
    {
        "current_steps": 311,
        "loss": 3.3059,
        "learning_rate": 8.891834570519618e-07,
        "epoch": 0.47129909365558914
    },
    {
        "current_steps": 312,
        "loss": 2.9695,
        "learning_rate": 8.886532343584305e-07,
        "epoch": 0.472809667673716
    },
    {
        "current_steps": 313,
        "loss": 3.2671,
        "learning_rate": 8.881230116648992e-07,
        "epoch": 0.4743202416918429
    },
    {
        "current_steps": 314,
        "loss": 3.0554,
        "learning_rate": 8.875927889713679e-07,
        "epoch": 0.47583081570996977
    },
    {
        "current_steps": 315,
        "loss": 3.2973,
        "learning_rate": 8.870625662778366e-07,
        "epoch": 0.4773413897280967
    },
    {
        "current_steps": 316,
        "loss": 3.2223,
        "learning_rate": 8.865323435843054e-07,
        "epoch": 0.4788519637462236
    },
    {
        "current_steps": 317,
        "loss": 3.4084,
        "learning_rate": 8.860021208907741e-07,
        "epoch": 0.48036253776435045
    },
    {
        "current_steps": 318,
        "loss": 3.0606,
        "learning_rate": 8.854718981972428e-07,
        "epoch": 0.4818731117824773
    },
    {
        "current_steps": 319,
        "loss": 3.3439,
        "learning_rate": 8.849416755037116e-07,
        "epoch": 0.48338368580060426
    },
    {
        "current_steps": 320,
        "loss": 3.2179,
        "learning_rate": 8.844114528101802e-07,
        "epoch": 0.48489425981873113
    },
    {
        "current_steps": 321,
        "loss": 3.1217,
        "learning_rate": 8.838812301166489e-07,
        "epoch": 0.486404833836858
    },
    {
        "current_steps": 322,
        "loss": 3.1913,
        "learning_rate": 8.833510074231177e-07,
        "epoch": 0.4879154078549849
    },
    {
        "current_steps": 323,
        "loss": 3.0094,
        "learning_rate": 8.828207847295865e-07,
        "epoch": 0.48942598187311176
    },
    {
        "current_steps": 324,
        "loss": 2.7767,
        "learning_rate": 8.822905620360551e-07,
        "epoch": 0.4909365558912387
    },
    {
        "current_steps": 325,
        "loss": 3.084,
        "learning_rate": 8.817603393425238e-07,
        "epoch": 0.49244712990936557
    },
    {
        "current_steps": 326,
        "loss": 2.9481,
        "learning_rate": 8.812301166489925e-07,
        "epoch": 0.49395770392749244
    },
    {
        "current_steps": 327,
        "loss": 3.0572,
        "learning_rate": 8.806998939554613e-07,
        "epoch": 0.4954682779456193
    },
    {
        "current_steps": 328,
        "loss": 3.0843,
        "learning_rate": 8.8016967126193e-07,
        "epoch": 0.49697885196374625
    },
    {
        "current_steps": 329,
        "loss": 2.938,
        "learning_rate": 8.796394485683987e-07,
        "epoch": 0.4984894259818731
    },
    {
        "current_steps": 330,
        "loss": 2.9294,
        "learning_rate": 8.791092258748674e-07,
        "epoch": 0.5
    },
    {
        "current_steps": 331,
        "loss": 2.9109,
        "learning_rate": 8.785790031813361e-07,
        "epoch": 0.5015105740181269
    },
    {
        "current_steps": 332,
        "loss": 2.9943,
        "learning_rate": 8.780487804878048e-07,
        "epoch": 0.5030211480362538
    },
    {
        "current_steps": 333,
        "loss": 2.7782,
        "learning_rate": 8.775185577942735e-07,
        "epoch": 0.5045317220543807
    },
    {
        "current_steps": 334,
        "loss": 3.1677,
        "learning_rate": 8.769883351007424e-07,
        "epoch": 0.5060422960725075
    },
    {
        "current_steps": 335,
        "loss": 2.9955,
        "learning_rate": 8.76458112407211e-07,
        "epoch": 0.5075528700906344
    },
    {
        "current_steps": 336,
        "loss": 3.3114,
        "learning_rate": 8.759278897136797e-07,
        "epoch": 0.5090634441087614
    },
    {
        "current_steps": 337,
        "loss": 3.2823,
        "learning_rate": 8.753976670201484e-07,
        "epoch": 0.5105740181268882
    },
    {
        "current_steps": 338,
        "loss": 2.7996,
        "learning_rate": 8.748674443266172e-07,
        "epoch": 0.5120845921450151
    },
    {
        "current_steps": 339,
        "loss": 3.1617,
        "learning_rate": 8.743372216330858e-07,
        "epoch": 0.513595166163142
    },
    {
        "current_steps": 340,
        "loss": 3.1676,
        "learning_rate": 8.738069989395545e-07,
        "epoch": 0.5151057401812689
    },
    {
        "current_steps": 341,
        "loss": 2.4332,
        "learning_rate": 8.732767762460233e-07,
        "epoch": 0.5166163141993958
    },
    {
        "current_steps": 342,
        "loss": 3.1305,
        "learning_rate": 8.727465535524921e-07,
        "epoch": 0.5181268882175226
    },
    {
        "current_steps": 343,
        "loss": 3.1859,
        "learning_rate": 8.722163308589607e-07,
        "epoch": 0.5196374622356495
    },
    {
        "current_steps": 344,
        "loss": 3.0989,
        "learning_rate": 8.716861081654294e-07,
        "epoch": 0.5211480362537765
    },
    {
        "current_steps": 345,
        "loss": 2.9217,
        "learning_rate": 8.711558854718981e-07,
        "epoch": 0.5226586102719033
    },
    {
        "current_steps": 346,
        "loss": 3.0529,
        "learning_rate": 8.706256627783669e-07,
        "epoch": 0.5241691842900302
    },
    {
        "current_steps": 347,
        "loss": 2.9959,
        "learning_rate": 8.700954400848356e-07,
        "epoch": 0.525679758308157
    },
    {
        "current_steps": 348,
        "loss": 3.6103,
        "learning_rate": 8.695652173913043e-07,
        "epoch": 0.527190332326284
    },
    {
        "current_steps": 349,
        "loss": 3.1724,
        "learning_rate": 8.69034994697773e-07,
        "epoch": 0.5287009063444109
    },
    {
        "current_steps": 350,
        "loss": 3.1836,
        "learning_rate": 8.685047720042418e-07,
        "epoch": 0.5302114803625377
    },
    {
        "current_steps": 351,
        "loss": 3.2854,
        "learning_rate": 8.679745493107104e-07,
        "epoch": 0.5317220543806647
    },
    {
        "current_steps": 352,
        "loss": 3.1328,
        "learning_rate": 8.674443266171791e-07,
        "epoch": 0.5332326283987915
    },
    {
        "current_steps": 353,
        "loss": 2.0668,
        "learning_rate": 8.66914103923648e-07,
        "epoch": 0.5347432024169184
    },
    {
        "current_steps": 354,
        "loss": 3.0729,
        "learning_rate": 8.663838812301167e-07,
        "epoch": 0.5362537764350453
    },
    {
        "current_steps": 355,
        "loss": 3.1418,
        "learning_rate": 8.658536585365853e-07,
        "epoch": 0.5377643504531722
    },
    {
        "current_steps": 356,
        "loss": 3.1024,
        "learning_rate": 8.65323435843054e-07,
        "epoch": 0.5392749244712991
    },
    {
        "current_steps": 357,
        "loss": 3.0899,
        "learning_rate": 8.647932131495228e-07,
        "epoch": 0.540785498489426
    },
    {
        "current_steps": 358,
        "loss": 3.1664,
        "learning_rate": 8.642629904559915e-07,
        "epoch": 0.5422960725075529
    },
    {
        "current_steps": 359,
        "loss": 3.0295,
        "learning_rate": 8.637327677624601e-07,
        "epoch": 0.5438066465256798
    },
    {
        "current_steps": 360,
        "loss": 3.1117,
        "learning_rate": 8.632025450689289e-07,
        "epoch": 0.5453172205438066
    },
    {
        "current_steps": 361,
        "loss": 3.2985,
        "learning_rate": 8.626723223753977e-07,
        "epoch": 0.5468277945619335
    },
    {
        "current_steps": 362,
        "loss": 3.1515,
        "learning_rate": 8.621420996818664e-07,
        "epoch": 0.5483383685800605
    },
    {
        "current_steps": 363,
        "loss": 2.7235,
        "learning_rate": 8.61611876988335e-07,
        "epoch": 0.5498489425981873
    },
    {
        "current_steps": 364,
        "loss": 3.1985,
        "learning_rate": 8.610816542948037e-07,
        "epoch": 0.5513595166163142
    },
    {
        "current_steps": 365,
        "loss": 2.8398,
        "learning_rate": 8.605514316012725e-07,
        "epoch": 0.552870090634441
    },
    {
        "current_steps": 366,
        "loss": 3.0781,
        "learning_rate": 8.600212089077413e-07,
        "epoch": 0.554380664652568
    },
    {
        "current_steps": 367,
        "loss": 2.8402,
        "learning_rate": 8.594909862142099e-07,
        "epoch": 0.5558912386706949
    },
    {
        "current_steps": 368,
        "loss": 2.8804,
        "learning_rate": 8.589607635206787e-07,
        "epoch": 0.5574018126888217
    },
    {
        "current_steps": 369,
        "loss": 3.1703,
        "learning_rate": 8.584305408271474e-07,
        "epoch": 0.5589123867069486
    },
    {
        "current_steps": 370,
        "loss": 3.1955,
        "learning_rate": 8.579003181336161e-07,
        "epoch": 0.5604229607250756
    },
    {
        "current_steps": 371,
        "loss": 3.1886,
        "learning_rate": 8.573700954400847e-07,
        "epoch": 0.5619335347432024
    },
    {
        "current_steps": 372,
        "loss": 3.0821,
        "learning_rate": 8.568398727465536e-07,
        "epoch": 0.5634441087613293
    },
    {
        "current_steps": 373,
        "loss": 2.7845,
        "learning_rate": 8.563096500530223e-07,
        "epoch": 0.5649546827794562
    },
    {
        "current_steps": 374,
        "loss": 3.1924,
        "learning_rate": 8.557794273594909e-07,
        "epoch": 0.5664652567975831
    },
    {
        "current_steps": 375,
        "loss": 3.2262,
        "learning_rate": 8.552492046659596e-07,
        "epoch": 0.56797583081571
    },
    {
        "current_steps": 376,
        "loss": 3.0846,
        "learning_rate": 8.547189819724284e-07,
        "epoch": 0.5694864048338368
    },
    {
        "current_steps": 377,
        "loss": 3.2293,
        "learning_rate": 8.541887592788971e-07,
        "epoch": 0.5709969788519638
    },
    {
        "current_steps": 378,
        "loss": 2.9524,
        "learning_rate": 8.536585365853657e-07,
        "epoch": 0.5725075528700906
    },
    {
        "current_steps": 379,
        "loss": 3.2021,
        "learning_rate": 8.531283138918345e-07,
        "epoch": 0.5740181268882175
    },
    {
        "current_steps": 380,
        "loss": 3.255,
        "learning_rate": 8.525980911983033e-07,
        "epoch": 0.5755287009063444
    },
    {
        "current_steps": 381,
        "loss": 3.151,
        "learning_rate": 8.52067868504772e-07,
        "epoch": 0.5770392749244713
    },
    {
        "current_steps": 382,
        "loss": 3.3928,
        "learning_rate": 8.515376458112406e-07,
        "epoch": 0.5785498489425982
    },
    {
        "current_steps": 383,
        "loss": 3.0898,
        "learning_rate": 8.510074231177093e-07,
        "epoch": 0.5800604229607251
    },
    {
        "current_steps": 384,
        "loss": 3.045,
        "learning_rate": 8.504772004241781e-07,
        "epoch": 0.581570996978852
    },
    {
        "current_steps": 385,
        "loss": 2.9802,
        "learning_rate": 8.499469777306469e-07,
        "epoch": 0.5830815709969789
    },
    {
        "current_steps": 386,
        "loss": 3.301,
        "learning_rate": 8.494167550371155e-07,
        "epoch": 0.5845921450151057
    },
    {
        "current_steps": 387,
        "loss": 2.794,
        "learning_rate": 8.488865323435843e-07,
        "epoch": 0.5861027190332326
    },
    {
        "current_steps": 388,
        "loss": 3.3134,
        "learning_rate": 8.48356309650053e-07,
        "epoch": 0.5876132930513596
    },
    {
        "current_steps": 389,
        "loss": 3.1513,
        "learning_rate": 8.478260869565217e-07,
        "epoch": 0.5891238670694864
    },
    {
        "current_steps": 390,
        "loss": 3.1984,
        "learning_rate": 8.472958642629903e-07,
        "epoch": 0.5906344410876133
    },
    {
        "current_steps": 391,
        "loss": 2.9866,
        "learning_rate": 8.467656415694592e-07,
        "epoch": 0.5921450151057401
    },
    {
        "current_steps": 392,
        "loss": 3.0448,
        "learning_rate": 8.462354188759279e-07,
        "epoch": 0.5936555891238671
    },
    {
        "current_steps": 393,
        "loss": 3.0681,
        "learning_rate": 8.457051961823966e-07,
        "epoch": 0.595166163141994
    },
    {
        "current_steps": 394,
        "loss": 3.1794,
        "learning_rate": 8.451749734888652e-07,
        "epoch": 0.5966767371601208
    },
    {
        "current_steps": 395,
        "loss": 3.2612,
        "learning_rate": 8.44644750795334e-07,
        "epoch": 0.5981873111782477
    },
    {
        "current_steps": 396,
        "loss": 3.2551,
        "learning_rate": 8.441145281018027e-07,
        "epoch": 0.5996978851963746
    },
    {
        "current_steps": 397,
        "loss": 2.9567,
        "learning_rate": 8.435843054082715e-07,
        "epoch": 0.6012084592145015
    },
    {
        "current_steps": 398,
        "loss": 3.0785,
        "learning_rate": 8.430540827147401e-07,
        "epoch": 0.6027190332326284
    },
    {
        "current_steps": 399,
        "loss": 2.9135,
        "learning_rate": 8.425238600212089e-07,
        "epoch": 0.6042296072507553
    },
    {
        "current_steps": 400,
        "loss": 3.1097,
        "learning_rate": 8.419936373276776e-07,
        "epoch": 0.6057401812688822
    },
    {
        "current_steps": 401,
        "loss": 3.2021,
        "learning_rate": 8.414634146341463e-07,
        "epoch": 0.6072507552870091
    },
    {
        "current_steps": 402,
        "loss": 3.0949,
        "learning_rate": 8.40933191940615e-07,
        "epoch": 0.6087613293051359
    },
    {
        "current_steps": 403,
        "loss": 2.9137,
        "learning_rate": 8.404029692470838e-07,
        "epoch": 0.6102719033232629
    },
    {
        "current_steps": 404,
        "loss": 3.1532,
        "learning_rate": 8.398727465535525e-07,
        "epoch": 0.6117824773413897
    },
    {
        "current_steps": 405,
        "loss": 3.2406,
        "learning_rate": 8.393425238600212e-07,
        "epoch": 0.6132930513595166
    },
    {
        "current_steps": 406,
        "loss": 3.0427,
        "learning_rate": 8.388123011664899e-07,
        "epoch": 0.6148036253776435
    },
    {
        "current_steps": 407,
        "loss": 3.267,
        "learning_rate": 8.382820784729586e-07,
        "epoch": 0.6163141993957704
    },
    {
        "current_steps": 408,
        "loss": 3.0729,
        "learning_rate": 8.377518557794273e-07,
        "epoch": 0.6178247734138973
    },
    {
        "current_steps": 409,
        "loss": 3.0987,
        "learning_rate": 8.37221633085896e-07,
        "epoch": 0.6193353474320241
    },
    {
        "current_steps": 410,
        "loss": 3.1801,
        "learning_rate": 8.366914103923648e-07,
        "epoch": 0.620845921450151
    },
    {
        "current_steps": 411,
        "loss": 3.0017,
        "learning_rate": 8.361611876988335e-07,
        "epoch": 0.622356495468278
    },
    {
        "current_steps": 412,
        "loss": 3.3731,
        "learning_rate": 8.356309650053022e-07,
        "epoch": 0.6238670694864048
    },
    {
        "current_steps": 413,
        "loss": 2.6755,
        "learning_rate": 8.351007423117708e-07,
        "epoch": 0.6253776435045317
    },
    {
        "current_steps": 414,
        "loss": 3.1755,
        "learning_rate": 8.345705196182396e-07,
        "epoch": 0.6268882175226587
    },
    {
        "current_steps": 415,
        "loss": 3.1861,
        "learning_rate": 8.340402969247083e-07,
        "epoch": 0.6283987915407855
    },
    {
        "current_steps": 416,
        "loss": 3.0512,
        "learning_rate": 8.335100742311771e-07,
        "epoch": 0.6299093655589124
    },
    {
        "current_steps": 417,
        "loss": 2.2501,
        "learning_rate": 8.329798515376459e-07,
        "epoch": 0.6314199395770392
    },
    {
        "current_steps": 418,
        "loss": 3.1965,
        "learning_rate": 8.324496288441145e-07,
        "epoch": 0.6329305135951662
    },
    {
        "current_steps": 419,
        "loss": 3.1893,
        "learning_rate": 8.319194061505832e-07,
        "epoch": 0.6344410876132931
    },
    {
        "current_steps": 420,
        "loss": 3.3295,
        "learning_rate": 8.313891834570519e-07,
        "epoch": 0.6359516616314199
    },
    {
        "current_steps": 421,
        "loss": 3.0503,
        "learning_rate": 8.308589607635206e-07,
        "epoch": 0.6374622356495468
    },
    {
        "current_steps": 422,
        "loss": 3.253,
        "learning_rate": 8.303287380699894e-07,
        "epoch": 0.6389728096676737
    },
    {
        "current_steps": 423,
        "loss": 3.3239,
        "learning_rate": 8.297985153764581e-07,
        "epoch": 0.6404833836858006
    },
    {
        "current_steps": 424,
        "loss": 3.461,
        "learning_rate": 8.292682926829268e-07,
        "epoch": 0.6419939577039275
    },
    {
        "current_steps": 425,
        "loss": 2.8585,
        "learning_rate": 8.287380699893955e-07,
        "epoch": 0.6435045317220544
    },
    {
        "current_steps": 426,
        "loss": 3.13,
        "learning_rate": 8.282078472958642e-07,
        "epoch": 0.6450151057401813
    },
    {
        "current_steps": 427,
        "loss": 3.1843,
        "learning_rate": 8.276776246023329e-07,
        "epoch": 0.6465256797583081
    },
    {
        "current_steps": 428,
        "loss": 3.0517,
        "learning_rate": 8.271474019088016e-07,
        "epoch": 0.648036253776435
    },
    {
        "current_steps": 429,
        "loss": 3.1236,
        "learning_rate": 8.266171792152704e-07,
        "epoch": 0.649546827794562
    },
    {
        "current_steps": 430,
        "loss": 2.8257,
        "learning_rate": 8.260869565217391e-07,
        "epoch": 0.6510574018126888
    },
    {
        "current_steps": 431,
        "loss": 2.9849,
        "learning_rate": 8.255567338282078e-07,
        "epoch": 0.6525679758308157
    },
    {
        "current_steps": 432,
        "loss": 3.0392,
        "learning_rate": 8.250265111346765e-07,
        "epoch": 0.6540785498489426
    },
    {
        "current_steps": 433,
        "loss": 3.1265,
        "learning_rate": 8.244962884411452e-07,
        "epoch": 0.6555891238670695
    },
    {
        "current_steps": 434,
        "loss": 2.9919,
        "learning_rate": 8.239660657476139e-07,
        "epoch": 0.6570996978851964
    },
    {
        "current_steps": 435,
        "loss": 2.8665,
        "learning_rate": 8.234358430540827e-07,
        "epoch": 0.6586102719033232
    },
    {
        "current_steps": 436,
        "loss": 3.2855,
        "learning_rate": 8.229056203605515e-07,
        "epoch": 0.6601208459214502
    },
    {
        "current_steps": 437,
        "loss": 3.2686,
        "learning_rate": 8.223753976670201e-07,
        "epoch": 0.6616314199395771
    },
    {
        "current_steps": 438,
        "loss": 3.1965,
        "learning_rate": 8.218451749734888e-07,
        "epoch": 0.6631419939577039
    },
    {
        "current_steps": 439,
        "loss": 3.1999,
        "learning_rate": 8.213149522799575e-07,
        "epoch": 0.6646525679758308
    },
    {
        "current_steps": 440,
        "loss": 3.0052,
        "learning_rate": 8.207847295864263e-07,
        "epoch": 0.6661631419939577
    },
    {
        "current_steps": 441,
        "loss": 3.3237,
        "learning_rate": 8.20254506892895e-07,
        "epoch": 0.6676737160120846
    },
    {
        "current_steps": 442,
        "loss": 2.9499,
        "learning_rate": 8.197242841993637e-07,
        "epoch": 0.6691842900302115
    },
    {
        "current_steps": 443,
        "loss": 3.0801,
        "learning_rate": 8.191940615058324e-07,
        "epoch": 0.6706948640483383
    },
    {
        "current_steps": 444,
        "loss": 3.0574,
        "learning_rate": 8.186638388123012e-07,
        "epoch": 0.6722054380664653
    },
    {
        "current_steps": 445,
        "loss": 3.068,
        "learning_rate": 8.181336161187698e-07,
        "epoch": 0.6737160120845922
    },
    {
        "current_steps": 446,
        "loss": 3.1562,
        "learning_rate": 8.176033934252385e-07,
        "epoch": 0.675226586102719
    },
    {
        "current_steps": 447,
        "loss": 2.9136,
        "learning_rate": 8.170731707317072e-07,
        "epoch": 0.676737160120846
    },
    {
        "current_steps": 448,
        "loss": 2.4061,
        "learning_rate": 8.165429480381761e-07,
        "epoch": 0.6782477341389728
    },
    {
        "current_steps": 449,
        "loss": 3.3174,
        "learning_rate": 8.160127253446447e-07,
        "epoch": 0.6797583081570997
    },
    {
        "current_steps": 450,
        "loss": 2.9948,
        "learning_rate": 8.154825026511134e-07,
        "epoch": 0.6812688821752266
    },
    {
        "current_steps": 451,
        "loss": 3.0868,
        "learning_rate": 8.149522799575822e-07,
        "epoch": 0.6827794561933535
    },
    {
        "current_steps": 452,
        "loss": 3.0387,
        "learning_rate": 8.144220572640509e-07,
        "epoch": 0.6842900302114804
    },
    {
        "current_steps": 453,
        "loss": 3.1065,
        "learning_rate": 8.138918345705195e-07,
        "epoch": 0.6858006042296072
    },
    {
        "current_steps": 454,
        "loss": 3.3386,
        "learning_rate": 8.133616118769883e-07,
        "epoch": 0.6873111782477341
    },
    {
        "current_steps": 455,
        "loss": 2.8352,
        "learning_rate": 8.128313891834571e-07,
        "epoch": 0.6888217522658611
    },
    {
        "current_steps": 456,
        "loss": 2.966,
        "learning_rate": 8.123011664899258e-07,
        "epoch": 0.6903323262839879
    },
    {
        "current_steps": 457,
        "loss": 3.1063,
        "learning_rate": 8.117709437963944e-07,
        "epoch": 0.6918429003021148
    },
    {
        "current_steps": 458,
        "loss": 3.1141,
        "learning_rate": 8.112407211028631e-07,
        "epoch": 0.6933534743202417
    },
    {
        "current_steps": 459,
        "loss": 2.979,
        "learning_rate": 8.107104984093319e-07,
        "epoch": 0.6948640483383686
    },
    {
        "current_steps": 460,
        "loss": 3.1482,
        "learning_rate": 8.101802757158007e-07,
        "epoch": 0.6963746223564955
    },
    {
        "current_steps": 461,
        "loss": 3.07,
        "learning_rate": 8.096500530222693e-07,
        "epoch": 0.6978851963746223
    },
    {
        "current_steps": 462,
        "loss": 2.5385,
        "learning_rate": 8.09119830328738e-07,
        "epoch": 0.6993957703927492
    },
    {
        "current_steps": 463,
        "loss": 3.0696,
        "learning_rate": 8.085896076352068e-07,
        "epoch": 0.7009063444108762
    },
    {
        "current_steps": 464,
        "loss": 2.9707,
        "learning_rate": 8.080593849416754e-07,
        "epoch": 0.702416918429003
    },
    {
        "current_steps": 465,
        "loss": 3.2853,
        "learning_rate": 8.075291622481441e-07,
        "epoch": 0.7039274924471299
    },
    {
        "current_steps": 466,
        "loss": 3.1772,
        "learning_rate": 8.06998939554613e-07,
        "epoch": 0.7054380664652568
    },
    {
        "current_steps": 467,
        "loss": 2.3754,
        "learning_rate": 8.064687168610817e-07,
        "epoch": 0.7069486404833837
    },
    {
        "current_steps": 468,
        "loss": 3.1331,
        "learning_rate": 8.059384941675503e-07,
        "epoch": 0.7084592145015106
    },
    {
        "current_steps": 469,
        "loss": 3.2332,
        "learning_rate": 8.05408271474019e-07,
        "epoch": 0.7099697885196374
    },
    {
        "current_steps": 470,
        "loss": 3.1364,
        "learning_rate": 8.048780487804878e-07,
        "epoch": 0.7114803625377644
    },
    {
        "current_steps": 471,
        "loss": 3.0382,
        "learning_rate": 8.043478260869565e-07,
        "epoch": 0.7129909365558912
    },
    {
        "current_steps": 472,
        "loss": 3.0213,
        "learning_rate": 8.038176033934251e-07,
        "epoch": 0.7145015105740181
    },
    {
        "current_steps": 473,
        "loss": 3.0728,
        "learning_rate": 8.032873806998939e-07,
        "epoch": 0.716012084592145
    },
    {
        "current_steps": 474,
        "loss": 2.8303,
        "learning_rate": 8.027571580063627e-07,
        "epoch": 0.7175226586102719
    },
    {
        "current_steps": 475,
        "loss": 2.9884,
        "learning_rate": 8.022269353128314e-07,
        "epoch": 0.7190332326283988
    },
    {
        "current_steps": 476,
        "loss": 2.8377,
        "learning_rate": 8.016967126193e-07,
        "epoch": 0.7205438066465257
    },
    {
        "current_steps": 477,
        "loss": 3.0181,
        "learning_rate": 8.011664899257687e-07,
        "epoch": 0.7220543806646526
    },
    {
        "current_steps": 478,
        "loss": 2.967,
        "learning_rate": 8.006362672322375e-07,
        "epoch": 0.7235649546827795
    },
    {
        "current_steps": 479,
        "loss": 3.1362,
        "learning_rate": 8.001060445387063e-07,
        "epoch": 0.7250755287009063
    },
    {
        "current_steps": 480,
        "loss": 3.0157,
        "learning_rate": 7.995758218451749e-07,
        "epoch": 0.7265861027190332
    },
    {
        "current_steps": 481,
        "loss": 3.2133,
        "learning_rate": 7.990455991516436e-07,
        "epoch": 0.7280966767371602
    },
    {
        "current_steps": 482,
        "loss": 3.2363,
        "learning_rate": 7.985153764581124e-07,
        "epoch": 0.729607250755287
    },
    {
        "current_steps": 483,
        "loss": 2.9194,
        "learning_rate": 7.979851537645811e-07,
        "epoch": 0.7311178247734139
    },
    {
        "current_steps": 484,
        "loss": 3.0577,
        "learning_rate": 7.974549310710497e-07,
        "epoch": 0.7326283987915407
    },
    {
        "current_steps": 485,
        "loss": 3.1717,
        "learning_rate": 7.969247083775186e-07,
        "epoch": 0.7341389728096677
    },
    {
        "current_steps": 486,
        "loss": 3.2147,
        "learning_rate": 7.963944856839873e-07,
        "epoch": 0.7356495468277946
    },
    {
        "current_steps": 487,
        "loss": 3.1182,
        "learning_rate": 7.95864262990456e-07,
        "epoch": 0.7371601208459214
    },
    {
        "current_steps": 488,
        "loss": 2.8692,
        "learning_rate": 7.953340402969246e-07,
        "epoch": 0.7386706948640483
    },
    {
        "current_steps": 489,
        "loss": 2.9588,
        "learning_rate": 7.948038176033934e-07,
        "epoch": 0.7401812688821753
    },
    {
        "current_steps": 490,
        "loss": 2.9832,
        "learning_rate": 7.942735949098621e-07,
        "epoch": 0.7416918429003021
    },
    {
        "current_steps": 491,
        "loss": 3.1204,
        "learning_rate": 7.937433722163309e-07,
        "epoch": 0.743202416918429
    },
    {
        "current_steps": 492,
        "loss": 3.0391,
        "learning_rate": 7.932131495227995e-07,
        "epoch": 0.7447129909365559
    },
    {
        "current_steps": 493,
        "loss": 2.8312,
        "learning_rate": 7.926829268292683e-07,
        "epoch": 0.7462235649546828
    },
    {
        "current_steps": 494,
        "loss": 2.8298,
        "learning_rate": 7.92152704135737e-07,
        "epoch": 0.7477341389728097
    },
    {
        "current_steps": 495,
        "loss": 2.8368,
        "learning_rate": 7.916224814422057e-07,
        "epoch": 0.7492447129909365
    },
    {
        "current_steps": 496,
        "loss": 3.212,
        "learning_rate": 7.910922587486743e-07,
        "epoch": 0.7507552870090635
    },
    {
        "current_steps": 497,
        "loss": 3.2808,
        "learning_rate": 7.905620360551431e-07,
        "epoch": 0.7522658610271903
    },
    {
        "current_steps": 498,
        "loss": 3.1818,
        "learning_rate": 7.900318133616119e-07,
        "epoch": 0.7537764350453172
    },
    {
        "current_steps": 499,
        "loss": 2.937,
        "learning_rate": 7.895015906680806e-07,
        "epoch": 0.7552870090634441
    },
    {
        "current_steps": 500,
        "loss": 3.1882,
        "learning_rate": 7.889713679745493e-07,
        "epoch": 0.756797583081571
    },
    {
        "current_steps": 501,
        "loss": 3.2112,
        "learning_rate": 7.88441145281018e-07,
        "epoch": 0.7583081570996979
    },
    {
        "current_steps": 502,
        "loss": 3.063,
        "learning_rate": 7.879109225874867e-07,
        "epoch": 0.7598187311178247
    },
    {
        "current_steps": 503,
        "loss": 2.8865,
        "learning_rate": 7.873806998939554e-07,
        "epoch": 0.7613293051359517
    },
    {
        "current_steps": 504,
        "loss": 3.1008,
        "learning_rate": 7.868504772004242e-07,
        "epoch": 0.7628398791540786
    },
    {
        "current_steps": 505,
        "loss": 2.8965,
        "learning_rate": 7.863202545068929e-07,
        "epoch": 0.7643504531722054
    },
    {
        "current_steps": 506,
        "loss": 2.8766,
        "learning_rate": 7.857900318133616e-07,
        "epoch": 0.7658610271903323
    },
    {
        "current_steps": 507,
        "loss": 2.3833,
        "learning_rate": 7.852598091198302e-07,
        "epoch": 0.7673716012084593
    },
    {
        "current_steps": 508,
        "loss": 3.1039,
        "learning_rate": 7.84729586426299e-07,
        "epoch": 0.7688821752265861
    },
    {
        "current_steps": 509,
        "loss": 2.7846,
        "learning_rate": 7.841993637327677e-07,
        "epoch": 0.770392749244713
    },
    {
        "current_steps": 510,
        "loss": 3.0165,
        "learning_rate": 7.836691410392365e-07,
        "epoch": 0.7719033232628398
    },
    {
        "current_steps": 511,
        "loss": 3.1822,
        "learning_rate": 7.831389183457051e-07,
        "epoch": 0.7734138972809668
    },
    {
        "current_steps": 512,
        "loss": 3.2,
        "learning_rate": 7.826086956521739e-07,
        "epoch": 0.7749244712990937
    },
    {
        "current_steps": 513,
        "loss": 3.0028,
        "learning_rate": 7.820784729586426e-07,
        "epoch": 0.7764350453172205
    },
    {
        "current_steps": 514,
        "loss": 2.9666,
        "learning_rate": 7.815482502651113e-07,
        "epoch": 0.7779456193353474
    },
    {
        "current_steps": 515,
        "loss": 2.7161,
        "learning_rate": 7.810180275715799e-07,
        "epoch": 0.7794561933534743
    },
    {
        "current_steps": 516,
        "loss": 2.9436,
        "learning_rate": 7.804878048780488e-07,
        "epoch": 0.7809667673716012
    },
    {
        "current_steps": 517,
        "loss": 3.1067,
        "learning_rate": 7.799575821845175e-07,
        "epoch": 0.7824773413897281
    },
    {
        "current_steps": 518,
        "loss": 2.9706,
        "learning_rate": 7.794273594909862e-07,
        "epoch": 0.783987915407855
    },
    {
        "current_steps": 519,
        "loss": 3.1969,
        "learning_rate": 7.788971367974549e-07,
        "epoch": 0.7854984894259819
    },
    {
        "current_steps": 520,
        "loss": 2.5519,
        "learning_rate": 7.783669141039236e-07,
        "epoch": 0.7870090634441088
    },
    {
        "current_steps": 521,
        "loss": 3.1815,
        "learning_rate": 7.778366914103923e-07,
        "epoch": 0.7885196374622356
    },
    {
        "current_steps": 522,
        "loss": 2.8434,
        "learning_rate": 7.77306468716861e-07,
        "epoch": 0.7900302114803626
    },
    {
        "current_steps": 523,
        "loss": 3.1529,
        "learning_rate": 7.767762460233298e-07,
        "epoch": 0.7915407854984894
    },
    {
        "current_steps": 524,
        "loss": 2.6969,
        "learning_rate": 7.762460233297985e-07,
        "epoch": 0.7930513595166163
    },
    {
        "current_steps": 525,
        "loss": 3.0667,
        "learning_rate": 7.757158006362672e-07,
        "epoch": 0.7945619335347432
    },
    {
        "current_steps": 526,
        "loss": 3.2016,
        "learning_rate": 7.751855779427359e-07,
        "epoch": 0.7960725075528701
    },
    {
        "current_steps": 527,
        "loss": 3.0715,
        "learning_rate": 7.746553552492046e-07,
        "epoch": 0.797583081570997
    },
    {
        "current_steps": 528,
        "loss": 3.1189,
        "learning_rate": 7.741251325556733e-07,
        "epoch": 0.7990936555891238
    },
    {
        "current_steps": 529,
        "loss": 3.1317,
        "learning_rate": 7.735949098621421e-07,
        "epoch": 0.8006042296072508
    },
    {
        "current_steps": 530,
        "loss": 3.1127,
        "learning_rate": 7.730646871686108e-07,
        "epoch": 0.8021148036253777
    },
    {
        "current_steps": 531,
        "loss": 3.3035,
        "learning_rate": 7.725344644750795e-07,
        "epoch": 0.8036253776435045
    },
    {
        "current_steps": 532,
        "loss": 3.2779,
        "learning_rate": 7.720042417815482e-07,
        "epoch": 0.8051359516616314
    },
    {
        "current_steps": 533,
        "loss": 2.9717,
        "learning_rate": 7.714740190880169e-07,
        "epoch": 0.8066465256797583
    },
    {
        "current_steps": 534,
        "loss": 3.1084,
        "learning_rate": 7.709437963944857e-07,
        "epoch": 0.8081570996978852
    },
    {
        "current_steps": 535,
        "loss": 3.0763,
        "learning_rate": 7.704135737009544e-07,
        "epoch": 0.8096676737160121
    },
    {
        "current_steps": 536,
        "loss": 2.4254,
        "learning_rate": 7.698833510074231e-07,
        "epoch": 0.8111782477341389
    },
    {
        "current_steps": 537,
        "loss": 3.2848,
        "learning_rate": 7.693531283138918e-07,
        "epoch": 0.8126888217522659
    },
    {
        "current_steps": 538,
        "loss": 2.9759,
        "learning_rate": 7.688229056203606e-07,
        "epoch": 0.8141993957703928
    },
    {
        "current_steps": 539,
        "loss": 2.8448,
        "learning_rate": 7.682926829268292e-07,
        "epoch": 0.8157099697885196
    },
    {
        "current_steps": 540,
        "loss": 2.8971,
        "learning_rate": 7.677624602332979e-07,
        "epoch": 0.8172205438066465
    },
    {
        "current_steps": 541,
        "loss": 3.0558,
        "learning_rate": 7.672322375397666e-07,
        "epoch": 0.8187311178247734
    },
    {
        "current_steps": 542,
        "loss": 3.1267,
        "learning_rate": 7.667020148462355e-07,
        "epoch": 0.8202416918429003
    },
    {
        "current_steps": 543,
        "loss": 2.6363,
        "learning_rate": 7.661717921527041e-07,
        "epoch": 0.8217522658610272
    },
    {
        "current_steps": 544,
        "loss": 2.9708,
        "learning_rate": 7.656415694591728e-07,
        "epoch": 0.823262839879154
    },
    {
        "current_steps": 545,
        "loss": 3.2362,
        "learning_rate": 7.651113467656415e-07,
        "epoch": 0.824773413897281
    },
    {
        "current_steps": 546,
        "loss": 3.0293,
        "learning_rate": 7.645811240721103e-07,
        "epoch": 0.8262839879154078
    },
    {
        "current_steps": 547,
        "loss": 3.1935,
        "learning_rate": 7.640509013785789e-07,
        "epoch": 0.8277945619335347
    },
    {
        "current_steps": 548,
        "loss": 3.0003,
        "learning_rate": 7.635206786850477e-07,
        "epoch": 0.8293051359516617
    },
    {
        "current_steps": 549,
        "loss": 3.2585,
        "learning_rate": 7.629904559915165e-07,
        "epoch": 0.8308157099697885
    },
    {
        "current_steps": 550,
        "loss": 3.1151,
        "learning_rate": 7.624602332979852e-07,
        "epoch": 0.8323262839879154
    },
    {
        "current_steps": 551,
        "loss": 2.6131,
        "learning_rate": 7.619300106044538e-07,
        "epoch": 0.8338368580060423
    },
    {
        "current_steps": 552,
        "loss": 2.9351,
        "learning_rate": 7.613997879109225e-07,
        "epoch": 0.8353474320241692
    },
    {
        "current_steps": 553,
        "loss": 3.0069,
        "learning_rate": 7.608695652173913e-07,
        "epoch": 0.8368580060422961
    },
    {
        "current_steps": 554,
        "loss": 2.5323,
        "learning_rate": 7.6033934252386e-07,
        "epoch": 0.8383685800604229
    },
    {
        "current_steps": 555,
        "loss": 3.1387,
        "learning_rate": 7.598091198303287e-07,
        "epoch": 0.8398791540785498
    },
    {
        "current_steps": 556,
        "loss": 3.0216,
        "learning_rate": 7.592788971367974e-07,
        "epoch": 0.8413897280966768
    },
    {
        "current_steps": 557,
        "loss": 3.2079,
        "learning_rate": 7.587486744432662e-07,
        "epoch": 0.8429003021148036
    },
    {
        "current_steps": 558,
        "loss": 3.0622,
        "learning_rate": 7.582184517497348e-07,
        "epoch": 0.8444108761329305
    },
    {
        "current_steps": 559,
        "loss": 2.4394,
        "learning_rate": 7.576882290562035e-07,
        "epoch": 0.8459214501510574
    },
    {
        "current_steps": 560,
        "loss": 3.1407,
        "learning_rate": 7.571580063626722e-07,
        "epoch": 0.8474320241691843
    },
    {
        "current_steps": 561,
        "loss": 2.9881,
        "learning_rate": 7.566277836691411e-07,
        "epoch": 0.8489425981873112
    },
    {
        "current_steps": 562,
        "loss": 2.9118,
        "learning_rate": 7.560975609756097e-07,
        "epoch": 0.850453172205438
    },
    {
        "current_steps": 563,
        "loss": 2.5422,
        "learning_rate": 7.555673382820784e-07,
        "epoch": 0.851963746223565
    },
    {
        "current_steps": 564,
        "loss": 3.0906,
        "learning_rate": 7.550371155885471e-07,
        "epoch": 0.8534743202416919
    },
    {
        "current_steps": 565,
        "loss": 3.019,
        "learning_rate": 7.545068928950159e-07,
        "epoch": 0.8549848942598187
    },
    {
        "current_steps": 566,
        "loss": 3.1581,
        "learning_rate": 7.539766702014845e-07,
        "epoch": 0.8564954682779456
    },
    {
        "current_steps": 567,
        "loss": 3.0822,
        "learning_rate": 7.534464475079533e-07,
        "epoch": 0.8580060422960725
    },
    {
        "current_steps": 568,
        "loss": 3.1795,
        "learning_rate": 7.529162248144221e-07,
        "epoch": 0.8595166163141994
    },
    {
        "current_steps": 569,
        "loss": 3.1357,
        "learning_rate": 7.523860021208908e-07,
        "epoch": 0.8610271903323263
    },
    {
        "current_steps": 570,
        "loss": 3.0625,
        "learning_rate": 7.518557794273594e-07,
        "epoch": 0.8625377643504532
    },
    {
        "current_steps": 571,
        "loss": 3.013,
        "learning_rate": 7.513255567338281e-07,
        "epoch": 0.8640483383685801
    },
    {
        "current_steps": 572,
        "loss": 3.1232,
        "learning_rate": 7.507953340402969e-07,
        "epoch": 0.8655589123867069
    },
    {
        "current_steps": 573,
        "loss": 3.0944,
        "learning_rate": 7.502651113467657e-07,
        "epoch": 0.8670694864048338
    },
    {
        "current_steps": 574,
        "loss": 3.3296,
        "learning_rate": 7.497348886532343e-07,
        "epoch": 0.8685800604229608
    },
    {
        "current_steps": 575,
        "loss": 3.1027,
        "learning_rate": 7.49204665959703e-07,
        "epoch": 0.8700906344410876
    },
    {
        "current_steps": 576,
        "loss": 2.9162,
        "learning_rate": 7.486744432661718e-07,
        "epoch": 0.8716012084592145
    },
    {
        "current_steps": 577,
        "loss": 3.242,
        "learning_rate": 7.481442205726405e-07,
        "epoch": 0.8731117824773413
    },
    {
        "current_steps": 578,
        "loss": 2.8622,
        "learning_rate": 7.476139978791091e-07,
        "epoch": 0.8746223564954683
    },
    {
        "current_steps": 579,
        "loss": 3.0473,
        "learning_rate": 7.470837751855779e-07,
        "epoch": 0.8761329305135952
    },
    {
        "current_steps": 580,
        "loss": 2.3757,
        "learning_rate": 7.465535524920467e-07,
        "epoch": 0.877643504531722
    },
    {
        "current_steps": 581,
        "loss": 3.076,
        "learning_rate": 7.460233297985154e-07,
        "epoch": 0.879154078549849
    },
    {
        "current_steps": 582,
        "loss": 3.1744,
        "learning_rate": 7.45493107104984e-07,
        "epoch": 0.8806646525679759
    },
    {
        "current_steps": 583,
        "loss": 2.5494,
        "learning_rate": 7.449628844114528e-07,
        "epoch": 0.8821752265861027
    },
    {
        "current_steps": 584,
        "loss": 3.0651,
        "learning_rate": 7.444326617179215e-07,
        "epoch": 0.8836858006042296
    },
    {
        "current_steps": 585,
        "loss": 3.062,
        "learning_rate": 7.439024390243903e-07,
        "epoch": 0.8851963746223565
    },
    {
        "current_steps": 586,
        "loss": 3.0721,
        "learning_rate": 7.433722163308589e-07,
        "epoch": 0.8867069486404834
    },
    {
        "current_steps": 587,
        "loss": 2.9384,
        "learning_rate": 7.428419936373277e-07,
        "epoch": 0.8882175226586103
    },
    {
        "current_steps": 588,
        "loss": 3.1853,
        "learning_rate": 7.423117709437964e-07,
        "epoch": 0.8897280966767371
    },
    {
        "current_steps": 589,
        "loss": 2.8847,
        "learning_rate": 7.417815482502651e-07,
        "epoch": 0.8912386706948641
    },
    {
        "current_steps": 590,
        "loss": 3.0281,
        "learning_rate": 7.412513255567337e-07,
        "epoch": 0.8927492447129909
    },
    {
        "current_steps": 591,
        "loss": 2.9952,
        "learning_rate": 7.407211028632025e-07,
        "epoch": 0.8942598187311178
    },
    {
        "current_steps": 592,
        "loss": 2.9052,
        "learning_rate": 7.401908801696713e-07,
        "epoch": 0.8957703927492447
    },
    {
        "current_steps": 593,
        "loss": 3.2017,
        "learning_rate": 7.3966065747614e-07,
        "epoch": 0.8972809667673716
    },
    {
        "current_steps": 594,
        "loss": 2.5512,
        "learning_rate": 7.391304347826086e-07,
        "epoch": 0.8987915407854985
    },
    {
        "current_steps": 595,
        "loss": 2.5658,
        "learning_rate": 7.386002120890774e-07,
        "epoch": 0.9003021148036254
    },
    {
        "current_steps": 596,
        "loss": 3.0919,
        "learning_rate": 7.380699893955461e-07,
        "epoch": 0.9018126888217523
    },
    {
        "current_steps": 597,
        "loss": 3.0511,
        "learning_rate": 7.375397667020147e-07,
        "epoch": 0.9033232628398792
    },
    {
        "current_steps": 598,
        "loss": 2.8342,
        "learning_rate": 7.370095440084835e-07,
        "epoch": 0.904833836858006
    },
    {
        "current_steps": 599,
        "loss": 3.0754,
        "learning_rate": 7.364793213149523e-07,
        "epoch": 0.9063444108761329
    },
    {
        "current_steps": 600,
        "loss": 3.1201,
        "learning_rate": 7.35949098621421e-07,
        "epoch": 0.9078549848942599
    },
    {
        "current_steps": 601,
        "loss": 2.6998,
        "learning_rate": 7.354188759278896e-07,
        "epoch": 0.9093655589123867
    },
    {
        "current_steps": 602,
        "loss": 3.2571,
        "learning_rate": 7.348886532343584e-07,
        "epoch": 0.9108761329305136
    },
    {
        "current_steps": 603,
        "loss": 2.898,
        "learning_rate": 7.343584305408271e-07,
        "epoch": 0.9123867069486404
    },
    {
        "current_steps": 604,
        "loss": 3.1187,
        "learning_rate": 7.338282078472959e-07,
        "epoch": 0.9138972809667674
    },
    {
        "current_steps": 605,
        "loss": 3.0872,
        "learning_rate": 7.332979851537645e-07,
        "epoch": 0.9154078549848943
    },
    {
        "current_steps": 606,
        "loss": 3.1769,
        "learning_rate": 7.327677624602333e-07,
        "epoch": 0.9169184290030211
    },
    {
        "current_steps": 607,
        "loss": 2.9847,
        "learning_rate": 7.32237539766702e-07,
        "epoch": 0.918429003021148
    },
    {
        "current_steps": 608,
        "loss": 3.0472,
        "learning_rate": 7.317073170731707e-07,
        "epoch": 0.9199395770392749
    },
    {
        "current_steps": 609,
        "loss": 3.1711,
        "learning_rate": 7.311770943796393e-07,
        "epoch": 0.9214501510574018
    },
    {
        "current_steps": 610,
        "loss": 2.9676,
        "learning_rate": 7.306468716861081e-07,
        "epoch": 0.9229607250755287
    },
    {
        "current_steps": 611,
        "loss": 3.2103,
        "learning_rate": 7.301166489925769e-07,
        "epoch": 0.9244712990936556
    },
    {
        "current_steps": 612,
        "loss": 3.1522,
        "learning_rate": 7.295864262990456e-07,
        "epoch": 0.9259818731117825
    },
    {
        "current_steps": 613,
        "loss": 3.0049,
        "learning_rate": 7.290562036055142e-07,
        "epoch": 0.9274924471299094
    },
    {
        "current_steps": 614,
        "loss": 3.1888,
        "learning_rate": 7.28525980911983e-07,
        "epoch": 0.9290030211480362
    },
    {
        "current_steps": 615,
        "loss": 3.042,
        "learning_rate": 7.279957582184517e-07,
        "epoch": 0.9305135951661632
    },
    {
        "current_steps": 616,
        "loss": 3.1997,
        "learning_rate": 7.274655355249204e-07,
        "epoch": 0.93202416918429
    },
    {
        "current_steps": 617,
        "loss": 3.084,
        "learning_rate": 7.269353128313892e-07,
        "epoch": 0.9335347432024169
    },
    {
        "current_steps": 618,
        "loss": 3.0364,
        "learning_rate": 7.264050901378579e-07,
        "epoch": 0.9350453172205438
    },
    {
        "current_steps": 619,
        "loss": 2.993,
        "learning_rate": 7.258748674443266e-07,
        "epoch": 0.9365558912386707
    },
    {
        "current_steps": 620,
        "loss": 3.2291,
        "learning_rate": 7.253446447507953e-07,
        "epoch": 0.9380664652567976
    },
    {
        "current_steps": 621,
        "loss": 3.1331,
        "learning_rate": 7.24814422057264e-07,
        "epoch": 0.9395770392749244
    },
    {
        "current_steps": 622,
        "loss": 3.1535,
        "learning_rate": 7.242841993637327e-07,
        "epoch": 0.9410876132930514
    },
    {
        "current_steps": 623,
        "loss": 2.919,
        "learning_rate": 7.237539766702015e-07,
        "epoch": 0.9425981873111783
    },
    {
        "current_steps": 624,
        "loss": 3.0084,
        "learning_rate": 7.232237539766702e-07,
        "epoch": 0.9441087613293051
    },
    {
        "current_steps": 625,
        "loss": 2.874,
        "learning_rate": 7.226935312831389e-07,
        "epoch": 0.945619335347432
    },
    {
        "current_steps": 626,
        "loss": 3.1027,
        "learning_rate": 7.221633085896076e-07,
        "epoch": 0.947129909365559
    },
    {
        "current_steps": 627,
        "loss": 3.0754,
        "learning_rate": 7.216330858960763e-07,
        "epoch": 0.9486404833836858
    },
    {
        "current_steps": 628,
        "loss": 3.1411,
        "learning_rate": 7.21102863202545e-07,
        "epoch": 0.9501510574018127
    },
    {
        "current_steps": 629,
        "loss": 3.1479,
        "learning_rate": 7.205726405090138e-07,
        "epoch": 0.9516616314199395
    },
    {
        "current_steps": 630,
        "loss": 3.0268,
        "learning_rate": 7.200424178154825e-07,
        "epoch": 0.9531722054380665
    },
    {
        "current_steps": 631,
        "loss": 2.853,
        "learning_rate": 7.195121951219512e-07,
        "epoch": 0.9546827794561934
    },
    {
        "current_steps": 632,
        "loss": 2.8375,
        "learning_rate": 7.1898197242842e-07,
        "epoch": 0.9561933534743202
    },
    {
        "current_steps": 633,
        "loss": 3.0905,
        "learning_rate": 7.184517497348886e-07,
        "epoch": 0.9577039274924471
    },
    {
        "current_steps": 634,
        "loss": 2.9836,
        "learning_rate": 7.179215270413573e-07,
        "epoch": 0.959214501510574
    },
    {
        "current_steps": 635,
        "loss": 3.0679,
        "learning_rate": 7.17391304347826e-07,
        "epoch": 0.9607250755287009
    },
    {
        "current_steps": 636,
        "loss": 3.0425,
        "learning_rate": 7.168610816542949e-07,
        "epoch": 0.9622356495468278
    },
    {
        "current_steps": 637,
        "loss": 3.1853,
        "learning_rate": 7.163308589607635e-07,
        "epoch": 0.9637462235649547
    },
    {
        "current_steps": 638,
        "loss": 3.1647,
        "learning_rate": 7.158006362672322e-07,
        "epoch": 0.9652567975830816
    },
    {
        "current_steps": 639,
        "loss": 2.5096,
        "learning_rate": 7.152704135737009e-07,
        "epoch": 0.9667673716012085
    },
    {
        "current_steps": 640,
        "loss": 2.6806,
        "learning_rate": 7.147401908801697e-07,
        "epoch": 0.9682779456193353
    },
    {
        "current_steps": 641,
        "loss": 3.1098,
        "learning_rate": 7.142099681866383e-07,
        "epoch": 0.9697885196374623
    },
    {
        "current_steps": 642,
        "loss": 3.1581,
        "learning_rate": 7.136797454931071e-07,
        "epoch": 0.9712990936555891
    },
    {
        "current_steps": 643,
        "loss": 3.1607,
        "learning_rate": 7.131495227995758e-07,
        "epoch": 0.972809667673716
    },
    {
        "current_steps": 644,
        "loss": 2.9051,
        "learning_rate": 7.126193001060445e-07,
        "epoch": 0.974320241691843
    },
    {
        "current_steps": 645,
        "loss": 3.1324,
        "learning_rate": 7.120890774125132e-07,
        "epoch": 0.9758308157099698
    },
    {
        "current_steps": 646,
        "loss": 3.1401,
        "learning_rate": 7.115588547189819e-07,
        "epoch": 0.9773413897280967
    },
    {
        "current_steps": 647,
        "loss": 3.1494,
        "learning_rate": 7.110286320254506e-07,
        "epoch": 0.9788519637462235
    },
    {
        "current_steps": 648,
        "loss": 2.4261,
        "learning_rate": 7.104984093319194e-07,
        "epoch": 0.9803625377643505
    },
    {
        "current_steps": 649,
        "loss": 3.1947,
        "learning_rate": 7.099681866383881e-07,
        "epoch": 0.9818731117824774
    },
    {
        "current_steps": 650,
        "loss": 2.7172,
        "learning_rate": 7.094379639448568e-07,
        "epoch": 0.9833836858006042
    },
    {
        "current_steps": 651,
        "loss": 2.8514,
        "learning_rate": 7.089077412513256e-07,
        "epoch": 0.9848942598187311
    },
    {
        "current_steps": 652,
        "loss": 3.079,
        "learning_rate": 7.083775185577942e-07,
        "epoch": 0.986404833836858
    },
    {
        "current_steps": 653,
        "loss": 2.8849,
        "learning_rate": 7.078472958642629e-07,
        "epoch": 0.9879154078549849
    },
    {
        "current_steps": 654,
        "loss": 3.0467,
        "learning_rate": 7.073170731707316e-07,
        "epoch": 0.9894259818731118
    },
    {
        "current_steps": 655,
        "loss": 3.3841,
        "learning_rate": 7.067868504772005e-07,
        "epoch": 0.9909365558912386
    },
    {
        "current_steps": 656,
        "loss": 3.1446,
        "learning_rate": 7.062566277836691e-07,
        "epoch": 0.9924471299093656
    },
    {
        "current_steps": 657,
        "loss": 3.1988,
        "learning_rate": 7.057264050901378e-07,
        "epoch": 0.9939577039274925
    },
    {
        "current_steps": 658,
        "loss": 3.4408,
        "learning_rate": 7.051961823966065e-07,
        "epoch": 0.9954682779456193
    },
    {
        "current_steps": 659,
        "loss": 3.0199,
        "learning_rate": 7.046659597030753e-07,
        "epoch": 0.9969788519637462
    },
    {
        "current_steps": 660,
        "loss": 3.2084,
        "learning_rate": 7.041357370095439e-07,
        "epoch": 0.9984894259818731
    },
    {
        "current_steps": 661,
        "loss": 3.165,
        "learning_rate": 7.036055143160127e-07,
        "epoch": 1.0
    },
    {
        "current_steps": 662,
        "loss": 3.137,
        "learning_rate": 7.030752916224814e-07,
        "epoch": 1.001510574018127
    },
    {
        "current_steps": 663,
        "loss": 3.2575,
        "learning_rate": 7.025450689289502e-07,
        "epoch": 1.0030211480362539
    },
    {
        "current_steps": 664,
        "loss": 3.0359,
        "learning_rate": 7.020148462354188e-07,
        "epoch": 1.0045317220543806
    },
    {
        "current_steps": 665,
        "loss": 3.0096,
        "learning_rate": 7.014846235418875e-07,
        "epoch": 1.0060422960725075
    },
    {
        "current_steps": 666,
        "loss": 2.9221,
        "learning_rate": 7.009544008483563e-07,
        "epoch": 1.0075528700906344
    },
    {
        "current_steps": 667,
        "loss": 2.769,
        "learning_rate": 7.004241781548251e-07,
        "epoch": 1.0090634441087614
    },
    {
        "current_steps": 668,
        "loss": 3.2482,
        "learning_rate": 6.998939554612937e-07,
        "epoch": 1.0105740181268883
    },
    {
        "current_steps": 669,
        "loss": 2.9021,
        "learning_rate": 6.993637327677624e-07,
        "epoch": 1.012084592145015
    },
    {
        "current_steps": 670,
        "loss": 2.5269,
        "learning_rate": 6.988335100742312e-07,
        "epoch": 1.013595166163142
    },
    {
        "current_steps": 671,
        "loss": 3.1131,
        "learning_rate": 6.983032873806999e-07,
        "epoch": 1.0151057401812689
    },
    {
        "current_steps": 672,
        "loss": 3.0572,
        "learning_rate": 6.977730646871685e-07,
        "epoch": 1.0166163141993958
    },
    {
        "current_steps": 673,
        "loss": 3.036,
        "learning_rate": 6.972428419936372e-07,
        "epoch": 1.0181268882175227
    },
    {
        "current_steps": 674,
        "loss": 3.1856,
        "learning_rate": 6.967126193001061e-07,
        "epoch": 1.0196374622356494
    },
    {
        "current_steps": 675,
        "loss": 3.2084,
        "learning_rate": 6.961823966065748e-07,
        "epoch": 1.0211480362537764
    },
    {
        "current_steps": 676,
        "loss": 3.1684,
        "learning_rate": 6.956521739130434e-07,
        "epoch": 1.0226586102719033
    },
    {
        "current_steps": 677,
        "loss": 2.9708,
        "learning_rate": 6.951219512195121e-07,
        "epoch": 1.0241691842900302
    },
    {
        "current_steps": 678,
        "loss": 2.6613,
        "learning_rate": 6.945917285259809e-07,
        "epoch": 1.0256797583081572
    },
    {
        "current_steps": 679,
        "loss": 2.9646,
        "learning_rate": 6.940615058324496e-07,
        "epoch": 1.027190332326284
    },
    {
        "current_steps": 680,
        "loss": 3.1718,
        "learning_rate": 6.935312831389183e-07,
        "epoch": 1.0287009063444108
    },
    {
        "current_steps": 681,
        "loss": 2.6423,
        "learning_rate": 6.93001060445387e-07,
        "epoch": 1.0302114803625377
    },
    {
        "current_steps": 682,
        "loss": 3.0778,
        "learning_rate": 6.924708377518558e-07,
        "epoch": 1.0317220543806647
    },
    {
        "current_steps": 683,
        "loss": 3.0156,
        "learning_rate": 6.919406150583245e-07,
        "epoch": 1.0332326283987916
    },
    {
        "current_steps": 684,
        "loss": 2.9816,
        "learning_rate": 6.914103923647931e-07,
        "epoch": 1.0347432024169185
    },
    {
        "current_steps": 685,
        "loss": 2.938,
        "learning_rate": 6.908801696712619e-07,
        "epoch": 1.0362537764350452
    },
    {
        "current_steps": 686,
        "loss": 3.1688,
        "learning_rate": 6.903499469777307e-07,
        "epoch": 1.0377643504531722
    },
    {
        "current_steps": 687,
        "loss": 2.8528,
        "learning_rate": 6.898197242841993e-07,
        "epoch": 1.039274924471299
    },
    {
        "current_steps": 688,
        "loss": 3.1124,
        "learning_rate": 6.89289501590668e-07,
        "epoch": 1.040785498489426
    },
    {
        "current_steps": 689,
        "loss": 2.5208,
        "learning_rate": 6.887592788971368e-07,
        "epoch": 1.042296072507553
    },
    {
        "current_steps": 690,
        "loss": 3.2518,
        "learning_rate": 6.882290562036055e-07,
        "epoch": 1.0438066465256797
    },
    {
        "current_steps": 691,
        "loss": 3.0917,
        "learning_rate": 6.876988335100741e-07,
        "epoch": 1.0453172205438066
    },
    {
        "current_steps": 692,
        "loss": 3.0708,
        "learning_rate": 6.871686108165429e-07,
        "epoch": 1.0468277945619335
    },
    {
        "current_steps": 693,
        "loss": 2.637,
        "learning_rate": 6.866383881230117e-07,
        "epoch": 1.0483383685800605
    },
    {
        "current_steps": 694,
        "loss": 3.0982,
        "learning_rate": 6.861081654294804e-07,
        "epoch": 1.0498489425981874
    },
    {
        "current_steps": 695,
        "loss": 3.2218,
        "learning_rate": 6.85577942735949e-07,
        "epoch": 1.051359516616314
    },
    {
        "current_steps": 696,
        "loss": 3.1743,
        "learning_rate": 6.850477200424177e-07,
        "epoch": 1.052870090634441
    },
    {
        "current_steps": 697,
        "loss": 3.0273,
        "learning_rate": 6.845174973488865e-07,
        "epoch": 1.054380664652568
    },
    {
        "current_steps": 698,
        "loss": 2.8772,
        "learning_rate": 6.839872746553553e-07,
        "epoch": 1.055891238670695
    },
    {
        "current_steps": 699,
        "loss": 3.18,
        "learning_rate": 6.834570519618239e-07,
        "epoch": 1.0574018126888218
    },
    {
        "current_steps": 700,
        "loss": 3.0082,
        "learning_rate": 6.829268292682927e-07,
        "epoch": 1.0589123867069485
    },
    {
        "current_steps": 701,
        "loss": 3.1256,
        "learning_rate": 6.823966065747614e-07,
        "epoch": 1.0604229607250755
    },
    {
        "current_steps": 702,
        "loss": 2.3957,
        "learning_rate": 6.818663838812301e-07,
        "epoch": 1.0619335347432024
    },
    {
        "current_steps": 703,
        "loss": 3.0132,
        "learning_rate": 6.813361611876987e-07,
        "epoch": 1.0634441087613293
    },
    {
        "current_steps": 704,
        "loss": 3.1058,
        "learning_rate": 6.808059384941675e-07,
        "epoch": 1.0649546827794563
    },
    {
        "current_steps": 705,
        "loss": 2.9103,
        "learning_rate": 6.802757158006363e-07,
        "epoch": 1.0664652567975832
    },
    {
        "current_steps": 706,
        "loss": 2.504,
        "learning_rate": 6.79745493107105e-07,
        "epoch": 1.06797583081571
    },
    {
        "current_steps": 707,
        "loss": 2.9153,
        "learning_rate": 6.792152704135736e-07,
        "epoch": 1.0694864048338368
    },
    {
        "current_steps": 708,
        "loss": 3.2544,
        "learning_rate": 6.786850477200424e-07,
        "epoch": 1.0709969788519638
    },
    {
        "current_steps": 709,
        "loss": 3.0341,
        "learning_rate": 6.781548250265111e-07,
        "epoch": 1.0725075528700907
    },
    {
        "current_steps": 710,
        "loss": 3.0629,
        "learning_rate": 6.776246023329798e-07,
        "epoch": 1.0740181268882174
    },
    {
        "current_steps": 711,
        "loss": 2.8091,
        "learning_rate": 6.770943796394485e-07,
        "epoch": 1.0755287009063443
    },
    {
        "current_steps": 712,
        "loss": 3.0339,
        "learning_rate": 6.765641569459173e-07,
        "epoch": 1.0770392749244713
    },
    {
        "current_steps": 713,
        "loss": 3.0739,
        "learning_rate": 6.76033934252386e-07,
        "epoch": 1.0785498489425982
    },
    {
        "current_steps": 714,
        "loss": 3.2144,
        "learning_rate": 6.755037115588547e-07,
        "epoch": 1.0800604229607251
    },
    {
        "current_steps": 715,
        "loss": 3.1725,
        "learning_rate": 6.749734888653234e-07,
        "epoch": 1.081570996978852
    },
    {
        "current_steps": 716,
        "loss": 3.2246,
        "learning_rate": 6.744432661717921e-07,
        "epoch": 1.0830815709969788
    },
    {
        "current_steps": 717,
        "loss": 2.9513,
        "learning_rate": 6.739130434782609e-07,
        "epoch": 1.0845921450151057
    },
    {
        "current_steps": 718,
        "loss": 3.1187,
        "learning_rate": 6.733828207847296e-07,
        "epoch": 1.0861027190332326
    },
    {
        "current_steps": 719,
        "loss": 2.8206,
        "learning_rate": 6.728525980911983e-07,
        "epoch": 1.0876132930513596
    },
    {
        "current_steps": 720,
        "loss": 3.1289,
        "learning_rate": 6.72322375397667e-07,
        "epoch": 1.0891238670694865
    },
    {
        "current_steps": 721,
        "loss": 3.0412,
        "learning_rate": 6.717921527041357e-07,
        "epoch": 1.0906344410876132
    },
    {
        "current_steps": 722,
        "loss": 3.0754,
        "learning_rate": 6.712619300106044e-07,
        "epoch": 1.0921450151057401
    },
    {
        "current_steps": 723,
        "loss": 2.9696,
        "learning_rate": 6.707317073170731e-07,
        "epoch": 1.093655589123867
    },
    {
        "current_steps": 724,
        "loss": 3.1556,
        "learning_rate": 6.702014846235419e-07,
        "epoch": 1.095166163141994
    },
    {
        "current_steps": 725,
        "loss": 3.1364,
        "learning_rate": 6.696712619300106e-07,
        "epoch": 1.096676737160121
    },
    {
        "current_steps": 726,
        "loss": 2.9792,
        "learning_rate": 6.691410392364793e-07,
        "epoch": 1.0981873111782476
    },
    {
        "current_steps": 727,
        "loss": 2.7867,
        "learning_rate": 6.68610816542948e-07,
        "epoch": 1.0996978851963746
    },
    {
        "current_steps": 728,
        "loss": 3.1406,
        "learning_rate": 6.680805938494167e-07,
        "epoch": 1.1012084592145015
    },
    {
        "current_steps": 729,
        "loss": 2.8349,
        "learning_rate": 6.675503711558854e-07,
        "epoch": 1.1027190332326284
    },
    {
        "current_steps": 730,
        "loss": 2.939,
        "learning_rate": 6.670201484623541e-07,
        "epoch": 1.1042296072507554
    },
    {
        "current_steps": 731,
        "loss": 3.0505,
        "learning_rate": 6.664899257688229e-07,
        "epoch": 1.105740181268882
    },
    {
        "current_steps": 732,
        "loss": 2.6417,
        "learning_rate": 6.659597030752916e-07,
        "epoch": 1.107250755287009
    },
    {
        "current_steps": 733,
        "loss": 3.1132,
        "learning_rate": 6.654294803817603e-07,
        "epoch": 1.108761329305136
    },
    {
        "current_steps": 734,
        "loss": 3.0482,
        "learning_rate": 6.648992576882291e-07,
        "epoch": 1.1102719033232629
    },
    {
        "current_steps": 735,
        "loss": 3.0637,
        "learning_rate": 6.643690349946977e-07,
        "epoch": 1.1117824773413898
    },
    {
        "current_steps": 736,
        "loss": 2.9517,
        "learning_rate": 6.638388123011665e-07,
        "epoch": 1.1132930513595167
    },
    {
        "current_steps": 737,
        "loss": 3.083,
        "learning_rate": 6.633085896076352e-07,
        "epoch": 1.1148036253776434
    },
    {
        "current_steps": 738,
        "loss": 3.0229,
        "learning_rate": 6.627783669141039e-07,
        "epoch": 1.1163141993957704
    },
    {
        "current_steps": 739,
        "loss": 3.4434,
        "learning_rate": 6.622481442205726e-07,
        "epoch": 1.1178247734138973
    },
    {
        "current_steps": 740,
        "loss": 3.03,
        "learning_rate": 6.617179215270413e-07,
        "epoch": 1.1193353474320242
    },
    {
        "current_steps": 741,
        "loss": 2.8607,
        "learning_rate": 6.6118769883351e-07,
        "epoch": 1.1208459214501512
    },
    {
        "current_steps": 742,
        "loss": 3.2391,
        "learning_rate": 6.606574761399787e-07,
        "epoch": 1.1223564954682779
    },
    {
        "current_steps": 743,
        "loss": 3.097,
        "learning_rate": 6.601272534464475e-07,
        "epoch": 1.1238670694864048
    },
    {
        "current_steps": 744,
        "loss": 3.1365,
        "learning_rate": 6.595970307529162e-07,
        "epoch": 1.1253776435045317
    },
    {
        "current_steps": 745,
        "loss": 3.1356,
        "learning_rate": 6.590668080593849e-07,
        "epoch": 1.1268882175226587
    },
    {
        "current_steps": 746,
        "loss": 3.0501,
        "learning_rate": 6.585365853658536e-07,
        "epoch": 1.1283987915407856
    },
    {
        "current_steps": 747,
        "loss": 3.2082,
        "learning_rate": 6.580063626723223e-07,
        "epoch": 1.1299093655589123
    },
    {
        "current_steps": 748,
        "loss": 3.0707,
        "learning_rate": 6.57476139978791e-07,
        "epoch": 1.1314199395770392
    },
    {
        "current_steps": 749,
        "loss": 3.1677,
        "learning_rate": 6.569459172852599e-07,
        "epoch": 1.1329305135951662
    },
    {
        "current_steps": 750,
        "loss": 2.8567,
        "learning_rate": 6.564156945917285e-07,
        "epoch": 1.134441087613293
    },
    {
        "current_steps": 751,
        "loss": 2.6226,
        "learning_rate": 6.558854718981972e-07,
        "epoch": 1.13595166163142
    },
    {
        "current_steps": 752,
        "loss": 3.0405,
        "learning_rate": 6.553552492046659e-07,
        "epoch": 1.1374622356495467
    },
    {
        "current_steps": 753,
        "loss": 3.2305,
        "learning_rate": 6.548250265111347e-07,
        "epoch": 1.1389728096676737
    },
    {
        "current_steps": 754,
        "loss": 3.1328,
        "learning_rate": 6.542948038176033e-07,
        "epoch": 1.1404833836858006
    },
    {
        "current_steps": 755,
        "loss": 3.0304,
        "learning_rate": 6.537645811240721e-07,
        "epoch": 1.1419939577039275
    },
    {
        "current_steps": 756,
        "loss": 3.2476,
        "learning_rate": 6.532343584305408e-07,
        "epoch": 1.1435045317220545
    },
    {
        "current_steps": 757,
        "loss": 2.9137,
        "learning_rate": 6.527041357370096e-07,
        "epoch": 1.1450151057401814
    },
    {
        "current_steps": 758,
        "loss": 3.0561,
        "learning_rate": 6.521739130434782e-07,
        "epoch": 1.146525679758308
    },
    {
        "current_steps": 759,
        "loss": 2.9514,
        "learning_rate": 6.516436903499469e-07,
        "epoch": 1.148036253776435
    },
    {
        "current_steps": 760,
        "loss": 3.2839,
        "learning_rate": 6.511134676564156e-07,
        "epoch": 1.149546827794562
    },
    {
        "current_steps": 761,
        "loss": 2.473,
        "learning_rate": 6.505832449628845e-07,
        "epoch": 1.151057401812689
    },
    {
        "current_steps": 762,
        "loss": 2.9458,
        "learning_rate": 6.500530222693531e-07,
        "epoch": 1.1525679758308156
    },
    {
        "current_steps": 763,
        "loss": 3.2217,
        "learning_rate": 6.495227995758218e-07,
        "epoch": 1.1540785498489425
    },
    {
        "current_steps": 764,
        "loss": 2.8589,
        "learning_rate": 6.489925768822906e-07,
        "epoch": 1.1555891238670695
    },
    {
        "current_steps": 765,
        "loss": 2.8266,
        "learning_rate": 6.484623541887593e-07,
        "epoch": 1.1570996978851964
    },
    {
        "current_steps": 766,
        "loss": 3.1491,
        "learning_rate": 6.479321314952279e-07,
        "epoch": 1.1586102719033233
    },
    {
        "current_steps": 767,
        "loss": 2.9012,
        "learning_rate": 6.474019088016966e-07,
        "epoch": 1.1601208459214503
    },
    {
        "current_steps": 768,
        "loss": 2.8355,
        "learning_rate": 6.468716861081655e-07,
        "epoch": 1.161631419939577
    },
    {
        "current_steps": 769,
        "loss": 3.0604,
        "learning_rate": 6.463414634146342e-07,
        "epoch": 1.163141993957704
    },
    {
        "current_steps": 770,
        "loss": 2.8673,
        "learning_rate": 6.458112407211028e-07,
        "epoch": 1.1646525679758308
    },
    {
        "current_steps": 771,
        "loss": 3.0344,
        "learning_rate": 6.452810180275715e-07,
        "epoch": 1.1661631419939578
    },
    {
        "current_steps": 772,
        "loss": 2.7393,
        "learning_rate": 6.447507953340403e-07,
        "epoch": 1.1676737160120845
    },
    {
        "current_steps": 773,
        "loss": 2.9999,
        "learning_rate": 6.44220572640509e-07,
        "epoch": 1.1691842900302114
    },
    {
        "current_steps": 774,
        "loss": 2.8167,
        "learning_rate": 6.436903499469777e-07,
        "epoch": 1.1706948640483383
    },
    {
        "current_steps": 775,
        "loss": 3.1691,
        "learning_rate": 6.431601272534464e-07,
        "epoch": 1.1722054380664653
    },
    {
        "current_steps": 776,
        "loss": 3.1307,
        "learning_rate": 6.426299045599152e-07,
        "epoch": 1.1737160120845922
    },
    {
        "current_steps": 777,
        "loss": 3.053,
        "learning_rate": 6.420996818663838e-07,
        "epoch": 1.1752265861027191
    },
    {
        "current_steps": 778,
        "loss": 2.8401,
        "learning_rate": 6.415694591728525e-07,
        "epoch": 1.1767371601208458
    },
    {
        "current_steps": 779,
        "loss": 3.0846,
        "learning_rate": 6.410392364793212e-07,
        "epoch": 1.1782477341389728
    },
    {
        "current_steps": 780,
        "loss": 2.9075,
        "learning_rate": 6.405090137857901e-07,
        "epoch": 1.1797583081570997
    },
    {
        "current_steps": 781,
        "loss": 3.008,
        "learning_rate": 6.399787910922587e-07,
        "epoch": 1.1812688821752266
    },
    {
        "current_steps": 782,
        "loss": 2.9316,
        "learning_rate": 6.394485683987274e-07,
        "epoch": 1.1827794561933536
    },
    {
        "current_steps": 783,
        "loss": 2.9682,
        "learning_rate": 6.389183457051962e-07,
        "epoch": 1.1842900302114803
    },
    {
        "current_steps": 784,
        "loss": 3.1512,
        "learning_rate": 6.383881230116649e-07,
        "epoch": 1.1858006042296072
    },
    {
        "current_steps": 785,
        "loss": 2.3582,
        "learning_rate": 6.378579003181335e-07,
        "epoch": 1.1873111782477341
    },
    {
        "current_steps": 786,
        "loss": 3.1125,
        "learning_rate": 6.373276776246022e-07,
        "epoch": 1.188821752265861
    },
    {
        "current_steps": 787,
        "loss": 3.2427,
        "learning_rate": 6.367974549310711e-07,
        "epoch": 1.190332326283988
    },
    {
        "current_steps": 788,
        "loss": 2.8622,
        "learning_rate": 6.362672322375398e-07,
        "epoch": 1.191842900302115
    },
    {
        "current_steps": 789,
        "loss": 2.6609,
        "learning_rate": 6.357370095440084e-07,
        "epoch": 1.1933534743202416
    },
    {
        "current_steps": 790,
        "loss": 3.0324,
        "learning_rate": 6.352067868504771e-07,
        "epoch": 1.1948640483383686
    },
    {
        "current_steps": 791,
        "loss": 2.9873,
        "learning_rate": 6.346765641569459e-07,
        "epoch": 1.1963746223564955
    },
    {
        "current_steps": 792,
        "loss": 3.0322,
        "learning_rate": 6.341463414634146e-07,
        "epoch": 1.1978851963746224
    },
    {
        "current_steps": 793,
        "loss": 2.9698,
        "learning_rate": 6.336161187698833e-07,
        "epoch": 1.1993957703927491
    },
    {
        "current_steps": 794,
        "loss": 2.9074,
        "learning_rate": 6.33085896076352e-07,
        "epoch": 1.200906344410876
    },
    {
        "current_steps": 795,
        "loss": 2.7794,
        "learning_rate": 6.325556733828208e-07,
        "epoch": 1.202416918429003
    },
    {
        "current_steps": 796,
        "loss": 2.8889,
        "learning_rate": 6.320254506892895e-07,
        "epoch": 1.20392749244713
    },
    {
        "current_steps": 797,
        "loss": 2.9311,
        "learning_rate": 6.314952279957581e-07,
        "epoch": 1.2054380664652569
    },
    {
        "current_steps": 798,
        "loss": 2.9702,
        "learning_rate": 6.309650053022269e-07,
        "epoch": 1.2069486404833838
    },
    {
        "current_steps": 799,
        "loss": 2.0709,
        "learning_rate": 6.304347826086957e-07,
        "epoch": 1.2084592145015105
    },
    {
        "current_steps": 800,
        "loss": 3.211,
        "learning_rate": 6.299045599151644e-07,
        "epoch": 1.2099697885196374
    },
    {
        "current_steps": 801,
        "loss": 3.3029,
        "learning_rate": 6.29374337221633e-07,
        "epoch": 1.2114803625377644
    },
    {
        "current_steps": 802,
        "loss": 2.9971,
        "learning_rate": 6.288441145281018e-07,
        "epoch": 1.2129909365558913
    },
    {
        "current_steps": 803,
        "loss": 2.7264,
        "learning_rate": 6.283138918345705e-07,
        "epoch": 1.214501510574018
    },
    {
        "current_steps": 804,
        "loss": 2.8374,
        "learning_rate": 6.277836691410392e-07,
        "epoch": 1.216012084592145
    },
    {
        "current_steps": 805,
        "loss": 3.144,
        "learning_rate": 6.272534464475078e-07,
        "epoch": 1.2175226586102719
    },
    {
        "current_steps": 806,
        "loss": 3.0111,
        "learning_rate": 6.267232237539767e-07,
        "epoch": 1.2190332326283988
    },
    {
        "current_steps": 807,
        "loss": 2.9968,
        "learning_rate": 6.261930010604454e-07,
        "epoch": 1.2205438066465257
    },
    {
        "current_steps": 808,
        "loss": 3.141,
        "learning_rate": 6.256627783669141e-07,
        "epoch": 1.2220543806646527
    },
    {
        "current_steps": 809,
        "loss": 3.0366,
        "learning_rate": 6.251325556733827e-07,
        "epoch": 1.2235649546827794
    },
    {
        "current_steps": 810,
        "loss": 3.059,
        "learning_rate": 6.246023329798515e-07,
        "epoch": 1.2250755287009063
    },
    {
        "current_steps": 811,
        "loss": 2.8797,
        "learning_rate": 6.240721102863203e-07,
        "epoch": 1.2265861027190332
    },
    {
        "current_steps": 812,
        "loss": 2.5681,
        "learning_rate": 6.23541887592789e-07,
        "epoch": 1.2280966767371602
    },
    {
        "current_steps": 813,
        "loss": 3.088,
        "learning_rate": 6.230116648992576e-07,
        "epoch": 1.229607250755287
    },
    {
        "current_steps": 814,
        "loss": 2.4583,
        "learning_rate": 6.224814422057264e-07,
        "epoch": 1.2311178247734138
    },
    {
        "current_steps": 815,
        "loss": 2.9792,
        "learning_rate": 6.219512195121951e-07,
        "epoch": 1.2326283987915407
    },
    {
        "current_steps": 816,
        "loss": 3.0863,
        "learning_rate": 6.214209968186638e-07,
        "epoch": 1.2341389728096677
    },
    {
        "current_steps": 817,
        "loss": 3.0954,
        "learning_rate": 6.208907741251325e-07,
        "epoch": 1.2356495468277946
    },
    {
        "current_steps": 818,
        "loss": 3.2413,
        "learning_rate": 6.203605514316013e-07,
        "epoch": 1.2371601208459215
    },
    {
        "current_steps": 819,
        "loss": 3.0499,
        "learning_rate": 6.1983032873807e-07,
        "epoch": 1.2386706948640485
    },
    {
        "current_steps": 820,
        "loss": 3.1518,
        "learning_rate": 6.193001060445386e-07,
        "epoch": 1.2401812688821752
    },
    {
        "current_steps": 821,
        "loss": 3.2022,
        "learning_rate": 6.187698833510074e-07,
        "epoch": 1.241691842900302
    },
    {
        "current_steps": 822,
        "loss": 3.0871,
        "learning_rate": 6.182396606574761e-07,
        "epoch": 1.243202416918429
    },
    {
        "current_steps": 823,
        "loss": 2.957,
        "learning_rate": 6.177094379639448e-07,
        "epoch": 1.244712990936556
    },
    {
        "current_steps": 824,
        "loss": 3.1851,
        "learning_rate": 6.171792152704135e-07,
        "epoch": 1.2462235649546827
    },
    {
        "current_steps": 825,
        "loss": 2.6717,
        "learning_rate": 6.166489925768823e-07,
        "epoch": 1.2477341389728096
    },
    {
        "current_steps": 826,
        "loss": 3.0164,
        "learning_rate": 6.16118769883351e-07,
        "epoch": 1.2492447129909365
    },
    {
        "current_steps": 827,
        "loss": 2.977,
        "learning_rate": 6.155885471898197e-07,
        "epoch": 1.2507552870090635
    },
    {
        "current_steps": 828,
        "loss": 2.9581,
        "learning_rate": 6.150583244962883e-07,
        "epoch": 1.2522658610271904
    },
    {
        "current_steps": 829,
        "loss": 3.2141,
        "learning_rate": 6.145281018027571e-07,
        "epoch": 1.2537764350453173
    },
    {
        "current_steps": 830,
        "loss": 3.0109,
        "learning_rate": 6.139978791092259e-07,
        "epoch": 1.255287009063444
    },
    {
        "current_steps": 831,
        "loss": 3.0534,
        "learning_rate": 6.134676564156946e-07,
        "epoch": 1.256797583081571
    },
    {
        "current_steps": 832,
        "loss": 3.0423,
        "learning_rate": 6.129374337221633e-07,
        "epoch": 1.258308157099698
    },
    {
        "current_steps": 833,
        "loss": 3.0218,
        "learning_rate": 6.12407211028632e-07,
        "epoch": 1.2598187311178248
    },
    {
        "current_steps": 834,
        "loss": 2.9106,
        "learning_rate": 6.118769883351007e-07,
        "epoch": 1.2613293051359515
    },
    {
        "current_steps": 835,
        "loss": 3.1955,
        "learning_rate": 6.113467656415694e-07,
        "epoch": 1.2628398791540785
    },
    {
        "current_steps": 836,
        "loss": 3.0351,
        "learning_rate": 6.108165429480381e-07,
        "epoch": 1.2643504531722054
    },
    {
        "current_steps": 837,
        "loss": 3.0073,
        "learning_rate": 6.102863202545069e-07,
        "epoch": 1.2658610271903323
    },
    {
        "current_steps": 838,
        "loss": 2.7255,
        "learning_rate": 6.097560975609756e-07,
        "epoch": 1.2673716012084593
    },
    {
        "current_steps": 839,
        "loss": 2.8498,
        "learning_rate": 6.092258748674443e-07,
        "epoch": 1.2688821752265862
    },
    {
        "current_steps": 840,
        "loss": 3.0627,
        "learning_rate": 6.08695652173913e-07,
        "epoch": 1.2703927492447131
    },
    {
        "current_steps": 841,
        "loss": 3.053,
        "learning_rate": 6.081654294803817e-07,
        "epoch": 1.2719033232628398
    },
    {
        "current_steps": 842,
        "loss": 2.9029,
        "learning_rate": 6.076352067868504e-07,
        "epoch": 1.2734138972809668
    },
    {
        "current_steps": 843,
        "loss": 3.1912,
        "learning_rate": 6.071049840933192e-07,
        "epoch": 1.2749244712990937
    },
    {
        "current_steps": 844,
        "loss": 2.9187,
        "learning_rate": 6.065747613997879e-07,
        "epoch": 1.2764350453172204
    },
    {
        "current_steps": 845,
        "loss": 2.9065,
        "learning_rate": 6.060445387062566e-07,
        "epoch": 1.2779456193353473
    },
    {
        "current_steps": 846,
        "loss": 3.0209,
        "learning_rate": 6.055143160127253e-07,
        "epoch": 1.2794561933534743
    },
    {
        "current_steps": 847,
        "loss": 3.0331,
        "learning_rate": 6.049840933191941e-07,
        "epoch": 1.2809667673716012
    },
    {
        "current_steps": 848,
        "loss": 3.1613,
        "learning_rate": 6.044538706256627e-07,
        "epoch": 1.2824773413897281
    },
    {
        "current_steps": 849,
        "loss": 2.6895,
        "learning_rate": 6.039236479321315e-07,
        "epoch": 1.283987915407855
    },
    {
        "current_steps": 850,
        "loss": 3.0909,
        "learning_rate": 6.033934252386002e-07,
        "epoch": 1.285498489425982
    },
    {
        "current_steps": 851,
        "loss": 3.0953,
        "learning_rate": 6.02863202545069e-07,
        "epoch": 1.2870090634441087
    },
    {
        "current_steps": 852,
        "loss": 3.0476,
        "learning_rate": 6.023329798515376e-07,
        "epoch": 1.2885196374622356
    },
    {
        "current_steps": 853,
        "loss": 2.8508,
        "learning_rate": 6.018027571580063e-07,
        "epoch": 1.2900302114803626
    },
    {
        "current_steps": 854,
        "loss": 3.4764,
        "learning_rate": 6.01272534464475e-07,
        "epoch": 1.2915407854984895
    },
    {
        "current_steps": 855,
        "loss": 3.099,
        "learning_rate": 6.007423117709439e-07,
        "epoch": 1.2930513595166162
    },
    {
        "current_steps": 856,
        "loss": 3.069,
        "learning_rate": 6.002120890774125e-07,
        "epoch": 1.2945619335347431
    },
    {
        "current_steps": 857,
        "loss": 2.58,
        "learning_rate": 5.996818663838812e-07,
        "epoch": 1.29607250755287
    },
    {
        "current_steps": 858,
        "loss": 2.3271,
        "learning_rate": 5.991516436903499e-07,
        "epoch": 1.297583081570997
    },
    {
        "current_steps": 859,
        "loss": 2.9752,
        "learning_rate": 5.986214209968187e-07,
        "epoch": 1.299093655589124
    },
    {
        "current_steps": 860,
        "loss": 3.0935,
        "learning_rate": 5.980911983032873e-07,
        "epoch": 1.3006042296072509
    },
    {
        "current_steps": 861,
        "loss": 3.0636,
        "learning_rate": 5.97560975609756e-07,
        "epoch": 1.3021148036253776
    },
    {
        "current_steps": 862,
        "loss": 3.2768,
        "learning_rate": 5.970307529162248e-07,
        "epoch": 1.3036253776435045
    },
    {
        "current_steps": 863,
        "loss": 2.9215,
        "learning_rate": 5.965005302226936e-07,
        "epoch": 1.3051359516616314
    },
    {
        "current_steps": 864,
        "loss": 2.7811,
        "learning_rate": 5.959703075291622e-07,
        "epoch": 1.3066465256797584
    },
    {
        "current_steps": 865,
        "loss": 2.9675,
        "learning_rate": 5.954400848356309e-07,
        "epoch": 1.308157099697885
    },
    {
        "current_steps": 866,
        "loss": 2.8599,
        "learning_rate": 5.949098621420997e-07,
        "epoch": 1.309667673716012
    },
    {
        "current_steps": 867,
        "loss": 3.0658,
        "learning_rate": 5.943796394485684e-07,
        "epoch": 1.311178247734139
    },
    {
        "current_steps": 868,
        "loss": 2.9285,
        "learning_rate": 5.938494167550371e-07,
        "epoch": 1.3126888217522659
    },
    {
        "current_steps": 869,
        "loss": 2.8511,
        "learning_rate": 5.933191940615058e-07,
        "epoch": 1.3141993957703928
    },
    {
        "current_steps": 870,
        "loss": 3.236,
        "learning_rate": 5.927889713679746e-07,
        "epoch": 1.3157099697885197
    },
    {
        "current_steps": 871,
        "loss": 2.8618,
        "learning_rate": 5.922587486744432e-07,
        "epoch": 1.3172205438066467
    },
    {
        "current_steps": 872,
        "loss": 2.9207,
        "learning_rate": 5.917285259809119e-07,
        "epoch": 1.3187311178247734
    },
    {
        "current_steps": 873,
        "loss": 3.115,
        "learning_rate": 5.911983032873806e-07,
        "epoch": 1.3202416918429003
    },
    {
        "current_steps": 874,
        "loss": 3.0432,
        "learning_rate": 5.906680805938495e-07,
        "epoch": 1.3217522658610272
    },
    {
        "current_steps": 875,
        "loss": 2.9716,
        "learning_rate": 5.901378579003181e-07,
        "epoch": 1.323262839879154
    },
    {
        "current_steps": 876,
        "loss": 3.0914,
        "learning_rate": 5.896076352067868e-07,
        "epoch": 1.3247734138972809
    },
    {
        "current_steps": 877,
        "loss": 3.002,
        "learning_rate": 5.890774125132555e-07,
        "epoch": 1.3262839879154078
    },
    {
        "current_steps": 878,
        "loss": 2.9328,
        "learning_rate": 5.885471898197243e-07,
        "epoch": 1.3277945619335347
    },
    {
        "current_steps": 879,
        "loss": 3.1159,
        "learning_rate": 5.880169671261929e-07,
        "epoch": 1.3293051359516617
    },
    {
        "current_steps": 880,
        "loss": 2.632,
        "learning_rate": 5.874867444326616e-07,
        "epoch": 1.3308157099697886
    },
    {
        "current_steps": 881,
        "loss": 3.2234,
        "learning_rate": 5.869565217391305e-07,
        "epoch": 1.3323262839879155
    },
    {
        "current_steps": 882,
        "loss": 2.7351,
        "learning_rate": 5.864262990455992e-07,
        "epoch": 1.3338368580060422
    },
    {
        "current_steps": 883,
        "loss": 2.9956,
        "learning_rate": 5.858960763520678e-07,
        "epoch": 1.3353474320241692
    },
    {
        "current_steps": 884,
        "loss": 2.8181,
        "learning_rate": 5.853658536585365e-07,
        "epoch": 1.336858006042296
    },
    {
        "current_steps": 885,
        "loss": 3.0941,
        "learning_rate": 5.848356309650053e-07,
        "epoch": 1.338368580060423
    },
    {
        "current_steps": 886,
        "loss": 3.093,
        "learning_rate": 5.84305408271474e-07,
        "epoch": 1.3398791540785497
    },
    {
        "current_steps": 887,
        "loss": 3.1539,
        "learning_rate": 5.837751855779427e-07,
        "epoch": 1.3413897280966767
    },
    {
        "current_steps": 888,
        "loss": 2.798,
        "learning_rate": 5.832449628844114e-07,
        "epoch": 1.3429003021148036
    },
    {
        "current_steps": 889,
        "loss": 2.8593,
        "learning_rate": 5.827147401908802e-07,
        "epoch": 1.3444108761329305
    },
    {
        "current_steps": 890,
        "loss": 2.9718,
        "learning_rate": 5.821845174973489e-07,
        "epoch": 1.3459214501510575
    },
    {
        "current_steps": 891,
        "loss": 2.9314,
        "learning_rate": 5.816542948038175e-07,
        "epoch": 1.3474320241691844
    },
    {
        "current_steps": 892,
        "loss": 3.0187,
        "learning_rate": 5.811240721102862e-07,
        "epoch": 1.348942598187311
    },
    {
        "current_steps": 893,
        "loss": 3.0841,
        "learning_rate": 5.805938494167551e-07,
        "epoch": 1.350453172205438
    },
    {
        "current_steps": 894,
        "loss": 3.0654,
        "learning_rate": 5.800636267232238e-07,
        "epoch": 1.351963746223565
    },
    {
        "current_steps": 895,
        "loss": 3.0979,
        "learning_rate": 5.795334040296924e-07,
        "epoch": 1.353474320241692
    },
    {
        "current_steps": 896,
        "loss": 3.09,
        "learning_rate": 5.790031813361611e-07,
        "epoch": 1.3549848942598186
    },
    {
        "current_steps": 897,
        "loss": 2.9968,
        "learning_rate": 5.784729586426299e-07,
        "epoch": 1.3564954682779455
    },
    {
        "current_steps": 898,
        "loss": 2.4133,
        "learning_rate": 5.779427359490986e-07,
        "epoch": 1.3580060422960725
    },
    {
        "current_steps": 899,
        "loss": 3.1315,
        "learning_rate": 5.774125132555672e-07,
        "epoch": 1.3595166163141994
    },
    {
        "current_steps": 900,
        "loss": 3.0132,
        "learning_rate": 5.768822905620361e-07,
        "epoch": 1.3610271903323263
    },
    {
        "current_steps": 901,
        "loss": 2.8193,
        "learning_rate": 5.763520678685048e-07,
        "epoch": 1.3625377643504533
    },
    {
        "current_steps": 902,
        "loss": 3.0323,
        "learning_rate": 5.758218451749735e-07,
        "epoch": 1.3640483383685802
    },
    {
        "current_steps": 903,
        "loss": 2.8813,
        "learning_rate": 5.752916224814421e-07,
        "epoch": 1.365558912386707
    },
    {
        "current_steps": 904,
        "loss": 2.9499,
        "learning_rate": 5.747613997879109e-07,
        "epoch": 1.3670694864048338
    },
    {
        "current_steps": 905,
        "loss": 2.9082,
        "learning_rate": 5.742311770943796e-07,
        "epoch": 1.3685800604229608
    },
    {
        "current_steps": 906,
        "loss": 3.1331,
        "learning_rate": 5.737009544008484e-07,
        "epoch": 1.3700906344410877
    },
    {
        "current_steps": 907,
        "loss": 3.0406,
        "learning_rate": 5.73170731707317e-07,
        "epoch": 1.3716012084592144
    },
    {
        "current_steps": 908,
        "loss": 3.0628,
        "learning_rate": 5.726405090137858e-07,
        "epoch": 1.3731117824773413
    },
    {
        "current_steps": 909,
        "loss": 3.0879,
        "learning_rate": 5.721102863202545e-07,
        "epoch": 1.3746223564954683
    },
    {
        "current_steps": 910,
        "loss": 3.1388,
        "learning_rate": 5.715800636267231e-07,
        "epoch": 1.3761329305135952
    },
    {
        "current_steps": 911,
        "loss": 2.8779,
        "learning_rate": 5.710498409331918e-07,
        "epoch": 1.3776435045317221
    },
    {
        "current_steps": 912,
        "loss": 2.9396,
        "learning_rate": 5.705196182396607e-07,
        "epoch": 1.379154078549849
    },
    {
        "current_steps": 913,
        "loss": 3.0501,
        "learning_rate": 5.699893955461294e-07,
        "epoch": 1.3806646525679758
    },
    {
        "current_steps": 914,
        "loss": 3.077,
        "learning_rate": 5.69459172852598e-07,
        "epoch": 1.3821752265861027
    },
    {
        "current_steps": 915,
        "loss": 2.8821,
        "learning_rate": 5.689289501590668e-07,
        "epoch": 1.3836858006042296
    },
    {
        "current_steps": 916,
        "loss": 3.1957,
        "learning_rate": 5.683987274655355e-07,
        "epoch": 1.3851963746223566
    },
    {
        "current_steps": 917,
        "loss": 2.9614,
        "learning_rate": 5.678685047720042e-07,
        "epoch": 1.3867069486404833
    },
    {
        "current_steps": 918,
        "loss": 3.086,
        "learning_rate": 5.673382820784728e-07,
        "epoch": 1.3882175226586102
    },
    {
        "current_steps": 919,
        "loss": 2.2982,
        "learning_rate": 5.668080593849417e-07,
        "epoch": 1.3897280966767371
    },
    {
        "current_steps": 920,
        "loss": 3.0439,
        "learning_rate": 5.662778366914104e-07,
        "epoch": 1.391238670694864
    },
    {
        "current_steps": 921,
        "loss": 3.0418,
        "learning_rate": 5.657476139978791e-07,
        "epoch": 1.392749244712991
    },
    {
        "current_steps": 922,
        "loss": 2.9936,
        "learning_rate": 5.652173913043477e-07,
        "epoch": 1.394259818731118
    },
    {
        "current_steps": 923,
        "loss": 2.9119,
        "learning_rate": 5.646871686108165e-07,
        "epoch": 1.3957703927492446
    },
    {
        "current_steps": 924,
        "loss": 2.8972,
        "learning_rate": 5.641569459172853e-07,
        "epoch": 1.3972809667673716
    },
    {
        "current_steps": 925,
        "loss": 3.0952,
        "learning_rate": 5.63626723223754e-07,
        "epoch": 1.3987915407854985
    },
    {
        "current_steps": 926,
        "loss": 3.0398,
        "learning_rate": 5.630965005302226e-07,
        "epoch": 1.4003021148036254
    },
    {
        "current_steps": 927,
        "loss": 3.1679,
        "learning_rate": 5.625662778366914e-07,
        "epoch": 1.4018126888217521
    },
    {
        "current_steps": 928,
        "loss": 3.007,
        "learning_rate": 5.620360551431601e-07,
        "epoch": 1.403323262839879
    },
    {
        "current_steps": 929,
        "loss": 3.0324,
        "learning_rate": 5.615058324496288e-07,
        "epoch": 1.404833836858006
    },
    {
        "current_steps": 930,
        "loss": 3.2281,
        "learning_rate": 5.609756097560975e-07,
        "epoch": 1.406344410876133
    },
    {
        "current_steps": 931,
        "loss": 3.0227,
        "learning_rate": 5.604453870625663e-07,
        "epoch": 1.4078549848942599
    },
    {
        "current_steps": 932,
        "loss": 2.8318,
        "learning_rate": 5.59915164369035e-07,
        "epoch": 1.4093655589123868
    },
    {
        "current_steps": 933,
        "loss": 2.8935,
        "learning_rate": 5.593849416755037e-07,
        "epoch": 1.4108761329305137
    },
    {
        "current_steps": 934,
        "loss": 3.0167,
        "learning_rate": 5.588547189819724e-07,
        "epoch": 1.4123867069486404
    },
    {
        "current_steps": 935,
        "loss": 2.9921,
        "learning_rate": 5.583244962884411e-07,
        "epoch": 1.4138972809667674
    },
    {
        "current_steps": 936,
        "loss": 3.1317,
        "learning_rate": 5.577942735949098e-07,
        "epoch": 1.4154078549848943
    },
    {
        "current_steps": 937,
        "loss": 3.0075,
        "learning_rate": 5.572640509013786e-07,
        "epoch": 1.4169184290030212
    },
    {
        "current_steps": 938,
        "loss": 3.1235,
        "learning_rate": 5.567338282078473e-07,
        "epoch": 1.418429003021148
    },
    {
        "current_steps": 939,
        "loss": 2.6289,
        "learning_rate": 5.56203605514316e-07,
        "epoch": 1.4199395770392749
    },
    {
        "current_steps": 940,
        "loss": 2.9834,
        "learning_rate": 5.556733828207847e-07,
        "epoch": 1.4214501510574018
    },
    {
        "current_steps": 941,
        "loss": 3.1223,
        "learning_rate": 5.551431601272534e-07,
        "epoch": 1.4229607250755287
    },
    {
        "current_steps": 942,
        "loss": 3.1114,
        "learning_rate": 5.546129374337221e-07,
        "epoch": 1.4244712990936557
    },
    {
        "current_steps": 943,
        "loss": 2.9695,
        "learning_rate": 5.540827147401909e-07,
        "epoch": 1.4259818731117826
    },
    {
        "current_steps": 944,
        "loss": 2.5181,
        "learning_rate": 5.535524920466596e-07,
        "epoch": 1.4274924471299093
    },
    {
        "current_steps": 945,
        "loss": 3.0749,
        "learning_rate": 5.530222693531283e-07,
        "epoch": 1.4290030211480362
    },
    {
        "current_steps": 946,
        "loss": 2.8732,
        "learning_rate": 5.52492046659597e-07,
        "epoch": 1.4305135951661632
    },
    {
        "current_steps": 947,
        "loss": 3.0371,
        "learning_rate": 5.519618239660657e-07,
        "epoch": 1.43202416918429
    },
    {
        "current_steps": 948,
        "loss": 2.8945,
        "learning_rate": 5.514316012725344e-07,
        "epoch": 1.4335347432024168
    },
    {
        "current_steps": 949,
        "loss": 3.1701,
        "learning_rate": 5.509013785790033e-07,
        "epoch": 1.4350453172205437
    },
    {
        "current_steps": 950,
        "loss": 2.9467,
        "learning_rate": 5.503711558854719e-07,
        "epoch": 1.4365558912386707
    },
    {
        "current_steps": 951,
        "loss": 2.9566,
        "learning_rate": 5.498409331919406e-07,
        "epoch": 1.4380664652567976
    },
    {
        "current_steps": 952,
        "loss": 2.9671,
        "learning_rate": 5.493107104984093e-07,
        "epoch": 1.4395770392749245
    },
    {
        "current_steps": 953,
        "loss": 2.823,
        "learning_rate": 5.487804878048781e-07,
        "epoch": 1.4410876132930515
    },
    {
        "current_steps": 954,
        "loss": 2.5544,
        "learning_rate": 5.482502651113467e-07,
        "epoch": 1.4425981873111782
    },
    {
        "current_steps": 955,
        "loss": 2.8079,
        "learning_rate": 5.477200424178154e-07,
        "epoch": 1.444108761329305
    },
    {
        "current_steps": 956,
        "loss": 2.9745,
        "learning_rate": 5.471898197242842e-07,
        "epoch": 1.445619335347432
    },
    {
        "current_steps": 957,
        "loss": 2.9221,
        "learning_rate": 5.46659597030753e-07,
        "epoch": 1.447129909365559
    },
    {
        "current_steps": 958,
        "loss": 3.1318,
        "learning_rate": 5.461293743372216e-07,
        "epoch": 1.4486404833836857
    },
    {
        "current_steps": 959,
        "loss": 2.9277,
        "learning_rate": 5.455991516436903e-07,
        "epoch": 1.4501510574018126
    },
    {
        "current_steps": 960,
        "loss": 2.9046,
        "learning_rate": 5.45068928950159e-07,
        "epoch": 1.4516616314199395
    },
    {
        "current_steps": 961,
        "loss": 3.0094,
        "learning_rate": 5.445387062566277e-07,
        "epoch": 1.4531722054380665
    },
    {
        "current_steps": 962,
        "loss": 2.9582,
        "learning_rate": 5.440084835630965e-07,
        "epoch": 1.4546827794561934
    },
    {
        "current_steps": 963,
        "loss": 2.9235,
        "learning_rate": 5.434782608695652e-07,
        "epoch": 1.4561933534743203
    },
    {
        "current_steps": 964,
        "loss": 3.1794,
        "learning_rate": 5.42948038176034e-07,
        "epoch": 1.4577039274924473
    },
    {
        "current_steps": 965,
        "loss": 2.944,
        "learning_rate": 5.424178154825026e-07,
        "epoch": 1.459214501510574
    },
    {
        "current_steps": 966,
        "loss": 3.0503,
        "learning_rate": 5.418875927889713e-07,
        "epoch": 1.460725075528701
    },
    {
        "current_steps": 967,
        "loss": 2.824,
        "learning_rate": 5.4135737009544e-07,
        "epoch": 1.4622356495468278
    },
    {
        "current_steps": 968,
        "loss": 2.8722,
        "learning_rate": 5.408271474019089e-07,
        "epoch": 1.4637462235649548
    },
    {
        "current_steps": 969,
        "loss": 3.0602,
        "learning_rate": 5.402969247083775e-07,
        "epoch": 1.4652567975830815
    },
    {
        "current_steps": 970,
        "loss": 2.4757,
        "learning_rate": 5.397667020148462e-07,
        "epoch": 1.4667673716012084
    },
    {
        "current_steps": 971,
        "loss": 3.0635,
        "learning_rate": 5.392364793213149e-07,
        "epoch": 1.4682779456193353
    },
    {
        "current_steps": 972,
        "loss": 3.1136,
        "learning_rate": 5.387062566277837e-07,
        "epoch": 1.4697885196374623
    },
    {
        "current_steps": 973,
        "loss": 2.9535,
        "learning_rate": 5.381760339342523e-07,
        "epoch": 1.4712990936555892
    },
    {
        "current_steps": 974,
        "loss": 2.9776,
        "learning_rate": 5.37645811240721e-07,
        "epoch": 1.4728096676737161
    },
    {
        "current_steps": 975,
        "loss": 3.0826,
        "learning_rate": 5.371155885471898e-07,
        "epoch": 1.4743202416918428
    },
    {
        "current_steps": 976,
        "loss": 3.0639,
        "learning_rate": 5.365853658536586e-07,
        "epoch": 1.4758308157099698
    },
    {
        "current_steps": 977,
        "loss": 3.0708,
        "learning_rate": 5.360551431601272e-07,
        "epoch": 1.4773413897280967
    },
    {
        "current_steps": 978,
        "loss": 2.9469,
        "learning_rate": 5.355249204665959e-07,
        "epoch": 1.4788519637462236
    },
    {
        "current_steps": 979,
        "loss": 2.9673,
        "learning_rate": 5.349946977730647e-07,
        "epoch": 1.4803625377643503
    },
    {
        "current_steps": 980,
        "loss": 3.0806,
        "learning_rate": 5.344644750795334e-07,
        "epoch": 1.4818731117824773
    },
    {
        "current_steps": 981,
        "loss": 3.1313,
        "learning_rate": 5.339342523860021e-07,
        "epoch": 1.4833836858006042
    },
    {
        "current_steps": 982,
        "loss": 2.8451,
        "learning_rate": 5.334040296924708e-07,
        "epoch": 1.4848942598187311
    },
    {
        "current_steps": 983,
        "loss": 2.4288,
        "learning_rate": 5.328738069989396e-07,
        "epoch": 1.486404833836858
    },
    {
        "current_steps": 984,
        "loss": 3.0014,
        "learning_rate": 5.323435843054083e-07,
        "epoch": 1.487915407854985
    },
    {
        "current_steps": 985,
        "loss": 3.05,
        "learning_rate": 5.318133616118769e-07,
        "epoch": 1.4894259818731117
    },
    {
        "current_steps": 986,
        "loss": 3.0385,
        "learning_rate": 5.312831389183456e-07,
        "epoch": 1.4909365558912386
    },
    {
        "current_steps": 987,
        "loss": 3.0729,
        "learning_rate": 5.307529162248145e-07,
        "epoch": 1.4924471299093656
    },
    {
        "current_steps": 988,
        "loss": 2.8984,
        "learning_rate": 5.302226935312832e-07,
        "epoch": 1.4939577039274925
    },
    {
        "current_steps": 989,
        "loss": 3.0152,
        "learning_rate": 5.296924708377518e-07,
        "epoch": 1.4954682779456192
    },
    {
        "current_steps": 990,
        "loss": 2.9607,
        "learning_rate": 5.291622481442205e-07,
        "epoch": 1.4969788519637461
    },
    {
        "current_steps": 991,
        "loss": 2.8356,
        "learning_rate": 5.286320254506893e-07,
        "epoch": 1.498489425981873
    },
    {
        "current_steps": 992,
        "loss": 2.9473,
        "learning_rate": 5.28101802757158e-07,
        "epoch": 1.5
    },
    {
        "current_steps": 993,
        "loss": 2.9858,
        "learning_rate": 5.275715800636266e-07,
        "epoch": 1.501510574018127
    },
    {
        "current_steps": 994,
        "loss": 3.157,
        "learning_rate": 5.270413573700954e-07,
        "epoch": 1.5030211480362539
    },
    {
        "current_steps": 995,
        "loss": 3.1751,
        "learning_rate": 5.265111346765642e-07,
        "epoch": 1.5045317220543808
    },
    {
        "current_steps": 996,
        "loss": 2.8955,
        "learning_rate": 5.259809119830329e-07,
        "epoch": 1.5060422960725075
    },
    {
        "current_steps": 997,
        "loss": 3.0465,
        "learning_rate": 5.254506892895015e-07,
        "epoch": 1.5075528700906344
    },
    {
        "current_steps": 998,
        "loss": 2.6712,
        "learning_rate": 5.249204665959703e-07,
        "epoch": 1.5090634441087614
    },
    {
        "current_steps": 999,
        "loss": 2.9198,
        "learning_rate": 5.24390243902439e-07,
        "epoch": 1.510574018126888
    },
    {
        "current_steps": 1000,
        "loss": 2.9792,
        "learning_rate": 5.238600212089077e-07,
        "epoch": 1.512084592145015
    },
    {
        "current_steps": 1001,
        "loss": 2.5173,
        "learning_rate": 5.233297985153764e-07,
        "epoch": 1.513595166163142
    },
    {
        "current_steps": 1002,
        "loss": 3.2622,
        "learning_rate": 5.227995758218452e-07,
        "epoch": 1.5151057401812689
    },
    {
        "current_steps": 1003,
        "loss": 2.9889,
        "learning_rate": 5.222693531283139e-07,
        "epoch": 1.5166163141993958
    },
    {
        "current_steps": 1004,
        "loss": 2.9991,
        "learning_rate": 5.217391304347825e-07,
        "epoch": 1.5181268882175227
    },
    {
        "current_steps": 1005,
        "loss": 2.9715,
        "learning_rate": 5.212089077412512e-07,
        "epoch": 1.5196374622356497
    },
    {
        "current_steps": 1006,
        "loss": 3.1659,
        "learning_rate": 5.206786850477201e-07,
        "epoch": 1.5211480362537766
    },
    {
        "current_steps": 1007,
        "loss": 3.0155,
        "learning_rate": 5.201484623541888e-07,
        "epoch": 1.5226586102719033
    },
    {
        "current_steps": 1008,
        "loss": 3.0391,
        "learning_rate": 5.196182396606574e-07,
        "epoch": 1.5241691842900302
    },
    {
        "current_steps": 1009,
        "loss": 3.0686,
        "learning_rate": 5.190880169671261e-07,
        "epoch": 1.525679758308157
    },
    {
        "current_steps": 1010,
        "loss": 3.1287,
        "learning_rate": 5.185577942735949e-07,
        "epoch": 1.5271903323262839
    },
    {
        "current_steps": 1011,
        "loss": 3.0787,
        "learning_rate": 5.180275715800636e-07,
        "epoch": 1.5287009063444108
    },
    {
        "current_steps": 1012,
        "loss": 3.0413,
        "learning_rate": 5.174973488865322e-07,
        "epoch": 1.5302114803625377
    },
    {
        "current_steps": 1013,
        "loss": 2.9218,
        "learning_rate": 5.169671261930011e-07,
        "epoch": 1.5317220543806647
    },
    {
        "current_steps": 1014,
        "loss": 2.8721,
        "learning_rate": 5.164369034994698e-07,
        "epoch": 1.5332326283987916
    },
    {
        "current_steps": 1015,
        "loss": 2.922,
        "learning_rate": 5.159066808059385e-07,
        "epoch": 1.5347432024169185
    },
    {
        "current_steps": 1016,
        "loss": 3.1057,
        "learning_rate": 5.153764581124071e-07,
        "epoch": 1.5362537764350455
    },
    {
        "current_steps": 1017,
        "loss": 2.9731,
        "learning_rate": 5.148462354188759e-07,
        "epoch": 1.5377643504531722
    },
    {
        "current_steps": 1018,
        "loss": 3.1715,
        "learning_rate": 5.143160127253446e-07,
        "epoch": 1.539274924471299
    },
    {
        "current_steps": 1019,
        "loss": 3.045,
        "learning_rate": 5.137857900318134e-07,
        "epoch": 1.540785498489426
    },
    {
        "current_steps": 1020,
        "loss": 3.3725,
        "learning_rate": 5.13255567338282e-07,
        "epoch": 1.5422960725075527
    },
    {
        "current_steps": 1021,
        "loss": 2.7582,
        "learning_rate": 5.127253446447508e-07,
        "epoch": 1.5438066465256797
    },
    {
        "current_steps": 1022,
        "loss": 2.7718,
        "learning_rate": 5.121951219512195e-07,
        "epoch": 1.5453172205438066
    },
    {
        "current_steps": 1023,
        "loss": 2.9662,
        "learning_rate": 5.116648992576882e-07,
        "epoch": 1.5468277945619335
    },
    {
        "current_steps": 1024,
        "loss": 2.865,
        "learning_rate": 5.111346765641568e-07,
        "epoch": 1.5483383685800605
    },
    {
        "current_steps": 1025,
        "loss": 3.0375,
        "learning_rate": 5.106044538706257e-07,
        "epoch": 1.5498489425981874
    },
    {
        "current_steps": 1026,
        "loss": 3.0481,
        "learning_rate": 5.100742311770944e-07,
        "epoch": 1.5513595166163143
    },
    {
        "current_steps": 1027,
        "loss": 2.8947,
        "learning_rate": 5.095440084835631e-07,
        "epoch": 1.552870090634441
    },
    {
        "current_steps": 1028,
        "loss": 3.0734,
        "learning_rate": 5.090137857900317e-07,
        "epoch": 1.554380664652568
    },
    {
        "current_steps": 1029,
        "loss": 2.9264,
        "learning_rate": 5.084835630965005e-07,
        "epoch": 1.555891238670695
    },
    {
        "current_steps": 1030,
        "loss": 3.3168,
        "learning_rate": 5.079533404029692e-07,
        "epoch": 1.5574018126888216
    },
    {
        "current_steps": 1031,
        "loss": 3.019,
        "learning_rate": 5.07423117709438e-07,
        "epoch": 1.5589123867069485
    },
    {
        "current_steps": 1032,
        "loss": 2.8949,
        "learning_rate": 5.068928950159067e-07,
        "epoch": 1.5604229607250755
    },
    {
        "current_steps": 1033,
        "loss": 3.0329,
        "learning_rate": 5.063626723223754e-07,
        "epoch": 1.5619335347432024
    },
    {
        "current_steps": 1034,
        "loss": 2.9624,
        "learning_rate": 5.058324496288441e-07,
        "epoch": 1.5634441087613293
    },
    {
        "current_steps": 1035,
        "loss": 3.3392,
        "learning_rate": 5.053022269353128e-07,
        "epoch": 1.5649546827794563
    },
    {
        "current_steps": 1036,
        "loss": 2.2515,
        "learning_rate": 5.047720042417815e-07,
        "epoch": 1.5664652567975832
    },
    {
        "current_steps": 1037,
        "loss": 3.0141,
        "learning_rate": 5.042417815482503e-07,
        "epoch": 1.5679758308157101
    },
    {
        "current_steps": 1038,
        "loss": 3.0273,
        "learning_rate": 5.03711558854719e-07,
        "epoch": 1.5694864048338368
    },
    {
        "current_steps": 1039,
        "loss": 2.9199,
        "learning_rate": 5.031813361611877e-07,
        "epoch": 1.5709969788519638
    },
    {
        "current_steps": 1040,
        "loss": 3.1826,
        "learning_rate": 5.026511134676564e-07,
        "epoch": 1.5725075528700905
    },
    {
        "current_steps": 1041,
        "loss": 3.0795,
        "learning_rate": 5.021208907741251e-07,
        "epoch": 1.5740181268882174
    },
    {
        "current_steps": 1042,
        "loss": 3.0395,
        "learning_rate": 5.015906680805938e-07,
        "epoch": 1.5755287009063443
    },
    {
        "current_steps": 1043,
        "loss": 2.8528,
        "learning_rate": 5.010604453870624e-07,
        "epoch": 1.5770392749244713
    },
    {
        "current_steps": 1044,
        "loss": 2.7252,
        "learning_rate": 5.005302226935313e-07,
        "epoch": 1.5785498489425982
    },
    {
        "current_steps": 1045,
        "loss": 2.9675,
        "learning_rate": 5e-07,
        "epoch": 1.5800604229607251
    },
    {
        "current_steps": 1046,
        "loss": 2.956,
        "learning_rate": 4.994697773064687e-07,
        "epoch": 1.581570996978852
    },
    {
        "current_steps": 1047,
        "loss": 3.01,
        "learning_rate": 4.989395546129374e-07,
        "epoch": 1.583081570996979
    },
    {
        "current_steps": 1048,
        "loss": 2.9625,
        "learning_rate": 4.984093319194061e-07,
        "epoch": 1.5845921450151057
    },
    {
        "current_steps": 1049,
        "loss": 2.8837,
        "learning_rate": 4.978791092258748e-07,
        "epoch": 1.5861027190332326
    },
    {
        "current_steps": 1050,
        "loss": 3.0228,
        "learning_rate": 4.973488865323436e-07,
        "epoch": 1.5876132930513596
    },
    {
        "current_steps": 1051,
        "loss": 2.232,
        "learning_rate": 4.968186638388123e-07,
        "epoch": 1.5891238670694863
    },
    {
        "current_steps": 1052,
        "loss": 3.1003,
        "learning_rate": 4.96288441145281e-07,
        "epoch": 1.5906344410876132
    },
    {
        "current_steps": 1053,
        "loss": 3.1487,
        "learning_rate": 4.957582184517497e-07,
        "epoch": 1.5921450151057401
    },
    {
        "current_steps": 1054,
        "loss": 1.836,
        "learning_rate": 4.952279957582184e-07,
        "epoch": 1.593655589123867
    },
    {
        "current_steps": 1055,
        "loss": 3.1404,
        "learning_rate": 4.946977730646871e-07,
        "epoch": 1.595166163141994
    },
    {
        "current_steps": 1056,
        "loss": 3.036,
        "learning_rate": 4.941675503711559e-07,
        "epoch": 1.596676737160121
    },
    {
        "current_steps": 1057,
        "loss": 3.2197,
        "learning_rate": 4.936373276776246e-07,
        "epoch": 1.5981873111782479
    },
    {
        "current_steps": 1058,
        "loss": 3.0912,
        "learning_rate": 4.931071049840933e-07,
        "epoch": 1.5996978851963746
    },
    {
        "current_steps": 1059,
        "loss": 3.0635,
        "learning_rate": 4.92576882290562e-07,
        "epoch": 1.6012084592145015
    },
    {
        "current_steps": 1060,
        "loss": 2.8236,
        "learning_rate": 4.920466595970307e-07,
        "epoch": 1.6027190332326284
    },
    {
        "current_steps": 1061,
        "loss": 2.8799,
        "learning_rate": 4.915164369034994e-07,
        "epoch": 1.6042296072507551
    },
    {
        "current_steps": 1062,
        "loss": 3.0009,
        "learning_rate": 4.909862142099681e-07,
        "epoch": 1.605740181268882
    },
    {
        "current_steps": 1063,
        "loss": 2.7792,
        "learning_rate": 4.904559915164369e-07,
        "epoch": 1.607250755287009
    },
    {
        "current_steps": 1064,
        "loss": 2.4307,
        "learning_rate": 4.899257688229056e-07,
        "epoch": 1.608761329305136
    },
    {
        "current_steps": 1065,
        "loss": 3.0087,
        "learning_rate": 4.893955461293743e-07,
        "epoch": 1.6102719033232629
    },
    {
        "current_steps": 1066,
        "loss": 2.9968,
        "learning_rate": 4.88865323435843e-07,
        "epoch": 1.6117824773413898
    },
    {
        "current_steps": 1067,
        "loss": 3.0844,
        "learning_rate": 4.883351007423117e-07,
        "epoch": 1.6132930513595167
    },
    {
        "current_steps": 1068,
        "loss": 2.7457,
        "learning_rate": 4.878048780487804e-07,
        "epoch": 1.6148036253776437
    },
    {
        "current_steps": 1069,
        "loss": 3.1845,
        "learning_rate": 4.872746553552492e-07,
        "epoch": 1.6163141993957704
    },
    {
        "current_steps": 1070,
        "loss": 2.9618,
        "learning_rate": 4.867444326617179e-07,
        "epoch": 1.6178247734138973
    },
    {
        "current_steps": 1071,
        "loss": 3.1695,
        "learning_rate": 4.862142099681866e-07,
        "epoch": 1.619335347432024
    },
    {
        "current_steps": 1072,
        "loss": 3.048,
        "learning_rate": 4.856839872746553e-07,
        "epoch": 1.620845921450151
    },
    {
        "current_steps": 1073,
        "loss": 2.3976,
        "learning_rate": 4.85153764581124e-07,
        "epoch": 1.6223564954682779
    },
    {
        "current_steps": 1074,
        "loss": 2.8795,
        "learning_rate": 4.846235418875927e-07,
        "epoch": 1.6238670694864048
    },
    {
        "current_steps": 1075,
        "loss": 2.9775,
        "learning_rate": 4.840933191940615e-07,
        "epoch": 1.6253776435045317
    },
    {
        "current_steps": 1076,
        "loss": 3.0759,
        "learning_rate": 4.835630965005302e-07,
        "epoch": 1.6268882175226587
    },
    {
        "current_steps": 1077,
        "loss": 2.9119,
        "learning_rate": 4.830328738069989e-07,
        "epoch": 1.6283987915407856
    },
    {
        "current_steps": 1078,
        "loss": 2.9232,
        "learning_rate": 4.825026511134676e-07,
        "epoch": 1.6299093655589125
    },
    {
        "current_steps": 1079,
        "loss": 3.234,
        "learning_rate": 4.819724284199363e-07,
        "epoch": 1.6314199395770392
    },
    {
        "current_steps": 1080,
        "loss": 3.0302,
        "learning_rate": 4.814422057264051e-07,
        "epoch": 1.6329305135951662
    },
    {
        "current_steps": 1081,
        "loss": 2.9832,
        "learning_rate": 4.809119830328737e-07,
        "epoch": 1.634441087613293
    },
    {
        "current_steps": 1082,
        "loss": 3.0889,
        "learning_rate": 4.803817603393426e-07,
        "epoch": 1.6359516616314198
    },
    {
        "current_steps": 1083,
        "loss": 2.8111,
        "learning_rate": 4.798515376458112e-07,
        "epoch": 1.6374622356495467
    },
    {
        "current_steps": 1084,
        "loss": 2.8503,
        "learning_rate": 4.7932131495228e-07,
        "epoch": 1.6389728096676737
    },
    {
        "current_steps": 1085,
        "loss": 3.0871,
        "learning_rate": 4.787910922587486e-07,
        "epoch": 1.6404833836858006
    },
    {
        "current_steps": 1086,
        "loss": 2.9174,
        "learning_rate": 4.782608695652174e-07,
        "epoch": 1.6419939577039275
    },
    {
        "current_steps": 1087,
        "loss": 2.8806,
        "learning_rate": 4.77730646871686e-07,
        "epoch": 1.6435045317220545
    },
    {
        "current_steps": 1088,
        "loss": 3.13,
        "learning_rate": 4.772004241781549e-07,
        "epoch": 1.6450151057401814
    },
    {
        "current_steps": 1089,
        "loss": 2.6956,
        "learning_rate": 4.766702014846235e-07,
        "epoch": 1.646525679758308
    },
    {
        "current_steps": 1090,
        "loss": 2.8828,
        "learning_rate": 4.7613997879109224e-07,
        "epoch": 1.648036253776435
    },
    {
        "current_steps": 1091,
        "loss": 2.895,
        "learning_rate": 4.756097560975609e-07,
        "epoch": 1.649546827794562
    },
    {
        "current_steps": 1092,
        "loss": 2.8119,
        "learning_rate": 4.750795334040297e-07,
        "epoch": 1.6510574018126887
    },
    {
        "current_steps": 1093,
        "loss": 2.85,
        "learning_rate": 4.7454931071049834e-07,
        "epoch": 1.6525679758308156
    },
    {
        "current_steps": 1094,
        "loss": 3.1631,
        "learning_rate": 4.740190880169671e-07,
        "epoch": 1.6540785498489425
    },
    {
        "current_steps": 1095,
        "loss": 2.9764,
        "learning_rate": 4.734888653234358e-07,
        "epoch": 1.6555891238670695
    },
    {
        "current_steps": 1096,
        "loss": 3.0942,
        "learning_rate": 4.7295864262990454e-07,
        "epoch": 1.6570996978851964
    },
    {
        "current_steps": 1097,
        "loss": 2.8275,
        "learning_rate": 4.7242841993637326e-07,
        "epoch": 1.6586102719033233
    },
    {
        "current_steps": 1098,
        "loss": 2.9924,
        "learning_rate": 4.7189819724284197e-07,
        "epoch": 1.6601208459214503
    },
    {
        "current_steps": 1099,
        "loss": 2.9311,
        "learning_rate": 4.713679745493107e-07,
        "epoch": 1.6616314199395772
    },
    {
        "current_steps": 1100,
        "loss": 2.8092,
        "learning_rate": 4.708377518557794e-07,
        "epoch": 1.663141993957704
    },
    {
        "current_steps": 1101,
        "loss": 2.8916,
        "learning_rate": 4.703075291622481e-07,
        "epoch": 1.6646525679758308
    },
    {
        "current_steps": 1102,
        "loss": 3.2377,
        "learning_rate": 4.6977730646871684e-07,
        "epoch": 1.6661631419939575
    },
    {
        "current_steps": 1103,
        "loss": 3.0164,
        "learning_rate": 4.6924708377518555e-07,
        "epoch": 1.6676737160120845
    },
    {
        "current_steps": 1104,
        "loss": 3.0071,
        "learning_rate": 4.6871686108165427e-07,
        "epoch": 1.6691842900302114
    },
    {
        "current_steps": 1105,
        "loss": 3.116,
        "learning_rate": 4.68186638388123e-07,
        "epoch": 1.6706948640483383
    },
    {
        "current_steps": 1106,
        "loss": 3.2985,
        "learning_rate": 4.676564156945917e-07,
        "epoch": 1.6722054380664653
    },
    {
        "current_steps": 1107,
        "loss": 2.9589,
        "learning_rate": 4.671261930010604e-07,
        "epoch": 1.6737160120845922
    },
    {
        "current_steps": 1108,
        "loss": 2.9321,
        "learning_rate": 4.6659597030752913e-07,
        "epoch": 1.6752265861027191
    },
    {
        "current_steps": 1109,
        "loss": 3.1626,
        "learning_rate": 4.6606574761399785e-07,
        "epoch": 1.676737160120846
    },
    {
        "current_steps": 1110,
        "loss": 2.995,
        "learning_rate": 4.6553552492046656e-07,
        "epoch": 1.6782477341389728
    },
    {
        "current_steps": 1111,
        "loss": 2.5659,
        "learning_rate": 4.650053022269353e-07,
        "epoch": 1.6797583081570997
    },
    {
        "current_steps": 1112,
        "loss": 2.7322,
        "learning_rate": 4.6447507953340405e-07,
        "epoch": 1.6812688821752266
    },
    {
        "current_steps": 1113,
        "loss": 2.6716,
        "learning_rate": 4.639448568398727e-07,
        "epoch": 1.6827794561933533
    },
    {
        "current_steps": 1114,
        "loss": 2.9964,
        "learning_rate": 4.634146341463415e-07,
        "epoch": 1.6842900302114803
    },
    {
        "current_steps": 1115,
        "loss": 2.9699,
        "learning_rate": 4.6288441145281014e-07,
        "epoch": 1.6858006042296072
    },
    {
        "current_steps": 1116,
        "loss": 3.0185,
        "learning_rate": 4.623541887592789e-07,
        "epoch": 1.6873111782477341
    },
    {
        "current_steps": 1117,
        "loss": 2.8103,
        "learning_rate": 4.6182396606574757e-07,
        "epoch": 1.688821752265861
    },
    {
        "current_steps": 1118,
        "loss": 2.9484,
        "learning_rate": 4.6129374337221634e-07,
        "epoch": 1.690332326283988
    },
    {
        "current_steps": 1119,
        "loss": 3.0841,
        "learning_rate": 4.60763520678685e-07,
        "epoch": 1.691842900302115
    },
    {
        "current_steps": 1120,
        "loss": 2.9487,
        "learning_rate": 4.602332979851538e-07,
        "epoch": 1.6933534743202419
    },
    {
        "current_steps": 1121,
        "loss": 3.3735,
        "learning_rate": 4.5970307529162244e-07,
        "epoch": 1.6948640483383686
    },
    {
        "current_steps": 1122,
        "loss": 3.0413,
        "learning_rate": 4.591728525980912e-07,
        "epoch": 1.6963746223564955
    },
    {
        "current_steps": 1123,
        "loss": 2.9268,
        "learning_rate": 4.5864262990455987e-07,
        "epoch": 1.6978851963746222
    },
    {
        "current_steps": 1124,
        "loss": 3.07,
        "learning_rate": 4.5811240721102864e-07,
        "epoch": 1.6993957703927491
    },
    {
        "current_steps": 1125,
        "loss": 2.9197,
        "learning_rate": 4.575821845174973e-07,
        "epoch": 1.700906344410876
    },
    {
        "current_steps": 1126,
        "loss": 3.0171,
        "learning_rate": 4.5705196182396607e-07,
        "epoch": 1.702416918429003
    },
    {
        "current_steps": 1127,
        "loss": 3.1647,
        "learning_rate": 4.5652173913043473e-07,
        "epoch": 1.70392749244713
    },
    {
        "current_steps": 1128,
        "loss": 2.8764,
        "learning_rate": 4.559915164369035e-07,
        "epoch": 1.7054380664652569
    },
    {
        "current_steps": 1129,
        "loss": 3.005,
        "learning_rate": 4.554612937433722e-07,
        "epoch": 1.7069486404833838
    },
    {
        "current_steps": 1130,
        "loss": 3.1907,
        "learning_rate": 4.5493107104984093e-07,
        "epoch": 1.7084592145015107
    },
    {
        "current_steps": 1131,
        "loss": 3.0095,
        "learning_rate": 4.5440084835630965e-07,
        "epoch": 1.7099697885196374
    },
    {
        "current_steps": 1132,
        "loss": 2.9422,
        "learning_rate": 4.5387062566277836e-07,
        "epoch": 1.7114803625377644
    },
    {
        "current_steps": 1133,
        "loss": 3.0652,
        "learning_rate": 4.533404029692471e-07,
        "epoch": 1.712990936555891
    },
    {
        "current_steps": 1134,
        "loss": 2.9805,
        "learning_rate": 4.5281018027571574e-07,
        "epoch": 1.714501510574018
    },
    {
        "current_steps": 1135,
        "loss": 3.1721,
        "learning_rate": 4.522799575821845e-07,
        "epoch": 1.716012084592145
    },
    {
        "current_steps": 1136,
        "loss": 2.9939,
        "learning_rate": 4.517497348886532e-07,
        "epoch": 1.7175226586102719
    },
    {
        "current_steps": 1137,
        "loss": 3.0265,
        "learning_rate": 4.5121951219512194e-07,
        "epoch": 1.7190332326283988
    },
    {
        "current_steps": 1138,
        "loss": 3.2744,
        "learning_rate": 4.506892895015906e-07,
        "epoch": 1.7205438066465257
    },
    {
        "current_steps": 1139,
        "loss": 3.0499,
        "learning_rate": 4.501590668080594e-07,
        "epoch": 1.7220543806646527
    },
    {
        "current_steps": 1140,
        "loss": 2.9634,
        "learning_rate": 4.4962884411452804e-07,
        "epoch": 1.7235649546827796
    },
    {
        "current_steps": 1141,
        "loss": 3.0803,
        "learning_rate": 4.490986214209968e-07,
        "epoch": 1.7250755287009063
    },
    {
        "current_steps": 1142,
        "loss": 2.9291,
        "learning_rate": 4.4856839872746547e-07,
        "epoch": 1.7265861027190332
    },
    {
        "current_steps": 1143,
        "loss": 3.019,
        "learning_rate": 4.4803817603393424e-07,
        "epoch": 1.7280966767371602
    },
    {
        "current_steps": 1144,
        "loss": 2.9313,
        "learning_rate": 4.475079533404029e-07,
        "epoch": 1.7296072507552869
    },
    {
        "current_steps": 1145,
        "loss": 2.7374,
        "learning_rate": 4.4697773064687167e-07,
        "epoch": 1.7311178247734138
    },
    {
        "current_steps": 1146,
        "loss": 2.4116,
        "learning_rate": 4.464475079533404e-07,
        "epoch": 1.7326283987915407
    },
    {
        "current_steps": 1147,
        "loss": 2.6954,
        "learning_rate": 4.459172852598091e-07,
        "epoch": 1.7341389728096677
    },
    {
        "current_steps": 1148,
        "loss": 2.9735,
        "learning_rate": 4.453870625662778e-07,
        "epoch": 1.7356495468277946
    },
    {
        "current_steps": 1149,
        "loss": 2.9407,
        "learning_rate": 4.4485683987274653e-07,
        "epoch": 1.7371601208459215
    },
    {
        "current_steps": 1150,
        "loss": 3.0389,
        "learning_rate": 4.4432661717921525e-07,
        "epoch": 1.7386706948640485
    },
    {
        "current_steps": 1151,
        "loss": 2.4312,
        "learning_rate": 4.4379639448568397e-07,
        "epoch": 1.7401812688821754
    },
    {
        "current_steps": 1152,
        "loss": 2.9282,
        "learning_rate": 4.432661717921527e-07,
        "epoch": 1.741691842900302
    },
    {
        "current_steps": 1153,
        "loss": 2.918,
        "learning_rate": 4.427359490986214e-07,
        "epoch": 1.743202416918429
    },
    {
        "current_steps": 1154,
        "loss": 3.0313,
        "learning_rate": 4.422057264050901e-07,
        "epoch": 1.7447129909365557
    },
    {
        "current_steps": 1155,
        "loss": 2.8787,
        "learning_rate": 4.4167550371155883e-07,
        "epoch": 1.7462235649546827
    },
    {
        "current_steps": 1156,
        "loss": 3.3246,
        "learning_rate": 4.4114528101802755e-07,
        "epoch": 1.7477341389728096
    },
    {
        "current_steps": 1157,
        "loss": 3.0239,
        "learning_rate": 4.4061505832449626e-07,
        "epoch": 1.7492447129909365
    },
    {
        "current_steps": 1158,
        "loss": 2.8333,
        "learning_rate": 4.40084835630965e-07,
        "epoch": 1.7507552870090635
    },
    {
        "current_steps": 1159,
        "loss": 3.0921,
        "learning_rate": 4.395546129374337e-07,
        "epoch": 1.7522658610271904
    },
    {
        "current_steps": 1160,
        "loss": 3.0326,
        "learning_rate": 4.390243902439024e-07,
        "epoch": 1.7537764350453173
    },
    {
        "current_steps": 1161,
        "loss": 3.024,
        "learning_rate": 4.384941675503712e-07,
        "epoch": 1.7552870090634443
    },
    {
        "current_steps": 1162,
        "loss": 3.0421,
        "learning_rate": 4.3796394485683984e-07,
        "epoch": 1.756797583081571
    },
    {
        "current_steps": 1163,
        "loss": 2.9477,
        "learning_rate": 4.374337221633086e-07,
        "epoch": 1.758308157099698
    },
    {
        "current_steps": 1164,
        "loss": 3.0383,
        "learning_rate": 4.3690349946977727e-07,
        "epoch": 1.7598187311178246
    },
    {
        "current_steps": 1165,
        "loss": 2.8124,
        "learning_rate": 4.3637327677624604e-07,
        "epoch": 1.7613293051359515
    },
    {
        "current_steps": 1166,
        "loss": 3.0573,
        "learning_rate": 4.358430540827147e-07,
        "epoch": 1.7628398791540785
    },
    {
        "current_steps": 1167,
        "loss": 2.9941,
        "learning_rate": 4.3531283138918347e-07,
        "epoch": 1.7643504531722054
    },
    {
        "current_steps": 1168,
        "loss": 3.0391,
        "learning_rate": 4.3478260869565214e-07,
        "epoch": 1.7658610271903323
    },
    {
        "current_steps": 1169,
        "loss": 3.0691,
        "learning_rate": 4.342523860021209e-07,
        "epoch": 1.7673716012084593
    },
    {
        "current_steps": 1170,
        "loss": 2.916,
        "learning_rate": 4.3372216330858957e-07,
        "epoch": 1.7688821752265862
    },
    {
        "current_steps": 1171,
        "loss": 3.2599,
        "learning_rate": 4.3319194061505834e-07,
        "epoch": 1.7703927492447131
    },
    {
        "current_steps": 1172,
        "loss": 3.1476,
        "learning_rate": 4.32661717921527e-07,
        "epoch": 1.7719033232628398
    },
    {
        "current_steps": 1173,
        "loss": 2.758,
        "learning_rate": 4.3213149522799577e-07,
        "epoch": 1.7734138972809668
    },
    {
        "current_steps": 1174,
        "loss": 3.0326,
        "learning_rate": 4.3160127253446443e-07,
        "epoch": 1.7749244712990937
    },
    {
        "current_steps": 1175,
        "loss": 3.0573,
        "learning_rate": 4.310710498409332e-07,
        "epoch": 1.7764350453172204
    },
    {
        "current_steps": 1176,
        "loss": 3.0204,
        "learning_rate": 4.3054082714740186e-07,
        "epoch": 1.7779456193353473
    },
    {
        "current_steps": 1177,
        "loss": 2.9169,
        "learning_rate": 4.3001060445387063e-07,
        "epoch": 1.7794561933534743
    },
    {
        "current_steps": 1178,
        "loss": 3.0008,
        "learning_rate": 4.2948038176033935e-07,
        "epoch": 1.7809667673716012
    },
    {
        "current_steps": 1179,
        "loss": 3.0732,
        "learning_rate": 4.2895015906680806e-07,
        "epoch": 1.7824773413897281
    },
    {
        "current_steps": 1180,
        "loss": 2.9596,
        "learning_rate": 4.284199363732768e-07,
        "epoch": 1.783987915407855
    },
    {
        "current_steps": 1181,
        "loss": 2.971,
        "learning_rate": 4.2788971367974544e-07,
        "epoch": 1.785498489425982
    },
    {
        "current_steps": 1182,
        "loss": 3.1206,
        "learning_rate": 4.273594909862142e-07,
        "epoch": 1.787009063444109
    },
    {
        "current_steps": 1183,
        "loss": 3.1017,
        "learning_rate": 4.268292682926829e-07,
        "epoch": 1.7885196374622356
    },
    {
        "current_steps": 1184,
        "loss": 2.8115,
        "learning_rate": 4.2629904559915164e-07,
        "epoch": 1.7900302114803626
    },
    {
        "current_steps": 1185,
        "loss": 2.9832,
        "learning_rate": 4.257688229056203e-07,
        "epoch": 1.7915407854984893
    },
    {
        "current_steps": 1186,
        "loss": 2.9295,
        "learning_rate": 4.252386002120891e-07,
        "epoch": 1.7930513595166162
    },
    {
        "current_steps": 1187,
        "loss": 3.0374,
        "learning_rate": 4.2470837751855774e-07,
        "epoch": 1.7945619335347431
    },
    {
        "current_steps": 1188,
        "loss": 3.0179,
        "learning_rate": 4.241781548250265e-07,
        "epoch": 1.79607250755287
    },
    {
        "current_steps": 1189,
        "loss": 2.6478,
        "learning_rate": 4.2364793213149517e-07,
        "epoch": 1.797583081570997
    },
    {
        "current_steps": 1190,
        "loss": 3.1365,
        "learning_rate": 4.2311770943796394e-07,
        "epoch": 1.799093655589124
    },
    {
        "current_steps": 1191,
        "loss": 2.9728,
        "learning_rate": 4.225874867444326e-07,
        "epoch": 1.8006042296072509
    },
    {
        "current_steps": 1192,
        "loss": 3.0082,
        "learning_rate": 4.2205726405090137e-07,
        "epoch": 1.8021148036253778
    },
    {
        "current_steps": 1193,
        "loss": 3.0707,
        "learning_rate": 4.2152704135737003e-07,
        "epoch": 1.8036253776435045
    },
    {
        "current_steps": 1194,
        "loss": 3.0781,
        "learning_rate": 4.209968186638388e-07,
        "epoch": 1.8051359516616314
    },
    {
        "current_steps": 1195,
        "loss": 2.3737,
        "learning_rate": 4.204665959703075e-07,
        "epoch": 1.8066465256797581
    },
    {
        "current_steps": 1196,
        "loss": 2.7853,
        "learning_rate": 4.1993637327677623e-07,
        "epoch": 1.808157099697885
    },
    {
        "current_steps": 1197,
        "loss": 2.69,
        "learning_rate": 4.1940615058324495e-07,
        "epoch": 1.809667673716012
    },
    {
        "current_steps": 1198,
        "loss": 2.9768,
        "learning_rate": 4.1887592788971367e-07,
        "epoch": 1.811178247734139
    },
    {
        "current_steps": 1199,
        "loss": 2.9662,
        "learning_rate": 4.183457051961824e-07,
        "epoch": 1.8126888217522659
    },
    {
        "current_steps": 1200,
        "loss": 3.1874,
        "learning_rate": 4.178154825026511e-07,
        "epoch": 1.8141993957703928
    },
    {
        "current_steps": 1201,
        "loss": 2.9907,
        "learning_rate": 4.172852598091198e-07,
        "epoch": 1.8157099697885197
    },
    {
        "current_steps": 1202,
        "loss": 3.2888,
        "learning_rate": 4.1675503711558853e-07,
        "epoch": 1.8172205438066467
    },
    {
        "current_steps": 1203,
        "loss": 2.8668,
        "learning_rate": 4.1622481442205724e-07,
        "epoch": 1.8187311178247734
    },
    {
        "current_steps": 1204,
        "loss": 2.8886,
        "learning_rate": 4.1569459172852596e-07,
        "epoch": 1.8202416918429003
    },
    {
        "current_steps": 1205,
        "loss": 2.9962,
        "learning_rate": 4.151643690349947e-07,
        "epoch": 1.8217522658610272
    },
    {
        "current_steps": 1206,
        "loss": 2.9163,
        "learning_rate": 4.146341463414634e-07,
        "epoch": 1.823262839879154
    },
    {
        "current_steps": 1207,
        "loss": 2.8536,
        "learning_rate": 4.141039236479321e-07,
        "epoch": 1.8247734138972809
    },
    {
        "current_steps": 1208,
        "loss": 2.8376,
        "learning_rate": 4.135737009544008e-07,
        "epoch": 1.8262839879154078
    },
    {
        "current_steps": 1209,
        "loss": 2.9377,
        "learning_rate": 4.1304347826086954e-07,
        "epoch": 1.8277945619335347
    },
    {
        "current_steps": 1210,
        "loss": 2.7267,
        "learning_rate": 4.1251325556733826e-07,
        "epoch": 1.8293051359516617
    },
    {
        "current_steps": 1211,
        "loss": 2.8558,
        "learning_rate": 4.1198303287380697e-07,
        "epoch": 1.8308157099697886
    },
    {
        "current_steps": 1212,
        "loss": 3.2157,
        "learning_rate": 4.1145281018027574e-07,
        "epoch": 1.8323262839879155
    },
    {
        "current_steps": 1213,
        "loss": 2.5958,
        "learning_rate": 4.109225874867444e-07,
        "epoch": 1.8338368580060425
    },
    {
        "current_steps": 1214,
        "loss": 2.9366,
        "learning_rate": 4.1039236479321317e-07,
        "epoch": 1.8353474320241692
    },
    {
        "current_steps": 1215,
        "loss": 2.971,
        "learning_rate": 4.0986214209968183e-07,
        "epoch": 1.836858006042296
    },
    {
        "current_steps": 1216,
        "loss": 2.69,
        "learning_rate": 4.093319194061506e-07,
        "epoch": 1.8383685800604228
    },
    {
        "current_steps": 1217,
        "loss": 3.0503,
        "learning_rate": 4.0880169671261927e-07,
        "epoch": 1.8398791540785497
    },
    {
        "current_steps": 1218,
        "loss": 3.1028,
        "learning_rate": 4.0827147401908804e-07,
        "epoch": 1.8413897280966767
    },
    {
        "current_steps": 1219,
        "loss": 3.1497,
        "learning_rate": 4.077412513255567e-07,
        "epoch": 1.8429003021148036
    },
    {
        "current_steps": 1220,
        "loss": 3.0073,
        "learning_rate": 4.0721102863202547e-07,
        "epoch": 1.8444108761329305
    },
    {
        "current_steps": 1221,
        "loss": 3.0223,
        "learning_rate": 4.0668080593849413e-07,
        "epoch": 1.8459214501510575
    },
    {
        "current_steps": 1222,
        "loss": 3.1263,
        "learning_rate": 4.061505832449629e-07,
        "epoch": 1.8474320241691844
    },
    {
        "current_steps": 1223,
        "loss": 2.9748,
        "learning_rate": 4.0562036055143156e-07,
        "epoch": 1.8489425981873113
    },
    {
        "current_steps": 1224,
        "loss": 3.0741,
        "learning_rate": 4.0509013785790033e-07,
        "epoch": 1.850453172205438
    },
    {
        "current_steps": 1225,
        "loss": 3.1341,
        "learning_rate": 4.04559915164369e-07,
        "epoch": 1.851963746223565
    },
    {
        "current_steps": 1226,
        "loss": 2.9934,
        "learning_rate": 4.040296924708377e-07,
        "epoch": 1.853474320241692
    },
    {
        "current_steps": 1227,
        "loss": 2.8055,
        "learning_rate": 4.034994697773065e-07,
        "epoch": 1.8549848942598186
    },
    {
        "current_steps": 1228,
        "loss": 2.9672,
        "learning_rate": 4.0296924708377514e-07,
        "epoch": 1.8564954682779455
    },
    {
        "current_steps": 1229,
        "loss": 3.0207,
        "learning_rate": 4.024390243902439e-07,
        "epoch": 1.8580060422960725
    },
    {
        "current_steps": 1230,
        "loss": 2.9925,
        "learning_rate": 4.0190880169671257e-07,
        "epoch": 1.8595166163141994
    },
    {
        "current_steps": 1231,
        "loss": 2.2767,
        "learning_rate": 4.0137857900318134e-07,
        "epoch": 1.8610271903323263
    },
    {
        "current_steps": 1232,
        "loss": 2.8183,
        "learning_rate": 4.0084835630965e-07,
        "epoch": 1.8625377643504533
    },
    {
        "current_steps": 1233,
        "loss": 3.1208,
        "learning_rate": 4.003181336161188e-07,
        "epoch": 1.8640483383685802
    },
    {
        "current_steps": 1234,
        "loss": 2.8493,
        "learning_rate": 3.9978791092258744e-07,
        "epoch": 1.865558912386707
    },
    {
        "current_steps": 1235,
        "loss": 3.2308,
        "learning_rate": 3.992576882290562e-07,
        "epoch": 1.8670694864048338
    },
    {
        "current_steps": 1236,
        "loss": 3.1253,
        "learning_rate": 3.9872746553552487e-07,
        "epoch": 1.8685800604229608
    },
    {
        "current_steps": 1237,
        "loss": 2.9741,
        "learning_rate": 3.9819724284199364e-07,
        "epoch": 1.8700906344410875
    },
    {
        "current_steps": 1238,
        "loss": 3.0487,
        "learning_rate": 3.976670201484623e-07,
        "epoch": 1.8716012084592144
    },
    {
        "current_steps": 1239,
        "loss": 2.8604,
        "learning_rate": 3.9713679745493107e-07,
        "epoch": 1.8731117824773413
    },
    {
        "current_steps": 1240,
        "loss": 2.9669,
        "learning_rate": 3.9660657476139973e-07,
        "epoch": 1.8746223564954683
    },
    {
        "current_steps": 1241,
        "loss": 2.7471,
        "learning_rate": 3.960763520678685e-07,
        "epoch": 1.8761329305135952
    },
    {
        "current_steps": 1242,
        "loss": 3.0211,
        "learning_rate": 3.9554612937433716e-07,
        "epoch": 1.8776435045317221
    },
    {
        "current_steps": 1243,
        "loss": 3.1709,
        "learning_rate": 3.9501590668080593e-07,
        "epoch": 1.879154078549849
    },
    {
        "current_steps": 1244,
        "loss": 2.9585,
        "learning_rate": 3.9448568398727465e-07,
        "epoch": 1.880664652567976
    },
    {
        "current_steps": 1245,
        "loss": 2.2015,
        "learning_rate": 3.9395546129374336e-07,
        "epoch": 1.8821752265861027
    },
    {
        "current_steps": 1246,
        "loss": 2.9052,
        "learning_rate": 3.934252386002121e-07,
        "epoch": 1.8836858006042296
    },
    {
        "current_steps": 1247,
        "loss": 2.9724,
        "learning_rate": 3.928950159066808e-07,
        "epoch": 1.8851963746223563
    },
    {
        "current_steps": 1248,
        "loss": 3.0223,
        "learning_rate": 3.923647932131495e-07,
        "epoch": 1.8867069486404833
    },
    {
        "current_steps": 1249,
        "loss": 2.9257,
        "learning_rate": 3.9183457051961823e-07,
        "epoch": 1.8882175226586102
    },
    {
        "current_steps": 1250,
        "loss": 2.9357,
        "learning_rate": 3.9130434782608694e-07,
        "epoch": 1.8897280966767371
    },
    {
        "current_steps": 1251,
        "loss": 3.0655,
        "learning_rate": 3.9077412513255566e-07,
        "epoch": 1.891238670694864
    },
    {
        "current_steps": 1252,
        "loss": 2.9263,
        "learning_rate": 3.902439024390244e-07,
        "epoch": 1.892749244712991
    },
    {
        "current_steps": 1253,
        "loss": 3.0746,
        "learning_rate": 3.897136797454931e-07,
        "epoch": 1.894259818731118
    },
    {
        "current_steps": 1254,
        "loss": 2.9773,
        "learning_rate": 3.891834570519618e-07,
        "epoch": 1.8957703927492449
    },
    {
        "current_steps": 1255,
        "loss": 3.0119,
        "learning_rate": 3.886532343584305e-07,
        "epoch": 1.8972809667673716
    },
    {
        "current_steps": 1256,
        "loss": 2.7599,
        "learning_rate": 3.8812301166489924e-07,
        "epoch": 1.8987915407854985
    },
    {
        "current_steps": 1257,
        "loss": 2.9744,
        "learning_rate": 3.8759278897136795e-07,
        "epoch": 1.9003021148036254
    },
    {
        "current_steps": 1258,
        "loss": 3.1058,
        "learning_rate": 3.8706256627783667e-07,
        "epoch": 1.9018126888217521
    },
    {
        "current_steps": 1259,
        "loss": 3.071,
        "learning_rate": 3.865323435843054e-07,
        "epoch": 1.903323262839879
    },
    {
        "current_steps": 1260,
        "loss": 2.8942,
        "learning_rate": 3.860021208907741e-07,
        "epoch": 1.904833836858006
    },
    {
        "current_steps": 1261,
        "loss": 2.7528,
        "learning_rate": 3.8547189819724287e-07,
        "epoch": 1.906344410876133
    },
    {
        "current_steps": 1262,
        "loss": 2.3892,
        "learning_rate": 3.8494167550371153e-07,
        "epoch": 1.9078549848942599
    },
    {
        "current_steps": 1263,
        "loss": 3.075,
        "learning_rate": 3.844114528101803e-07,
        "epoch": 1.9093655589123868
    },
    {
        "current_steps": 1264,
        "loss": 2.9926,
        "learning_rate": 3.8388123011664897e-07,
        "epoch": 1.9108761329305137
    },
    {
        "current_steps": 1265,
        "loss": 3.1426,
        "learning_rate": 3.8335100742311773e-07,
        "epoch": 1.9123867069486404
    },
    {
        "current_steps": 1266,
        "loss": 2.9099,
        "learning_rate": 3.828207847295864e-07,
        "epoch": 1.9138972809667674
    },
    {
        "current_steps": 1267,
        "loss": 2.9872,
        "learning_rate": 3.8229056203605517e-07,
        "epoch": 1.9154078549848943
    },
    {
        "current_steps": 1268,
        "loss": 3.1473,
        "learning_rate": 3.8176033934252383e-07,
        "epoch": 1.916918429003021
    },
    {
        "current_steps": 1269,
        "loss": 3.0227,
        "learning_rate": 3.812301166489926e-07,
        "epoch": 1.918429003021148
    },
    {
        "current_steps": 1270,
        "loss": 2.9583,
        "learning_rate": 3.8069989395546126e-07,
        "epoch": 1.9199395770392749
    },
    {
        "current_steps": 1271,
        "loss": 3.1131,
        "learning_rate": 3.8016967126193e-07,
        "epoch": 1.9214501510574018
    },
    {
        "current_steps": 1272,
        "loss": 2.8828,
        "learning_rate": 3.796394485683987e-07,
        "epoch": 1.9229607250755287
    },
    {
        "current_steps": 1273,
        "loss": 3.0638,
        "learning_rate": 3.791092258748674e-07,
        "epoch": 1.9244712990936557
    },
    {
        "current_steps": 1274,
        "loss": 2.876,
        "learning_rate": 3.785790031813361e-07,
        "epoch": 1.9259818731117826
    },
    {
        "current_steps": 1275,
        "loss": 3.2298,
        "learning_rate": 3.7804878048780484e-07,
        "epoch": 1.9274924471299095
    },
    {
        "current_steps": 1276,
        "loss": 2.9171,
        "learning_rate": 3.7751855779427356e-07,
        "epoch": 1.9290030211480362
    },
    {
        "current_steps": 1277,
        "loss": 3.0993,
        "learning_rate": 3.7698833510074227e-07,
        "epoch": 1.9305135951661632
    },
    {
        "current_steps": 1278,
        "loss": 3.2426,
        "learning_rate": 3.7645811240721104e-07,
        "epoch": 1.9320241691842899
    },
    {
        "current_steps": 1279,
        "loss": 2.8922,
        "learning_rate": 3.759278897136797e-07,
        "epoch": 1.9335347432024168
    },
    {
        "current_steps": 1280,
        "loss": 3.1178,
        "learning_rate": 3.7539766702014847e-07,
        "epoch": 1.9350453172205437
    },
    {
        "current_steps": 1281,
        "loss": 3.5744,
        "learning_rate": 3.7486744432661714e-07,
        "epoch": 1.9365558912386707
    },
    {
        "current_steps": 1282,
        "loss": 2.8252,
        "learning_rate": 3.743372216330859e-07,
        "epoch": 1.9380664652567976
    },
    {
        "current_steps": 1283,
        "loss": 2.998,
        "learning_rate": 3.7380699893955457e-07,
        "epoch": 1.9395770392749245
    },
    {
        "current_steps": 1284,
        "loss": 2.6686,
        "learning_rate": 3.7327677624602334e-07,
        "epoch": 1.9410876132930515
    },
    {
        "current_steps": 1285,
        "loss": 3.123,
        "learning_rate": 3.72746553552492e-07,
        "epoch": 1.9425981873111784
    },
    {
        "current_steps": 1286,
        "loss": 3.0199,
        "learning_rate": 3.7221633085896077e-07,
        "epoch": 1.944108761329305
    },
    {
        "current_steps": 1287,
        "loss": 2.8993,
        "learning_rate": 3.7168610816542943e-07,
        "epoch": 1.945619335347432
    },
    {
        "current_steps": 1288,
        "loss": 3.1056,
        "learning_rate": 3.711558854718982e-07,
        "epoch": 1.947129909365559
    },
    {
        "current_steps": 1289,
        "loss": 3.0076,
        "learning_rate": 3.7062566277836686e-07,
        "epoch": 1.9486404833836857
    },
    {
        "current_steps": 1290,
        "loss": 2.8532,
        "learning_rate": 3.7009544008483563e-07,
        "epoch": 1.9501510574018126
    },
    {
        "current_steps": 1291,
        "loss": 2.9681,
        "learning_rate": 3.695652173913043e-07,
        "epoch": 1.9516616314199395
    },
    {
        "current_steps": 1292,
        "loss": 2.186,
        "learning_rate": 3.6903499469777306e-07,
        "epoch": 1.9531722054380665
    },
    {
        "current_steps": 1293,
        "loss": 2.8652,
        "learning_rate": 3.685047720042417e-07,
        "epoch": 1.9546827794561934
    },
    {
        "current_steps": 1294,
        "loss": 2.4061,
        "learning_rate": 3.679745493107105e-07,
        "epoch": 1.9561933534743203
    },
    {
        "current_steps": 1295,
        "loss": 2.9065,
        "learning_rate": 3.674443266171792e-07,
        "epoch": 1.9577039274924473
    },
    {
        "current_steps": 1296,
        "loss": 2.9456,
        "learning_rate": 3.6691410392364793e-07,
        "epoch": 1.959214501510574
    },
    {
        "current_steps": 1297,
        "loss": 2.8736,
        "learning_rate": 3.6638388123011664e-07,
        "epoch": 1.960725075528701
    },
    {
        "current_steps": 1298,
        "loss": 2.9118,
        "learning_rate": 3.6585365853658536e-07,
        "epoch": 1.9622356495468278
    },
    {
        "current_steps": 1299,
        "loss": 2.8376,
        "learning_rate": 3.653234358430541e-07,
        "epoch": 1.9637462235649545
    },
    {
        "current_steps": 1300,
        "loss": 3.0716,
        "learning_rate": 3.647932131495228e-07,
        "epoch": 1.9652567975830815
    },
    {
        "current_steps": 1301,
        "loss": 2.2068,
        "learning_rate": 3.642629904559915e-07,
        "epoch": 1.9667673716012084
    },
    {
        "current_steps": 1302,
        "loss": 2.8887,
        "learning_rate": 3.637327677624602e-07,
        "epoch": 1.9682779456193353
    },
    {
        "current_steps": 1303,
        "loss": 3.0633,
        "learning_rate": 3.6320254506892894e-07,
        "epoch": 1.9697885196374623
    },
    {
        "current_steps": 1304,
        "loss": 3.1106,
        "learning_rate": 3.6267232237539765e-07,
        "epoch": 1.9712990936555892
    },
    {
        "current_steps": 1305,
        "loss": 3.075,
        "learning_rate": 3.6214209968186637e-07,
        "epoch": 1.9728096676737161
    },
    {
        "current_steps": 1306,
        "loss": 3.0428,
        "learning_rate": 3.616118769883351e-07,
        "epoch": 1.974320241691843
    },
    {
        "current_steps": 1307,
        "loss": 3.0262,
        "learning_rate": 3.610816542948038e-07,
        "epoch": 1.9758308157099698
    },
    {
        "current_steps": 1308,
        "loss": 2.8567,
        "learning_rate": 3.605514316012725e-07,
        "epoch": 1.9773413897280967
    },
    {
        "current_steps": 1309,
        "loss": 2.8223,
        "learning_rate": 3.6002120890774123e-07,
        "epoch": 1.9788519637462234
    },
    {
        "current_steps": 1310,
        "loss": 2.9899,
        "learning_rate": 3.5949098621421e-07,
        "epoch": 1.9803625377643503
    },
    {
        "current_steps": 1311,
        "loss": 2.9231,
        "learning_rate": 3.5896076352067866e-07,
        "epoch": 1.9818731117824773
    },
    {
        "current_steps": 1312,
        "loss": 2.9539,
        "learning_rate": 3.5843054082714743e-07,
        "epoch": 1.9833836858006042
    },
    {
        "current_steps": 1313,
        "loss": 2.9124,
        "learning_rate": 3.579003181336161e-07,
        "epoch": 1.9848942598187311
    },
    {
        "current_steps": 1314,
        "loss": 2.9618,
        "learning_rate": 3.5737009544008487e-07,
        "epoch": 1.986404833836858
    },
    {
        "current_steps": 1315,
        "loss": 2.3594,
        "learning_rate": 3.5683987274655353e-07,
        "epoch": 1.987915407854985
    },
    {
        "current_steps": 1316,
        "loss": 2.7551,
        "learning_rate": 3.5630965005302224e-07,
        "epoch": 1.989425981873112
    },
    {
        "current_steps": 1317,
        "loss": 2.8081,
        "learning_rate": 3.5577942735949096e-07,
        "epoch": 1.9909365558912386
    },
    {
        "current_steps": 1318,
        "loss": 3.1055,
        "learning_rate": 3.552492046659597e-07,
        "epoch": 1.9924471299093656
    },
    {
        "current_steps": 1319,
        "loss": 2.9898,
        "learning_rate": 3.547189819724284e-07,
        "epoch": 1.9939577039274925
    },
    {
        "current_steps": 1320,
        "loss": 3.066,
        "learning_rate": 3.541887592788971e-07,
        "epoch": 1.9954682779456192
    },
    {
        "current_steps": 1321,
        "loss": 2.865,
        "learning_rate": 3.536585365853658e-07,
        "epoch": 1.9969788519637461
    },
    {
        "current_steps": 1322,
        "loss": 2.8501,
        "learning_rate": 3.5312831389183454e-07,
        "epoch": 1.998489425981873
    },
    {
        "current_steps": 1323,
        "loss": 3.094,
        "learning_rate": 3.5259809119830326e-07,
        "epoch": 2.0
    },
    {
        "current_steps": 1324,
        "loss": 2.6459,
        "learning_rate": 3.5206786850477197e-07,
        "epoch": 2.001510574018127
    },
    {
        "current_steps": 1325,
        "loss": 3.0059,
        "learning_rate": 3.515376458112407e-07,
        "epoch": 2.003021148036254
    },
    {
        "current_steps": 1326,
        "loss": 3.1677,
        "learning_rate": 3.510074231177094e-07,
        "epoch": 2.004531722054381
    },
    {
        "current_steps": 1327,
        "loss": 2.4981,
        "learning_rate": 3.5047720042417817e-07,
        "epoch": 2.0060422960725077
    },
    {
        "current_steps": 1328,
        "loss": 2.7343,
        "learning_rate": 3.4994697773064683e-07,
        "epoch": 2.0075528700906347
    },
    {
        "current_steps": 1329,
        "loss": 2.8042,
        "learning_rate": 3.494167550371156e-07,
        "epoch": 2.009063444108761
    },
    {
        "current_steps": 1330,
        "loss": 2.9556,
        "learning_rate": 3.4888653234358427e-07,
        "epoch": 2.010574018126888
    },
    {
        "current_steps": 1331,
        "loss": 3.1188,
        "learning_rate": 3.4835630965005304e-07,
        "epoch": 2.012084592145015
    },
    {
        "current_steps": 1332,
        "loss": 2.9043,
        "learning_rate": 3.478260869565217e-07,
        "epoch": 2.013595166163142
    },
    {
        "current_steps": 1333,
        "loss": 3.0621,
        "learning_rate": 3.4729586426299047e-07,
        "epoch": 2.015105740181269
    },
    {
        "current_steps": 1334,
        "loss": 2.9419,
        "learning_rate": 3.4676564156945913e-07,
        "epoch": 2.016616314199396
    },
    {
        "current_steps": 1335,
        "loss": 3.0796,
        "learning_rate": 3.462354188759279e-07,
        "epoch": 2.0181268882175227
    },
    {
        "current_steps": 1336,
        "loss": 2.8447,
        "learning_rate": 3.4570519618239656e-07,
        "epoch": 2.0196374622356497
    },
    {
        "current_steps": 1337,
        "loss": 3.1167,
        "learning_rate": 3.4517497348886533e-07,
        "epoch": 2.0211480362537766
    },
    {
        "current_steps": 1338,
        "loss": 3.2094,
        "learning_rate": 3.44644750795334e-07,
        "epoch": 2.0226586102719035
    },
    {
        "current_steps": 1339,
        "loss": 2.9261,
        "learning_rate": 3.4411452810180276e-07,
        "epoch": 2.02416918429003
    },
    {
        "current_steps": 1340,
        "loss": 2.8645,
        "learning_rate": 3.435843054082714e-07,
        "epoch": 2.025679758308157
    },
    {
        "current_steps": 1341,
        "loss": 2.9348,
        "learning_rate": 3.430540827147402e-07,
        "epoch": 2.027190332326284
    },
    {
        "current_steps": 1342,
        "loss": 2.9588,
        "learning_rate": 3.4252386002120886e-07,
        "epoch": 2.028700906344411
    },
    {
        "current_steps": 1343,
        "loss": 3.0665,
        "learning_rate": 3.419936373276776e-07,
        "epoch": 2.0302114803625377
    },
    {
        "current_steps": 1344,
        "loss": 3.0973,
        "learning_rate": 3.4146341463414634e-07,
        "epoch": 2.0317220543806647
    },
    {
        "current_steps": 1345,
        "loss": 2.9658,
        "learning_rate": 3.4093319194061506e-07,
        "epoch": 2.0332326283987916
    },
    {
        "current_steps": 1346,
        "loss": 2.9395,
        "learning_rate": 3.4040296924708377e-07,
        "epoch": 2.0347432024169185
    },
    {
        "current_steps": 1347,
        "loss": 3.0696,
        "learning_rate": 3.398727465535525e-07,
        "epoch": 2.0362537764350455
    },
    {
        "current_steps": 1348,
        "loss": 2.9523,
        "learning_rate": 3.393425238600212e-07,
        "epoch": 2.0377643504531724
    },
    {
        "current_steps": 1349,
        "loss": 3.1074,
        "learning_rate": 3.388123011664899e-07,
        "epoch": 2.039274924471299
    },
    {
        "current_steps": 1350,
        "loss": 3.0615,
        "learning_rate": 3.3828207847295864e-07,
        "epoch": 2.040785498489426
    },
    {
        "current_steps": 1351,
        "loss": 2.9761,
        "learning_rate": 3.3775185577942735e-07,
        "epoch": 2.0422960725075527
    },
    {
        "current_steps": 1352,
        "loss": 2.6124,
        "learning_rate": 3.3722163308589607e-07,
        "epoch": 2.0438066465256797
    },
    {
        "current_steps": 1353,
        "loss": 2.8982,
        "learning_rate": 3.366914103923648e-07,
        "epoch": 2.0453172205438066
    },
    {
        "current_steps": 1354,
        "loss": 2.8904,
        "learning_rate": 3.361611876988335e-07,
        "epoch": 2.0468277945619335
    },
    {
        "current_steps": 1355,
        "loss": 3.1752,
        "learning_rate": 3.356309650053022e-07,
        "epoch": 2.0483383685800605
    },
    {
        "current_steps": 1356,
        "loss": 2.9027,
        "learning_rate": 3.3510074231177093e-07,
        "epoch": 2.0498489425981874
    },
    {
        "current_steps": 1357,
        "loss": 2.9032,
        "learning_rate": 3.3457051961823965e-07,
        "epoch": 2.0513595166163143
    },
    {
        "current_steps": 1358,
        "loss": 2.9716,
        "learning_rate": 3.3404029692470836e-07,
        "epoch": 2.0528700906344413
    },
    {
        "current_steps": 1359,
        "loss": 2.9792,
        "learning_rate": 3.3351007423117703e-07,
        "epoch": 2.054380664652568
    },
    {
        "current_steps": 1360,
        "loss": 2.8627,
        "learning_rate": 3.329798515376458e-07,
        "epoch": 2.0558912386706947
    },
    {
        "current_steps": 1361,
        "loss": 3.2493,
        "learning_rate": 3.3244962884411456e-07,
        "epoch": 2.0574018126888216
    },
    {
        "current_steps": 1362,
        "loss": 3.0259,
        "learning_rate": 3.3191940615058323e-07,
        "epoch": 2.0589123867069485
    },
    {
        "current_steps": 1363,
        "loss": 2.9988,
        "learning_rate": 3.3138918345705194e-07,
        "epoch": 2.0604229607250755
    },
    {
        "current_steps": 1364,
        "loss": 3.1801,
        "learning_rate": 3.3085896076352066e-07,
        "epoch": 2.0619335347432024
    },
    {
        "current_steps": 1365,
        "loss": 2.504,
        "learning_rate": 3.303287380699894e-07,
        "epoch": 2.0634441087613293
    },
    {
        "current_steps": 1366,
        "loss": 2.4585,
        "learning_rate": 3.297985153764581e-07,
        "epoch": 2.0649546827794563
    },
    {
        "current_steps": 1367,
        "loss": 1.8878,
        "learning_rate": 3.292682926829268e-07,
        "epoch": 2.066465256797583
    },
    {
        "current_steps": 1368,
        "loss": 2.8641,
        "learning_rate": 3.287380699893955e-07,
        "epoch": 2.06797583081571
    },
    {
        "current_steps": 1369,
        "loss": 2.9,
        "learning_rate": 3.2820784729586424e-07,
        "epoch": 2.069486404833837
    },
    {
        "current_steps": 1370,
        "loss": 3.0279,
        "learning_rate": 3.2767762460233295e-07,
        "epoch": 2.0709969788519635
    },
    {
        "current_steps": 1371,
        "loss": 3.0085,
        "learning_rate": 3.2714740190880167e-07,
        "epoch": 2.0725075528700905
    },
    {
        "current_steps": 1372,
        "loss": 2.8525,
        "learning_rate": 3.266171792152704e-07,
        "epoch": 2.0740181268882174
    },
    {
        "current_steps": 1373,
        "loss": 2.9782,
        "learning_rate": 3.260869565217391e-07,
        "epoch": 2.0755287009063443
    },
    {
        "current_steps": 1374,
        "loss": 2.4857,
        "learning_rate": 3.255567338282078e-07,
        "epoch": 2.0770392749244713
    },
    {
        "current_steps": 1375,
        "loss": 2.9204,
        "learning_rate": 3.2502651113467653e-07,
        "epoch": 2.078549848942598
    },
    {
        "current_steps": 1376,
        "loss": 3.0433,
        "learning_rate": 3.244962884411453e-07,
        "epoch": 2.080060422960725
    },
    {
        "current_steps": 1377,
        "loss": 2.9001,
        "learning_rate": 3.2396606574761397e-07,
        "epoch": 2.081570996978852
    },
    {
        "current_steps": 1378,
        "loss": 2.8464,
        "learning_rate": 3.2343584305408273e-07,
        "epoch": 2.083081570996979
    },
    {
        "current_steps": 1379,
        "loss": 2.8298,
        "learning_rate": 3.229056203605514e-07,
        "epoch": 2.084592145015106
    },
    {
        "current_steps": 1380,
        "loss": 2.9859,
        "learning_rate": 3.2237539766702017e-07,
        "epoch": 2.0861027190332324
    },
    {
        "current_steps": 1381,
        "loss": 2.3218,
        "learning_rate": 3.2184517497348883e-07,
        "epoch": 2.0876132930513593
    },
    {
        "current_steps": 1382,
        "loss": 2.9048,
        "learning_rate": 3.213149522799576e-07,
        "epoch": 2.0891238670694863
    },
    {
        "current_steps": 1383,
        "loss": 2.7674,
        "learning_rate": 3.2078472958642626e-07,
        "epoch": 2.090634441087613
    },
    {
        "current_steps": 1384,
        "loss": 3.087,
        "learning_rate": 3.2025450689289503e-07,
        "epoch": 2.09214501510574
    },
    {
        "current_steps": 1385,
        "loss": 2.9192,
        "learning_rate": 3.197242841993637e-07,
        "epoch": 2.093655589123867
    },
    {
        "current_steps": 1386,
        "loss": 3.0376,
        "learning_rate": 3.1919406150583246e-07,
        "epoch": 2.095166163141994
    },
    {
        "current_steps": 1387,
        "loss": 2.79,
        "learning_rate": 3.186638388123011e-07,
        "epoch": 2.096676737160121
    },
    {
        "current_steps": 1388,
        "loss": 2.8143,
        "learning_rate": 3.181336161187699e-07,
        "epoch": 2.098187311178248
    },
    {
        "current_steps": 1389,
        "loss": 3.077,
        "learning_rate": 3.1760339342523856e-07,
        "epoch": 2.099697885196375
    },
    {
        "current_steps": 1390,
        "loss": 2.8832,
        "learning_rate": 3.170731707317073e-07,
        "epoch": 2.1012084592145017
    },
    {
        "current_steps": 1391,
        "loss": 3.012,
        "learning_rate": 3.16542948038176e-07,
        "epoch": 2.102719033232628
    },
    {
        "current_steps": 1392,
        "loss": 3.0334,
        "learning_rate": 3.1601272534464476e-07,
        "epoch": 2.104229607250755
    },
    {
        "current_steps": 1393,
        "loss": 3.0294,
        "learning_rate": 3.1548250265111347e-07,
        "epoch": 2.105740181268882
    },
    {
        "current_steps": 1394,
        "loss": 3.0511,
        "learning_rate": 3.149522799575822e-07,
        "epoch": 2.107250755287009
    },
    {
        "current_steps": 1395,
        "loss": 2.4776,
        "learning_rate": 3.144220572640509e-07,
        "epoch": 2.108761329305136
    },
    {
        "current_steps": 1396,
        "loss": 3.2582,
        "learning_rate": 3.138918345705196e-07,
        "epoch": 2.110271903323263
    },
    {
        "current_steps": 1397,
        "loss": 2.9826,
        "learning_rate": 3.1336161187698834e-07,
        "epoch": 2.11178247734139
    },
    {
        "current_steps": 1398,
        "loss": 3.002,
        "learning_rate": 3.1283138918345705e-07,
        "epoch": 2.1132930513595167
    },
    {
        "current_steps": 1399,
        "loss": 2.7149,
        "learning_rate": 3.1230116648992577e-07,
        "epoch": 2.1148036253776437
    },
    {
        "current_steps": 1400,
        "loss": 2.768,
        "learning_rate": 3.117709437963945e-07,
        "epoch": 2.1163141993957706
    },
    {
        "current_steps": 1401,
        "loss": 3.1165,
        "learning_rate": 3.112407211028632e-07,
        "epoch": 2.117824773413897
    },
    {
        "current_steps": 1402,
        "loss": 2.9925,
        "learning_rate": 3.107104984093319e-07,
        "epoch": 2.119335347432024
    },
    {
        "current_steps": 1403,
        "loss": 2.8689,
        "learning_rate": 3.1018027571580063e-07,
        "epoch": 2.120845921450151
    },
    {
        "current_steps": 1404,
        "loss": 3.1892,
        "learning_rate": 3.096500530222693e-07,
        "epoch": 2.122356495468278
    },
    {
        "current_steps": 1405,
        "loss": 3.1442,
        "learning_rate": 3.0911983032873806e-07,
        "epoch": 2.123867069486405
    },
    {
        "current_steps": 1406,
        "loss": 2.429,
        "learning_rate": 3.085896076352067e-07,
        "epoch": 2.1253776435045317
    },
    {
        "current_steps": 1407,
        "loss": 3.0257,
        "learning_rate": 3.080593849416755e-07,
        "epoch": 2.1268882175226587
    },
    {
        "current_steps": 1408,
        "loss": 2.8809,
        "learning_rate": 3.0752916224814416e-07,
        "epoch": 2.1283987915407856
    },
    {
        "current_steps": 1409,
        "loss": 2.9666,
        "learning_rate": 3.069989395546129e-07,
        "epoch": 2.1299093655589125
    },
    {
        "current_steps": 1410,
        "loss": 2.8281,
        "learning_rate": 3.0646871686108164e-07,
        "epoch": 2.1314199395770395
    },
    {
        "current_steps": 1411,
        "loss": 3.168,
        "learning_rate": 3.0593849416755036e-07,
        "epoch": 2.1329305135951664
    },
    {
        "current_steps": 1412,
        "loss": 2.8572,
        "learning_rate": 3.054082714740191e-07,
        "epoch": 2.134441087613293
    },
    {
        "current_steps": 1413,
        "loss": 3.003,
        "learning_rate": 3.048780487804878e-07,
        "epoch": 2.13595166163142
    },
    {
        "current_steps": 1414,
        "loss": 2.77,
        "learning_rate": 3.043478260869565e-07,
        "epoch": 2.1374622356495467
    },
    {
        "current_steps": 1415,
        "loss": 3.0762,
        "learning_rate": 3.038176033934252e-07,
        "epoch": 2.1389728096676737
    },
    {
        "current_steps": 1416,
        "loss": 3.132,
        "learning_rate": 3.0328738069989394e-07,
        "epoch": 2.1404833836858006
    },
    {
        "current_steps": 1417,
        "loss": 3.0142,
        "learning_rate": 3.0275715800636265e-07,
        "epoch": 2.1419939577039275
    },
    {
        "current_steps": 1418,
        "loss": 3.117,
        "learning_rate": 3.0222693531283137e-07,
        "epoch": 2.1435045317220545
    },
    {
        "current_steps": 1419,
        "loss": 2.8927,
        "learning_rate": 3.016967126193001e-07,
        "epoch": 2.1450151057401814
    },
    {
        "current_steps": 1420,
        "loss": 2.9227,
        "learning_rate": 3.011664899257688e-07,
        "epoch": 2.1465256797583083
    },
    {
        "current_steps": 1421,
        "loss": 2.9973,
        "learning_rate": 3.006362672322375e-07,
        "epoch": 2.148036253776435
    },
    {
        "current_steps": 1422,
        "loss": 2.8912,
        "learning_rate": 3.0010604453870623e-07,
        "epoch": 2.1495468277945617
    },
    {
        "current_steps": 1423,
        "loss": 2.9818,
        "learning_rate": 2.9957582184517495e-07,
        "epoch": 2.1510574018126887
    },
    {
        "current_steps": 1424,
        "loss": 2.4071,
        "learning_rate": 2.9904559915164366e-07,
        "epoch": 2.1525679758308156
    },
    {
        "current_steps": 1425,
        "loss": 2.8711,
        "learning_rate": 2.985153764581124e-07,
        "epoch": 2.1540785498489425
    },
    {
        "current_steps": 1426,
        "loss": 3.1843,
        "learning_rate": 2.979851537645811e-07,
        "epoch": 2.1555891238670695
    },
    {
        "current_steps": 1427,
        "loss": 3.0332,
        "learning_rate": 2.9745493107104986e-07,
        "epoch": 2.1570996978851964
    },
    {
        "current_steps": 1428,
        "loss": 2.981,
        "learning_rate": 2.9692470837751853e-07,
        "epoch": 2.1586102719033233
    },
    {
        "current_steps": 1429,
        "loss": 3.0876,
        "learning_rate": 2.963944856839873e-07,
        "epoch": 2.1601208459214503
    },
    {
        "current_steps": 1430,
        "loss": 3.1866,
        "learning_rate": 2.9586426299045596e-07,
        "epoch": 2.161631419939577
    },
    {
        "current_steps": 1431,
        "loss": 2.9309,
        "learning_rate": 2.9533404029692473e-07,
        "epoch": 2.163141993957704
    },
    {
        "current_steps": 1432,
        "loss": 3.0347,
        "learning_rate": 2.948038176033934e-07,
        "epoch": 2.1646525679758306
    },
    {
        "current_steps": 1433,
        "loss": 2.9721,
        "learning_rate": 2.9427359490986216e-07,
        "epoch": 2.1661631419939575
    },
    {
        "current_steps": 1434,
        "loss": 3.0952,
        "learning_rate": 2.937433722163308e-07,
        "epoch": 2.1676737160120845
    },
    {
        "current_steps": 1435,
        "loss": 3.0751,
        "learning_rate": 2.932131495227996e-07,
        "epoch": 2.1691842900302114
    },
    {
        "current_steps": 1436,
        "loss": 2.927,
        "learning_rate": 2.9268292682926825e-07,
        "epoch": 2.1706948640483383
    },
    {
        "current_steps": 1437,
        "loss": 2.5054,
        "learning_rate": 2.92152704135737e-07,
        "epoch": 2.1722054380664653
    },
    {
        "current_steps": 1438,
        "loss": 3.0626,
        "learning_rate": 2.916224814422057e-07,
        "epoch": 2.173716012084592
    },
    {
        "current_steps": 1439,
        "loss": 2.7461,
        "learning_rate": 2.9109225874867446e-07,
        "epoch": 2.175226586102719
    },
    {
        "current_steps": 1440,
        "loss": 2.9681,
        "learning_rate": 2.905620360551431e-07,
        "epoch": 2.176737160120846
    },
    {
        "current_steps": 1441,
        "loss": 2.8997,
        "learning_rate": 2.900318133616119e-07,
        "epoch": 2.178247734138973
    },
    {
        "current_steps": 1442,
        "loss": 3.1472,
        "learning_rate": 2.8950159066808055e-07,
        "epoch": 2.1797583081570995
    },
    {
        "current_steps": 1443,
        "loss": 2.9166,
        "learning_rate": 2.889713679745493e-07,
        "epoch": 2.1812688821752264
    },
    {
        "current_steps": 1444,
        "loss": 3.0052,
        "learning_rate": 2.8844114528101803e-07,
        "epoch": 2.1827794561933533
    },
    {
        "current_steps": 1445,
        "loss": 3.1859,
        "learning_rate": 2.8791092258748675e-07,
        "epoch": 2.1842900302114803
    },
    {
        "current_steps": 1446,
        "loss": 2.9732,
        "learning_rate": 2.8738069989395547e-07,
        "epoch": 2.185800604229607
    },
    {
        "current_steps": 1447,
        "loss": 2.9773,
        "learning_rate": 2.868504772004242e-07,
        "epoch": 2.187311178247734
    },
    {
        "current_steps": 1448,
        "loss": 2.9693,
        "learning_rate": 2.863202545068929e-07,
        "epoch": 2.188821752265861
    },
    {
        "current_steps": 1449,
        "loss": 2.9008,
        "learning_rate": 2.8579003181336156e-07,
        "epoch": 2.190332326283988
    },
    {
        "current_steps": 1450,
        "loss": 3.093,
        "learning_rate": 2.8525980911983033e-07,
        "epoch": 2.191842900302115
    },
    {
        "current_steps": 1451,
        "loss": 2.838,
        "learning_rate": 2.84729586426299e-07,
        "epoch": 2.193353474320242
    },
    {
        "current_steps": 1452,
        "loss": 3.1251,
        "learning_rate": 2.8419936373276776e-07,
        "epoch": 2.194864048338369
    },
    {
        "current_steps": 1453,
        "loss": 3.1252,
        "learning_rate": 2.836691410392364e-07,
        "epoch": 2.1963746223564953
    },
    {
        "current_steps": 1454,
        "loss": 2.5353,
        "learning_rate": 2.831389183457052e-07,
        "epoch": 2.197885196374622
    },
    {
        "current_steps": 1455,
        "loss": 2.911,
        "learning_rate": 2.8260869565217386e-07,
        "epoch": 2.199395770392749
    },
    {
        "current_steps": 1456,
        "loss": 3.0334,
        "learning_rate": 2.820784729586426e-07,
        "epoch": 2.200906344410876
    },
    {
        "current_steps": 1457,
        "loss": 3.0871,
        "learning_rate": 2.815482502651113e-07,
        "epoch": 2.202416918429003
    },
    {
        "current_steps": 1458,
        "loss": 3.115,
        "learning_rate": 2.8101802757158006e-07,
        "epoch": 2.20392749244713
    },
    {
        "current_steps": 1459,
        "loss": 3.124,
        "learning_rate": 2.8048780487804877e-07,
        "epoch": 2.205438066465257
    },
    {
        "current_steps": 1460,
        "loss": 3.0949,
        "learning_rate": 2.799575821845175e-07,
        "epoch": 2.206948640483384
    },
    {
        "current_steps": 1461,
        "loss": 2.8581,
        "learning_rate": 2.794273594909862e-07,
        "epoch": 2.2084592145015107
    },
    {
        "current_steps": 1462,
        "loss": 2.9666,
        "learning_rate": 2.788971367974549e-07,
        "epoch": 2.2099697885196377
    },
    {
        "current_steps": 1463,
        "loss": 3.033,
        "learning_rate": 2.7836691410392364e-07,
        "epoch": 2.211480362537764
    },
    {
        "current_steps": 1464,
        "loss": 2.8995,
        "learning_rate": 2.7783669141039235e-07,
        "epoch": 2.212990936555891
    },
    {
        "current_steps": 1465,
        "loss": 3.0165,
        "learning_rate": 2.7730646871686107e-07,
        "epoch": 2.214501510574018
    },
    {
        "current_steps": 1466,
        "loss": 2.4119,
        "learning_rate": 2.767762460233298e-07,
        "epoch": 2.216012084592145
    },
    {
        "current_steps": 1467,
        "loss": 2.6998,
        "learning_rate": 2.762460233297985e-07,
        "epoch": 2.217522658610272
    },
    {
        "current_steps": 1468,
        "loss": 2.9498,
        "learning_rate": 2.757158006362672e-07,
        "epoch": 2.219033232628399
    },
    {
        "current_steps": 1469,
        "loss": 2.9901,
        "learning_rate": 2.7518557794273593e-07,
        "epoch": 2.2205438066465257
    },
    {
        "current_steps": 1470,
        "loss": 3.0045,
        "learning_rate": 2.7465535524920465e-07,
        "epoch": 2.2220543806646527
    },
    {
        "current_steps": 1471,
        "loss": 2.9205,
        "learning_rate": 2.7412513255567336e-07,
        "epoch": 2.2235649546827796
    },
    {
        "current_steps": 1472,
        "loss": 2.7696,
        "learning_rate": 2.735949098621421e-07,
        "epoch": 2.2250755287009065
    },
    {
        "current_steps": 1473,
        "loss": 3.2643,
        "learning_rate": 2.730646871686108e-07,
        "epoch": 2.2265861027190335
    },
    {
        "current_steps": 1474,
        "loss": 2.905,
        "learning_rate": 2.725344644750795e-07,
        "epoch": 2.22809667673716
    },
    {
        "current_steps": 1475,
        "loss": 2.9568,
        "learning_rate": 2.7200424178154823e-07,
        "epoch": 2.229607250755287
    },
    {
        "current_steps": 1476,
        "loss": 2.9691,
        "learning_rate": 2.71474019088017e-07,
        "epoch": 2.231117824773414
    },
    {
        "current_steps": 1477,
        "loss": 3.0642,
        "learning_rate": 2.7094379639448566e-07,
        "epoch": 2.2326283987915407
    },
    {
        "current_steps": 1478,
        "loss": 2.6817,
        "learning_rate": 2.7041357370095443e-07,
        "epoch": 2.2341389728096677
    },
    {
        "current_steps": 1479,
        "loss": 2.8455,
        "learning_rate": 2.698833510074231e-07,
        "epoch": 2.2356495468277946
    },
    {
        "current_steps": 1480,
        "loss": 2.7563,
        "learning_rate": 2.6935312831389186e-07,
        "epoch": 2.2371601208459215
    },
    {
        "current_steps": 1481,
        "loss": 3.0935,
        "learning_rate": 2.688229056203605e-07,
        "epoch": 2.2386706948640485
    },
    {
        "current_steps": 1482,
        "loss": 2.1801,
        "learning_rate": 2.682926829268293e-07,
        "epoch": 2.2401812688821754
    },
    {
        "current_steps": 1483,
        "loss": 3.0399,
        "learning_rate": 2.6776246023329795e-07,
        "epoch": 2.2416918429003023
    },
    {
        "current_steps": 1484,
        "loss": 2.7325,
        "learning_rate": 2.672322375397667e-07,
        "epoch": 2.243202416918429
    },
    {
        "current_steps": 1485,
        "loss": 2.9746,
        "learning_rate": 2.667020148462354e-07,
        "epoch": 2.2447129909365557
    },
    {
        "current_steps": 1486,
        "loss": 2.9142,
        "learning_rate": 2.6617179215270415e-07,
        "epoch": 2.2462235649546827
    },
    {
        "current_steps": 1487,
        "loss": 2.8804,
        "learning_rate": 2.656415694591728e-07,
        "epoch": 2.2477341389728096
    },
    {
        "current_steps": 1488,
        "loss": 3.2683,
        "learning_rate": 2.651113467656416e-07,
        "epoch": 2.2492447129909365
    },
    {
        "current_steps": 1489,
        "loss": 3.1025,
        "learning_rate": 2.6458112407211025e-07,
        "epoch": 2.2507552870090635
    },
    {
        "current_steps": 1490,
        "loss": 3.1795,
        "learning_rate": 2.64050901378579e-07,
        "epoch": 2.2522658610271904
    },
    {
        "current_steps": 1491,
        "loss": 2.7756,
        "learning_rate": 2.635206786850477e-07,
        "epoch": 2.2537764350453173
    },
    {
        "current_steps": 1492,
        "loss": 3.0307,
        "learning_rate": 2.6299045599151645e-07,
        "epoch": 2.2552870090634443
    },
    {
        "current_steps": 1493,
        "loss": 3.0719,
        "learning_rate": 2.6246023329798517e-07,
        "epoch": 2.256797583081571
    },
    {
        "current_steps": 1494,
        "loss": 3.0361,
        "learning_rate": 2.6193001060445383e-07,
        "epoch": 2.258308157099698
    },
    {
        "current_steps": 1495,
        "loss": 3.0995,
        "learning_rate": 2.613997879109226e-07,
        "epoch": 2.2598187311178246
    },
    {
        "current_steps": 1496,
        "loss": 2.9234,
        "learning_rate": 2.6086956521739126e-07,
        "epoch": 2.2613293051359515
    },
    {
        "current_steps": 1497,
        "loss": 2.8779,
        "learning_rate": 2.6033934252386003e-07,
        "epoch": 2.2628398791540785
    },
    {
        "current_steps": 1498,
        "loss": 2.9209,
        "learning_rate": 2.598091198303287e-07,
        "epoch": 2.2643504531722054
    },
    {
        "current_steps": 1499,
        "loss": 2.9894,
        "learning_rate": 2.5927889713679746e-07,
        "epoch": 2.2658610271903323
    },
    {
        "current_steps": 1500,
        "loss": 3.0221,
        "learning_rate": 2.587486744432661e-07,
        "epoch": 2.2673716012084593
    },
    {
        "current_steps": 1501,
        "loss": 2.7052,
        "learning_rate": 2.582184517497349e-07,
        "epoch": 2.268882175226586
    },
    {
        "current_steps": 1502,
        "loss": 2.7213,
        "learning_rate": 2.5768822905620356e-07,
        "epoch": 2.270392749244713
    },
    {
        "current_steps": 1503,
        "loss": 2.8471,
        "learning_rate": 2.571580063626723e-07,
        "epoch": 2.27190332326284
    },
    {
        "current_steps": 1504,
        "loss": 2.9732,
        "learning_rate": 2.56627783669141e-07,
        "epoch": 2.2734138972809665
    },
    {
        "current_steps": 1505,
        "loss": 2.8034,
        "learning_rate": 2.5609756097560976e-07,
        "epoch": 2.2749244712990935
    },
    {
        "current_steps": 1506,
        "loss": 3.2221,
        "learning_rate": 2.555673382820784e-07,
        "epoch": 2.2764350453172204
    },
    {
        "current_steps": 1507,
        "loss": 2.816,
        "learning_rate": 2.550371155885472e-07,
        "epoch": 2.2779456193353473
    },
    {
        "current_steps": 1508,
        "loss": 2.9744,
        "learning_rate": 2.5450689289501585e-07,
        "epoch": 2.2794561933534743
    },
    {
        "current_steps": 1509,
        "loss": 3.0932,
        "learning_rate": 2.539766702014846e-07,
        "epoch": 2.280966767371601
    },
    {
        "current_steps": 1510,
        "loss": 2.7198,
        "learning_rate": 2.5344644750795334e-07,
        "epoch": 2.282477341389728
    },
    {
        "current_steps": 1511,
        "loss": 3.0977,
        "learning_rate": 2.5291622481442205e-07,
        "epoch": 2.283987915407855
    },
    {
        "current_steps": 1512,
        "loss": 2.8511,
        "learning_rate": 2.5238600212089077e-07,
        "epoch": 2.285498489425982
    },
    {
        "current_steps": 1513,
        "loss": 3.0167,
        "learning_rate": 2.518557794273595e-07,
        "epoch": 2.287009063444109
    },
    {
        "current_steps": 1514,
        "loss": 3.0085,
        "learning_rate": 2.513255567338282e-07,
        "epoch": 2.288519637462236
    },
    {
        "current_steps": 1515,
        "loss": 3.1017,
        "learning_rate": 2.507953340402969e-07,
        "epoch": 2.290030211480363
    },
    {
        "current_steps": 1516,
        "loss": 3.0252,
        "learning_rate": 2.5026511134676563e-07,
        "epoch": 2.2915407854984893
    },
    {
        "current_steps": 1517,
        "loss": 2.811,
        "learning_rate": 2.4973488865323435e-07,
        "epoch": 2.293051359516616
    },
    {
        "current_steps": 1518,
        "loss": 2.7579,
        "learning_rate": 2.4920466595970306e-07,
        "epoch": 2.294561933534743
    },
    {
        "current_steps": 1519,
        "loss": 2.888,
        "learning_rate": 2.486744432661718e-07,
        "epoch": 2.29607250755287
    },
    {
        "current_steps": 1520,
        "loss": 2.9921,
        "learning_rate": 2.481442205726405e-07,
        "epoch": 2.297583081570997
    },
    {
        "current_steps": 1521,
        "loss": 2.9381,
        "learning_rate": 2.476139978791092e-07,
        "epoch": 2.299093655589124
    },
    {
        "current_steps": 1522,
        "loss": 3.2375,
        "learning_rate": 2.470837751855779e-07,
        "epoch": 2.300604229607251
    },
    {
        "current_steps": 1523,
        "loss": 2.9129,
        "learning_rate": 2.4655355249204664e-07,
        "epoch": 2.302114803625378
    },
    {
        "current_steps": 1524,
        "loss": 2.9648,
        "learning_rate": 2.4602332979851536e-07,
        "epoch": 2.3036253776435047
    },
    {
        "current_steps": 1525,
        "loss": 2.9395,
        "learning_rate": 2.454931071049841e-07,
        "epoch": 2.305135951661631
    },
    {
        "current_steps": 1526,
        "loss": 2.9632,
        "learning_rate": 2.449628844114528e-07,
        "epoch": 2.306646525679758
    },
    {
        "current_steps": 1527,
        "loss": 3.0419,
        "learning_rate": 2.444326617179215e-07,
        "epoch": 2.308157099697885
    },
    {
        "current_steps": 1528,
        "loss": 2.7947,
        "learning_rate": 2.439024390243902e-07,
        "epoch": 2.309667673716012
    },
    {
        "current_steps": 1529,
        "loss": 3.0674,
        "learning_rate": 2.4337221633085894e-07,
        "epoch": 2.311178247734139
    },
    {
        "current_steps": 1530,
        "loss": 2.9957,
        "learning_rate": 2.4284199363732765e-07,
        "epoch": 2.312688821752266
    },
    {
        "current_steps": 1531,
        "loss": 2.9322,
        "learning_rate": 2.4231177094379637e-07,
        "epoch": 2.314199395770393
    },
    {
        "current_steps": 1532,
        "loss": 2.9148,
        "learning_rate": 2.417815482502651e-07,
        "epoch": 2.3157099697885197
    },
    {
        "current_steps": 1533,
        "loss": 2.9209,
        "learning_rate": 2.412513255567338e-07,
        "epoch": 2.3172205438066467
    },
    {
        "current_steps": 1534,
        "loss": 3.0346,
        "learning_rate": 2.4072110286320257e-07,
        "epoch": 2.3187311178247736
    },
    {
        "current_steps": 1535,
        "loss": 3.0656,
        "learning_rate": 2.401908801696713e-07,
        "epoch": 2.3202416918429005
    },
    {
        "current_steps": 1536,
        "loss": 3.0893,
        "learning_rate": 2.3966065747614e-07,
        "epoch": 2.321752265861027
    },
    {
        "current_steps": 1537,
        "loss": 3.0211,
        "learning_rate": 2.391304347826087e-07,
        "epoch": 2.323262839879154
    },
    {
        "current_steps": 1538,
        "loss": 2.9478,
        "learning_rate": 2.3860021208907743e-07,
        "epoch": 2.324773413897281
    },
    {
        "current_steps": 1539,
        "loss": 2.8997,
        "learning_rate": 2.3806998939554612e-07,
        "epoch": 2.326283987915408
    },
    {
        "current_steps": 1540,
        "loss": 2.598,
        "learning_rate": 2.3753976670201484e-07,
        "epoch": 2.3277945619335347
    },
    {
        "current_steps": 1541,
        "loss": 2.798,
        "learning_rate": 2.3700954400848355e-07,
        "epoch": 2.3293051359516617
    },
    {
        "current_steps": 1542,
        "loss": 2.9423,
        "learning_rate": 2.3647932131495227e-07,
        "epoch": 2.3308157099697886
    },
    {
        "current_steps": 1543,
        "loss": 3.0865,
        "learning_rate": 2.3594909862142099e-07,
        "epoch": 2.3323262839879155
    },
    {
        "current_steps": 1544,
        "loss": 2.6892,
        "learning_rate": 2.354188759278897e-07,
        "epoch": 2.3338368580060425
    },
    {
        "current_steps": 1545,
        "loss": 3.0822,
        "learning_rate": 2.3488865323435842e-07,
        "epoch": 2.335347432024169
    },
    {
        "current_steps": 1546,
        "loss": 3.1105,
        "learning_rate": 2.3435843054082713e-07,
        "epoch": 2.336858006042296
    },
    {
        "current_steps": 1547,
        "loss": 3.0123,
        "learning_rate": 2.3382820784729585e-07,
        "epoch": 2.338368580060423
    },
    {
        "current_steps": 1548,
        "loss": 2.8546,
        "learning_rate": 2.3329798515376457e-07,
        "epoch": 2.3398791540785497
    },
    {
        "current_steps": 1549,
        "loss": 2.9216,
        "learning_rate": 2.3276776246023328e-07,
        "epoch": 2.3413897280966767
    },
    {
        "current_steps": 1550,
        "loss": 2.9761,
        "learning_rate": 2.3223753976670202e-07,
        "epoch": 2.3429003021148036
    },
    {
        "current_steps": 1551,
        "loss": 2.7588,
        "learning_rate": 2.3170731707317074e-07,
        "epoch": 2.3444108761329305
    },
    {
        "current_steps": 1552,
        "loss": 3.024,
        "learning_rate": 2.3117709437963946e-07,
        "epoch": 2.3459214501510575
    },
    {
        "current_steps": 1553,
        "loss": 2.9984,
        "learning_rate": 2.3064687168610817e-07,
        "epoch": 2.3474320241691844
    },
    {
        "current_steps": 1554,
        "loss": 3.0442,
        "learning_rate": 2.301166489925769e-07,
        "epoch": 2.3489425981873113
    },
    {
        "current_steps": 1555,
        "loss": 2.9495,
        "learning_rate": 2.295864262990456e-07,
        "epoch": 2.3504531722054383
    },
    {
        "current_steps": 1556,
        "loss": 3.0512,
        "learning_rate": 2.2905620360551432e-07,
        "epoch": 2.351963746223565
    },
    {
        "current_steps": 1557,
        "loss": 3.0835,
        "learning_rate": 2.2852598091198303e-07,
        "epoch": 2.3534743202416917
    },
    {
        "current_steps": 1558,
        "loss": 2.2911,
        "learning_rate": 2.2799575821845175e-07,
        "epoch": 2.3549848942598186
    },
    {
        "current_steps": 1559,
        "loss": 3.0784,
        "learning_rate": 2.2746553552492047e-07,
        "epoch": 2.3564954682779455
    },
    {
        "current_steps": 1560,
        "loss": 3.0934,
        "learning_rate": 2.2693531283138918e-07,
        "epoch": 2.3580060422960725
    },
    {
        "current_steps": 1561,
        "loss": 2.499,
        "learning_rate": 2.2640509013785787e-07,
        "epoch": 2.3595166163141994
    },
    {
        "current_steps": 1562,
        "loss": 3.2606,
        "learning_rate": 2.258748674443266e-07,
        "epoch": 2.3610271903323263
    },
    {
        "current_steps": 1563,
        "loss": 2.9355,
        "learning_rate": 2.253446447507953e-07,
        "epoch": 2.3625377643504533
    },
    {
        "current_steps": 1564,
        "loss": 3.0685,
        "learning_rate": 2.2481442205726402e-07,
        "epoch": 2.36404833836858
    },
    {
        "current_steps": 1565,
        "loss": 2.87,
        "learning_rate": 2.2428419936373274e-07,
        "epoch": 2.365558912386707
    },
    {
        "current_steps": 1566,
        "loss": 2.9643,
        "learning_rate": 2.2375397667020145e-07,
        "epoch": 2.3670694864048336
    },
    {
        "current_steps": 1567,
        "loss": 2.3665,
        "learning_rate": 2.232237539766702e-07,
        "epoch": 2.3685800604229605
    },
    {
        "current_steps": 1568,
        "loss": 3.0814,
        "learning_rate": 2.226935312831389e-07,
        "epoch": 2.3700906344410875
    },
    {
        "current_steps": 1569,
        "loss": 2.9984,
        "learning_rate": 2.2216330858960763e-07,
        "epoch": 2.3716012084592144
    },
    {
        "current_steps": 1570,
        "loss": 2.8213,
        "learning_rate": 2.2163308589607634e-07,
        "epoch": 2.3731117824773413
    },
    {
        "current_steps": 1571,
        "loss": 2.8461,
        "learning_rate": 2.2110286320254506e-07,
        "epoch": 2.3746223564954683
    },
    {
        "current_steps": 1572,
        "loss": 3.0246,
        "learning_rate": 2.2057264050901377e-07,
        "epoch": 2.376132930513595
    },
    {
        "current_steps": 1573,
        "loss": 2.9836,
        "learning_rate": 2.200424178154825e-07,
        "epoch": 2.377643504531722
    },
    {
        "current_steps": 1574,
        "loss": 3.2213,
        "learning_rate": 2.195121951219512e-07,
        "epoch": 2.379154078549849
    },
    {
        "current_steps": 1575,
        "loss": 2.9788,
        "learning_rate": 2.1898197242841992e-07,
        "epoch": 2.380664652567976
    },
    {
        "current_steps": 1576,
        "loss": 3.2071,
        "learning_rate": 2.1845174973488864e-07,
        "epoch": 2.382175226586103
    },
    {
        "current_steps": 1577,
        "loss": 2.9546,
        "learning_rate": 2.1792152704135735e-07,
        "epoch": 2.38368580060423
    },
    {
        "current_steps": 1578,
        "loss": 2.5353,
        "learning_rate": 2.1739130434782607e-07,
        "epoch": 2.3851963746223563
    },
    {
        "current_steps": 1579,
        "loss": 3.0954,
        "learning_rate": 2.1686108165429478e-07,
        "epoch": 2.3867069486404833
    },
    {
        "current_steps": 1580,
        "loss": 3.0557,
        "learning_rate": 2.163308589607635e-07,
        "epoch": 2.38821752265861
    },
    {
        "current_steps": 1581,
        "loss": 2.9073,
        "learning_rate": 2.1580063626723222e-07,
        "epoch": 2.389728096676737
    },
    {
        "current_steps": 1582,
        "loss": 3.1207,
        "learning_rate": 2.1527041357370093e-07,
        "epoch": 2.391238670694864
    },
    {
        "current_steps": 1583,
        "loss": 3.0087,
        "learning_rate": 2.1474019088016967e-07,
        "epoch": 2.392749244712991
    },
    {
        "current_steps": 1584,
        "loss": 2.9414,
        "learning_rate": 2.142099681866384e-07,
        "epoch": 2.394259818731118
    },
    {
        "current_steps": 1585,
        "loss": 2.7435,
        "learning_rate": 2.136797454931071e-07,
        "epoch": 2.395770392749245
    },
    {
        "current_steps": 1586,
        "loss": 3.0774,
        "learning_rate": 2.1314952279957582e-07,
        "epoch": 2.397280966767372
    },
    {
        "current_steps": 1587,
        "loss": 2.927,
        "learning_rate": 2.1261930010604454e-07,
        "epoch": 2.3987915407854983
    },
    {
        "current_steps": 1588,
        "loss": 2.8824,
        "learning_rate": 2.1208907741251325e-07,
        "epoch": 2.400302114803625
    },
    {
        "current_steps": 1589,
        "loss": 2.8408,
        "learning_rate": 2.1155885471898197e-07,
        "epoch": 2.401812688821752
    },
    {
        "current_steps": 1590,
        "loss": 2.9424,
        "learning_rate": 2.1102863202545068e-07,
        "epoch": 2.403323262839879
    },
    {
        "current_steps": 1591,
        "loss": 2.9665,
        "learning_rate": 2.104984093319194e-07,
        "epoch": 2.404833836858006
    },
    {
        "current_steps": 1592,
        "loss": 2.9924,
        "learning_rate": 2.0996818663838812e-07,
        "epoch": 2.406344410876133
    },
    {
        "current_steps": 1593,
        "loss": 2.7694,
        "learning_rate": 2.0943796394485683e-07,
        "epoch": 2.40785498489426
    },
    {
        "current_steps": 1594,
        "loss": 2.8801,
        "learning_rate": 2.0890774125132555e-07,
        "epoch": 2.409365558912387
    },
    {
        "current_steps": 1595,
        "loss": 3.0329,
        "learning_rate": 2.0837751855779426e-07,
        "epoch": 2.4108761329305137
    },
    {
        "current_steps": 1596,
        "loss": 2.5639,
        "learning_rate": 2.0784729586426298e-07,
        "epoch": 2.4123867069486407
    },
    {
        "current_steps": 1597,
        "loss": 3.0518,
        "learning_rate": 2.073170731707317e-07,
        "epoch": 2.4138972809667676
    },
    {
        "current_steps": 1598,
        "loss": 2.9236,
        "learning_rate": 2.067868504772004e-07,
        "epoch": 2.415407854984894
    },
    {
        "current_steps": 1599,
        "loss": 2.8624,
        "learning_rate": 2.0625662778366913e-07,
        "epoch": 2.416918429003021
    },
    {
        "current_steps": 1600,
        "loss": 2.9981,
        "learning_rate": 2.0572640509013787e-07,
        "epoch": 2.418429003021148
    },
    {
        "current_steps": 1601,
        "loss": 2.8338,
        "learning_rate": 2.0519618239660659e-07,
        "epoch": 2.419939577039275
    },
    {
        "current_steps": 1602,
        "loss": 3.1091,
        "learning_rate": 2.046659597030753e-07,
        "epoch": 2.421450151057402
    },
    {
        "current_steps": 1603,
        "loss": 2.9502,
        "learning_rate": 2.0413573700954402e-07,
        "epoch": 2.4229607250755287
    },
    {
        "current_steps": 1604,
        "loss": 2.9127,
        "learning_rate": 2.0360551431601273e-07,
        "epoch": 2.4244712990936557
    },
    {
        "current_steps": 1605,
        "loss": 3.1176,
        "learning_rate": 2.0307529162248145e-07,
        "epoch": 2.4259818731117826
    },
    {
        "current_steps": 1606,
        "loss": 3.1529,
        "learning_rate": 2.0254506892895017e-07,
        "epoch": 2.4274924471299095
    },
    {
        "current_steps": 1607,
        "loss": 2.9226,
        "learning_rate": 2.0201484623541885e-07,
        "epoch": 2.429003021148036
    },
    {
        "current_steps": 1608,
        "loss": 2.9755,
        "learning_rate": 2.0148462354188757e-07,
        "epoch": 2.430513595166163
    },
    {
        "current_steps": 1609,
        "loss": 2.3473,
        "learning_rate": 2.0095440084835629e-07,
        "epoch": 2.43202416918429
    },
    {
        "current_steps": 1610,
        "loss": 3.0144,
        "learning_rate": 2.00424178154825e-07,
        "epoch": 2.433534743202417
    },
    {
        "current_steps": 1611,
        "loss": 3.0732,
        "learning_rate": 1.9989395546129372e-07,
        "epoch": 2.4350453172205437
    },
    {
        "current_steps": 1612,
        "loss": 2.9595,
        "learning_rate": 1.9936373276776243e-07,
        "epoch": 2.4365558912386707
    },
    {
        "current_steps": 1613,
        "loss": 2.4932,
        "learning_rate": 1.9883351007423115e-07,
        "epoch": 2.4380664652567976
    },
    {
        "current_steps": 1614,
        "loss": 3.1989,
        "learning_rate": 1.9830328738069987e-07,
        "epoch": 2.4395770392749245
    },
    {
        "current_steps": 1615,
        "loss": 2.9832,
        "learning_rate": 1.9777306468716858e-07,
        "epoch": 2.4410876132930515
    },
    {
        "current_steps": 1616,
        "loss": 3.0117,
        "learning_rate": 1.9724284199363732e-07,
        "epoch": 2.4425981873111784
    },
    {
        "current_steps": 1617,
        "loss": 2.25,
        "learning_rate": 1.9671261930010604e-07,
        "epoch": 2.4441087613293053
    },
    {
        "current_steps": 1618,
        "loss": 3.0307,
        "learning_rate": 1.9618239660657476e-07,
        "epoch": 2.4456193353474323
    },
    {
        "current_steps": 1619,
        "loss": 2.8028,
        "learning_rate": 1.9565217391304347e-07,
        "epoch": 2.4471299093655587
    },
    {
        "current_steps": 1620,
        "loss": 2.8706,
        "learning_rate": 1.951219512195122e-07,
        "epoch": 2.4486404833836857
    },
    {
        "current_steps": 1621,
        "loss": 3.0146,
        "learning_rate": 1.945917285259809e-07,
        "epoch": 2.4501510574018126
    },
    {
        "current_steps": 1622,
        "loss": 3.0197,
        "learning_rate": 1.9406150583244962e-07,
        "epoch": 2.4516616314199395
    },
    {
        "current_steps": 1623,
        "loss": 2.9147,
        "learning_rate": 1.9353128313891834e-07,
        "epoch": 2.4531722054380665
    },
    {
        "current_steps": 1624,
        "loss": 2.9364,
        "learning_rate": 1.9300106044538705e-07,
        "epoch": 2.4546827794561934
    },
    {
        "current_steps": 1625,
        "loss": 2.9045,
        "learning_rate": 1.9247083775185577e-07,
        "epoch": 2.4561933534743203
    },
    {
        "current_steps": 1626,
        "loss": 2.9614,
        "learning_rate": 1.9194061505832448e-07,
        "epoch": 2.4577039274924473
    },
    {
        "current_steps": 1627,
        "loss": 3.018,
        "learning_rate": 1.914103923647932e-07,
        "epoch": 2.459214501510574
    },
    {
        "current_steps": 1628,
        "loss": 2.9721,
        "learning_rate": 1.9088016967126191e-07,
        "epoch": 2.4607250755287007
    },
    {
        "current_steps": 1629,
        "loss": 2.3248,
        "learning_rate": 1.9034994697773063e-07,
        "epoch": 2.4622356495468276
    },
    {
        "current_steps": 1630,
        "loss": 2.765,
        "learning_rate": 1.8981972428419935e-07,
        "epoch": 2.4637462235649545
    },
    {
        "current_steps": 1631,
        "loss": 2.8288,
        "learning_rate": 1.8928950159066806e-07,
        "epoch": 2.4652567975830815
    },
    {
        "current_steps": 1632,
        "loss": 2.7947,
        "learning_rate": 1.8875927889713678e-07,
        "epoch": 2.4667673716012084
    },
    {
        "current_steps": 1633,
        "loss": 2.9891,
        "learning_rate": 1.8822905620360552e-07,
        "epoch": 2.4682779456193353
    },
    {
        "current_steps": 1634,
        "loss": 3.082,
        "learning_rate": 1.8769883351007424e-07,
        "epoch": 2.4697885196374623
    },
    {
        "current_steps": 1635,
        "loss": 2.9986,
        "learning_rate": 1.8716861081654295e-07,
        "epoch": 2.471299093655589
    },
    {
        "current_steps": 1636,
        "loss": 2.9933,
        "learning_rate": 1.8663838812301167e-07,
        "epoch": 2.472809667673716
    },
    {
        "current_steps": 1637,
        "loss": 3.0289,
        "learning_rate": 1.8610816542948038e-07,
        "epoch": 2.474320241691843
    },
    {
        "current_steps": 1638,
        "loss": 2.9133,
        "learning_rate": 1.855779427359491e-07,
        "epoch": 2.47583081570997
    },
    {
        "current_steps": 1639,
        "loss": 2.5725,
        "learning_rate": 1.8504772004241782e-07,
        "epoch": 2.477341389728097
    },
    {
        "current_steps": 1640,
        "loss": 3.0534,
        "learning_rate": 1.8451749734888653e-07,
        "epoch": 2.4788519637462234
    },
    {
        "current_steps": 1641,
        "loss": 2.9152,
        "learning_rate": 1.8398727465535525e-07,
        "epoch": 2.4803625377643503
    },
    {
        "current_steps": 1642,
        "loss": 3.1145,
        "learning_rate": 1.8345705196182396e-07,
        "epoch": 2.4818731117824773
    },
    {
        "current_steps": 1643,
        "loss": 3.0405,
        "learning_rate": 1.8292682926829268e-07,
        "epoch": 2.483383685800604
    },
    {
        "current_steps": 1644,
        "loss": 2.8501,
        "learning_rate": 1.823966065747614e-07,
        "epoch": 2.484894259818731
    },
    {
        "current_steps": 1645,
        "loss": 2.6631,
        "learning_rate": 1.818663838812301e-07,
        "epoch": 2.486404833836858
    },
    {
        "current_steps": 1646,
        "loss": 2.9754,
        "learning_rate": 1.8133616118769883e-07,
        "epoch": 2.487915407854985
    },
    {
        "current_steps": 1647,
        "loss": 2.7988,
        "learning_rate": 1.8080593849416754e-07,
        "epoch": 2.489425981873112
    },
    {
        "current_steps": 1648,
        "loss": 3.1064,
        "learning_rate": 1.8027571580063626e-07,
        "epoch": 2.490936555891239
    },
    {
        "current_steps": 1649,
        "loss": 2.9314,
        "learning_rate": 1.79745493107105e-07,
        "epoch": 2.4924471299093653
    },
    {
        "current_steps": 1650,
        "loss": 2.7982,
        "learning_rate": 1.7921527041357372e-07,
        "epoch": 2.4939577039274923
    },
    {
        "current_steps": 1651,
        "loss": 2.9565,
        "learning_rate": 1.7868504772004243e-07,
        "epoch": 2.495468277945619
    },
    {
        "current_steps": 1652,
        "loss": 2.4873,
        "learning_rate": 1.7815482502651112e-07,
        "epoch": 2.496978851963746
    },
    {
        "current_steps": 1653,
        "loss": 2.7168,
        "learning_rate": 1.7762460233297984e-07,
        "epoch": 2.498489425981873
    },
    {
        "current_steps": 1654,
        "loss": 2.9843,
        "learning_rate": 1.7709437963944855e-07,
        "epoch": 2.5
    },
    {
        "current_steps": 1655,
        "loss": 2.9685,
        "learning_rate": 1.7656415694591727e-07,
        "epoch": 2.501510574018127
    },
    {
        "current_steps": 1656,
        "loss": 2.3108,
        "learning_rate": 1.7603393425238599e-07,
        "epoch": 2.503021148036254
    },
    {
        "current_steps": 1657,
        "loss": 3.1197,
        "learning_rate": 1.755037115588547e-07,
        "epoch": 2.504531722054381
    },
    {
        "current_steps": 1658,
        "loss": 3.0199,
        "learning_rate": 1.7497348886532342e-07,
        "epoch": 2.5060422960725077
    },
    {
        "current_steps": 1659,
        "loss": 3.1118,
        "learning_rate": 1.7444326617179213e-07,
        "epoch": 2.5075528700906347
    },
    {
        "current_steps": 1660,
        "loss": 3.025,
        "learning_rate": 1.7391304347826085e-07,
        "epoch": 2.5090634441087616
    },
    {
        "current_steps": 1661,
        "loss": 2.8618,
        "learning_rate": 1.7338282078472956e-07,
        "epoch": 2.510574018126888
    },
    {
        "current_steps": 1662,
        "loss": 3.043,
        "learning_rate": 1.7285259809119828e-07,
        "epoch": 2.512084592145015
    },
    {
        "current_steps": 1663,
        "loss": 2.9807,
        "learning_rate": 1.72322375397667e-07,
        "epoch": 2.513595166163142
    },
    {
        "current_steps": 1664,
        "loss": 2.8322,
        "learning_rate": 1.717921527041357e-07,
        "epoch": 2.515105740181269
    },
    {
        "current_steps": 1665,
        "loss": 2.9425,
        "learning_rate": 1.7126193001060443e-07,
        "epoch": 2.516616314199396
    },
    {
        "current_steps": 1666,
        "loss": 2.9077,
        "learning_rate": 1.7073170731707317e-07,
        "epoch": 2.5181268882175227
    },
    {
        "current_steps": 1667,
        "loss": 3.0191,
        "learning_rate": 1.7020148462354189e-07,
        "epoch": 2.5196374622356497
    },
    {
        "current_steps": 1668,
        "loss": 2.9413,
        "learning_rate": 1.696712619300106e-07,
        "epoch": 2.5211480362537766
    },
    {
        "current_steps": 1669,
        "loss": 2.8285,
        "learning_rate": 1.6914103923647932e-07,
        "epoch": 2.522658610271903
    },
    {
        "current_steps": 1670,
        "loss": 2.8357,
        "learning_rate": 1.6861081654294803e-07,
        "epoch": 2.52416918429003
    },
    {
        "current_steps": 1671,
        "loss": 2.6727,
        "learning_rate": 1.6808059384941675e-07,
        "epoch": 2.525679758308157
    },
    {
        "current_steps": 1672,
        "loss": 3.0076,
        "learning_rate": 1.6755037115588547e-07,
        "epoch": 2.527190332326284
    },
    {
        "current_steps": 1673,
        "loss": 3.0603,
        "learning_rate": 1.6702014846235418e-07,
        "epoch": 2.528700906344411
    },
    {
        "current_steps": 1674,
        "loss": 2.9549,
        "learning_rate": 1.664899257688229e-07,
        "epoch": 2.5302114803625377
    },
    {
        "current_steps": 1675,
        "loss": 2.9827,
        "learning_rate": 1.6595970307529161e-07,
        "epoch": 2.5317220543806647
    },
    {
        "current_steps": 1676,
        "loss": 2.9776,
        "learning_rate": 1.6542948038176033e-07,
        "epoch": 2.5332326283987916
    },
    {
        "current_steps": 1677,
        "loss": 2.8078,
        "learning_rate": 1.6489925768822905e-07,
        "epoch": 2.5347432024169185
    },
    {
        "current_steps": 1678,
        "loss": 3.1163,
        "learning_rate": 1.6436903499469776e-07,
        "epoch": 2.5362537764350455
    },
    {
        "current_steps": 1679,
        "loss": 2.9042,
        "learning_rate": 1.6383881230116648e-07,
        "epoch": 2.5377643504531724
    },
    {
        "current_steps": 1680,
        "loss": 2.6071,
        "learning_rate": 1.633085896076352e-07,
        "epoch": 2.5392749244712993
    },
    {
        "current_steps": 1681,
        "loss": 2.921,
        "learning_rate": 1.627783669141039e-07,
        "epoch": 2.5407854984894263
    },
    {
        "current_steps": 1682,
        "loss": 3.0543,
        "learning_rate": 1.6224814422057265e-07,
        "epoch": 2.5422960725075527
    },
    {
        "current_steps": 1683,
        "loss": 2.9539,
        "learning_rate": 1.6171792152704137e-07,
        "epoch": 2.5438066465256797
    },
    {
        "current_steps": 1684,
        "loss": 3.1212,
        "learning_rate": 1.6118769883351008e-07,
        "epoch": 2.5453172205438066
    },
    {
        "current_steps": 1685,
        "loss": 2.934,
        "learning_rate": 1.606574761399788e-07,
        "epoch": 2.5468277945619335
    },
    {
        "current_steps": 1686,
        "loss": 2.9337,
        "learning_rate": 1.6012725344644751e-07,
        "epoch": 2.5483383685800605
    },
    {
        "current_steps": 1687,
        "loss": 2.9206,
        "learning_rate": 1.5959703075291623e-07,
        "epoch": 2.5498489425981874
    },
    {
        "current_steps": 1688,
        "loss": 2.8159,
        "learning_rate": 1.5906680805938495e-07,
        "epoch": 2.5513595166163143
    },
    {
        "current_steps": 1689,
        "loss": 2.7428,
        "learning_rate": 1.5853658536585366e-07,
        "epoch": 2.552870090634441
    },
    {
        "current_steps": 1690,
        "loss": 2.8544,
        "learning_rate": 1.5800636267232238e-07,
        "epoch": 2.5543806646525677
    },
    {
        "current_steps": 1691,
        "loss": 2.9312,
        "learning_rate": 1.574761399787911e-07,
        "epoch": 2.5558912386706947
    },
    {
        "current_steps": 1692,
        "loss": 3.0904,
        "learning_rate": 1.569459172852598e-07,
        "epoch": 2.5574018126888216
    },
    {
        "current_steps": 1693,
        "loss": 2.9235,
        "learning_rate": 1.5641569459172853e-07,
        "epoch": 2.5589123867069485
    },
    {
        "current_steps": 1694,
        "loss": 2.9325,
        "learning_rate": 1.5588547189819724e-07,
        "epoch": 2.5604229607250755
    },
    {
        "current_steps": 1695,
        "loss": 2.953,
        "learning_rate": 1.5535524920466596e-07,
        "epoch": 2.5619335347432024
    },
    {
        "current_steps": 1696,
        "loss": 2.8501,
        "learning_rate": 1.5482502651113465e-07,
        "epoch": 2.5634441087613293
    },
    {
        "current_steps": 1697,
        "loss": 3.1307,
        "learning_rate": 1.5429480381760336e-07,
        "epoch": 2.5649546827794563
    },
    {
        "current_steps": 1698,
        "loss": 3.072,
        "learning_rate": 1.5376458112407208e-07,
        "epoch": 2.566465256797583
    },
    {
        "current_steps": 1699,
        "loss": 2.9131,
        "learning_rate": 1.5323435843054082e-07,
        "epoch": 2.56797583081571
    },
    {
        "current_steps": 1700,
        "loss": 3.2172,
        "learning_rate": 1.5270413573700954e-07,
        "epoch": 2.569486404833837
    },
    {
        "current_steps": 1701,
        "loss": 2.9902,
        "learning_rate": 1.5217391304347825e-07,
        "epoch": 2.570996978851964
    },
    {
        "current_steps": 1702,
        "loss": 2.6912,
        "learning_rate": 1.5164369034994697e-07,
        "epoch": 2.5725075528700905
    },
    {
        "current_steps": 1703,
        "loss": 2.9426,
        "learning_rate": 1.5111346765641568e-07,
        "epoch": 2.5740181268882174
    },
    {
        "current_steps": 1704,
        "loss": 3.0671,
        "learning_rate": 1.505832449628844e-07,
        "epoch": 2.5755287009063443
    },
    {
        "current_steps": 1705,
        "loss": 2.9862,
        "learning_rate": 1.5005302226935312e-07,
        "epoch": 2.5770392749244713
    },
    {
        "current_steps": 1706,
        "loss": 2.9179,
        "learning_rate": 1.4952279957582183e-07,
        "epoch": 2.578549848942598
    },
    {
        "current_steps": 1707,
        "loss": 3.1907,
        "learning_rate": 1.4899257688229055e-07,
        "epoch": 2.580060422960725
    },
    {
        "current_steps": 1708,
        "loss": 2.9362,
        "learning_rate": 1.4846235418875926e-07,
        "epoch": 2.581570996978852
    },
    {
        "current_steps": 1709,
        "loss": 2.8519,
        "learning_rate": 1.4793213149522798e-07,
        "epoch": 2.583081570996979
    },
    {
        "current_steps": 1710,
        "loss": 3.1644,
        "learning_rate": 1.474019088016967e-07,
        "epoch": 2.5845921450151055
    },
    {
        "current_steps": 1711,
        "loss": 2.9998,
        "learning_rate": 1.468716861081654e-07,
        "epoch": 2.5861027190332324
    },
    {
        "current_steps": 1712,
        "loss": 2.8967,
        "learning_rate": 1.4634146341463413e-07,
        "epoch": 2.5876132930513593
    },
    {
        "current_steps": 1713,
        "loss": 3.0513,
        "learning_rate": 1.4581124072110284e-07,
        "epoch": 2.5891238670694863
    },
    {
        "current_steps": 1714,
        "loss": 2.9667,
        "learning_rate": 1.4528101802757156e-07,
        "epoch": 2.590634441087613
    },
    {
        "current_steps": 1715,
        "loss": 2.8657,
        "learning_rate": 1.4475079533404028e-07,
        "epoch": 2.59214501510574
    },
    {
        "current_steps": 1716,
        "loss": 2.8812,
        "learning_rate": 1.4422057264050902e-07,
        "epoch": 2.593655589123867
    },
    {
        "current_steps": 1717,
        "loss": 3.0895,
        "learning_rate": 1.4369034994697773e-07,
        "epoch": 2.595166163141994
    },
    {
        "current_steps": 1718,
        "loss": 2.9389,
        "learning_rate": 1.4316012725344645e-07,
        "epoch": 2.596676737160121
    },
    {
        "current_steps": 1719,
        "loss": 2.7815,
        "learning_rate": 1.4262990455991517e-07,
        "epoch": 2.598187311178248
    },
    {
        "current_steps": 1720,
        "loss": 2.9379,
        "learning_rate": 1.4209968186638388e-07,
        "epoch": 2.599697885196375
    },
    {
        "current_steps": 1721,
        "loss": 3.013,
        "learning_rate": 1.415694591728526e-07,
        "epoch": 2.6012084592145017
    },
    {
        "current_steps": 1722,
        "loss": 3.0051,
        "learning_rate": 1.410392364793213e-07,
        "epoch": 2.6027190332326287
    },
    {
        "current_steps": 1723,
        "loss": 2.7263,
        "learning_rate": 1.4050901378579003e-07,
        "epoch": 2.604229607250755
    },
    {
        "current_steps": 1724,
        "loss": 2.8186,
        "learning_rate": 1.3997879109225874e-07,
        "epoch": 2.605740181268882
    },
    {
        "current_steps": 1725,
        "loss": 3.1671,
        "learning_rate": 1.3944856839872746e-07,
        "epoch": 2.607250755287009
    },
    {
        "current_steps": 1726,
        "loss": 3.0972,
        "learning_rate": 1.3891834570519618e-07,
        "epoch": 2.608761329305136
    },
    {
        "current_steps": 1727,
        "loss": 3.0065,
        "learning_rate": 1.383881230116649e-07,
        "epoch": 2.610271903323263
    },
    {
        "current_steps": 1728,
        "loss": 3.0505,
        "learning_rate": 1.378579003181336e-07,
        "epoch": 2.61178247734139
    },
    {
        "current_steps": 1729,
        "loss": 3.1039,
        "learning_rate": 1.3732767762460232e-07,
        "epoch": 2.6132930513595167
    },
    {
        "current_steps": 1730,
        "loss": 2.92,
        "learning_rate": 1.3679745493107104e-07,
        "epoch": 2.6148036253776437
    },
    {
        "current_steps": 1731,
        "loss": 2.0313,
        "learning_rate": 1.3626723223753976e-07,
        "epoch": 2.61631419939577
    },
    {
        "current_steps": 1732,
        "loss": 2.8514,
        "learning_rate": 1.357370095440085e-07,
        "epoch": 2.617824773413897
    },
    {
        "current_steps": 1733,
        "loss": 2.8458,
        "learning_rate": 1.3520678685047721e-07,
        "epoch": 2.619335347432024
    },
    {
        "current_steps": 1734,
        "loss": 2.8333,
        "learning_rate": 1.3467656415694593e-07,
        "epoch": 2.620845921450151
    },
    {
        "current_steps": 1735,
        "loss": 2.0155,
        "learning_rate": 1.3414634146341465e-07,
        "epoch": 2.622356495468278
    },
    {
        "current_steps": 1736,
        "loss": 2.8929,
        "learning_rate": 1.3361611876988336e-07,
        "epoch": 2.623867069486405
    },
    {
        "current_steps": 1737,
        "loss": 2.9456,
        "learning_rate": 1.3308589607635208e-07,
        "epoch": 2.6253776435045317
    },
    {
        "current_steps": 1738,
        "loss": 3.0525,
        "learning_rate": 1.325556733828208e-07,
        "epoch": 2.6268882175226587
    },
    {
        "current_steps": 1739,
        "loss": 3.019,
        "learning_rate": 1.320254506892895e-07,
        "epoch": 2.6283987915407856
    },
    {
        "current_steps": 1740,
        "loss": 2.5144,
        "learning_rate": 1.3149522799575822e-07,
        "epoch": 2.6299093655589125
    },
    {
        "current_steps": 1741,
        "loss": 3.0884,
        "learning_rate": 1.3096500530222691e-07,
        "epoch": 2.6314199395770395
    },
    {
        "current_steps": 1742,
        "loss": 3.1782,
        "learning_rate": 1.3043478260869563e-07,
        "epoch": 2.6329305135951664
    },
    {
        "current_steps": 1743,
        "loss": 2.9949,
        "learning_rate": 1.2990455991516435e-07,
        "epoch": 2.6344410876132933
    },
    {
        "current_steps": 1744,
        "loss": 2.936,
        "learning_rate": 1.2937433722163306e-07,
        "epoch": 2.63595166163142
    },
    {
        "current_steps": 1745,
        "loss": 2.9181,
        "learning_rate": 1.2884411452810178e-07,
        "epoch": 2.6374622356495467
    },
    {
        "current_steps": 1746,
        "loss": 2.7088,
        "learning_rate": 1.283138918345705e-07,
        "epoch": 2.6389728096676737
    },
    {
        "current_steps": 1747,
        "loss": 2.8018,
        "learning_rate": 1.277836691410392e-07,
        "epoch": 2.6404833836858006
    },
    {
        "current_steps": 1748,
        "loss": 2.3942,
        "learning_rate": 1.2725344644750793e-07,
        "epoch": 2.6419939577039275
    },
    {
        "current_steps": 1749,
        "loss": 3.1531,
        "learning_rate": 1.2672322375397667e-07,
        "epoch": 2.6435045317220545
    },
    {
        "current_steps": 1750,
        "loss": 2.8847,
        "learning_rate": 1.2619300106044538e-07,
        "epoch": 2.6450151057401814
    },
    {
        "current_steps": 1751,
        "loss": 3.0701,
        "learning_rate": 1.256627783669141e-07,
        "epoch": 2.646525679758308
    },
    {
        "current_steps": 1752,
        "loss": 3.3033,
        "learning_rate": 1.2513255567338282e-07,
        "epoch": 2.648036253776435
    },
    {
        "current_steps": 1753,
        "loss": 2.7969,
        "learning_rate": 1.2460233297985153e-07,
        "epoch": 2.6495468277945617
    },
    {
        "current_steps": 1754,
        "loss": 2.8172,
        "learning_rate": 1.2407211028632025e-07,
        "epoch": 2.6510574018126887
    },
    {
        "current_steps": 1755,
        "loss": 2.0426,
        "learning_rate": 1.2354188759278896e-07,
        "epoch": 2.6525679758308156
    },
    {
        "current_steps": 1756,
        "loss": 3.0481,
        "learning_rate": 1.2301166489925768e-07,
        "epoch": 2.6540785498489425
    },
    {
        "current_steps": 1757,
        "loss": 2.8373,
        "learning_rate": 1.224814422057264e-07,
        "epoch": 2.6555891238670695
    },
    {
        "current_steps": 1758,
        "loss": 2.8724,
        "learning_rate": 1.219512195121951e-07,
        "epoch": 2.6570996978851964
    },
    {
        "current_steps": 1759,
        "loss": 2.9434,
        "learning_rate": 1.2142099681866383e-07,
        "epoch": 2.6586102719033233
    },
    {
        "current_steps": 1760,
        "loss": 2.9696,
        "learning_rate": 1.2089077412513254e-07,
        "epoch": 2.6601208459214503
    },
    {
        "current_steps": 1761,
        "loss": 3.091,
        "learning_rate": 1.2036055143160128e-07,
        "epoch": 2.661631419939577
    },
    {
        "current_steps": 1762,
        "loss": 2.9475,
        "learning_rate": 1.1983032873807e-07,
        "epoch": 2.663141993957704
    },
    {
        "current_steps": 1763,
        "loss": 3.1059,
        "learning_rate": 1.1930010604453872e-07,
        "epoch": 2.664652567975831
    },
    {
        "current_steps": 1764,
        "loss": 2.9254,
        "learning_rate": 1.1876988335100742e-07,
        "epoch": 2.6661631419939575
    },
    {
        "current_steps": 1765,
        "loss": 2.9885,
        "learning_rate": 1.1823966065747613e-07,
        "epoch": 2.6676737160120845
    },
    {
        "current_steps": 1766,
        "loss": 2.7631,
        "learning_rate": 1.1770943796394485e-07,
        "epoch": 2.6691842900302114
    },
    {
        "current_steps": 1767,
        "loss": 2.939,
        "learning_rate": 1.1717921527041357e-07,
        "epoch": 2.6706948640483383
    },
    {
        "current_steps": 1768,
        "loss": 2.8795,
        "learning_rate": 1.1664899257688228e-07,
        "epoch": 2.6722054380664653
    },
    {
        "current_steps": 1769,
        "loss": 2.994,
        "learning_rate": 1.1611876988335101e-07,
        "epoch": 2.673716012084592
    },
    {
        "current_steps": 1770,
        "loss": 2.8866,
        "learning_rate": 1.1558854718981973e-07,
        "epoch": 2.675226586102719
    },
    {
        "current_steps": 1771,
        "loss": 3.0901,
        "learning_rate": 1.1505832449628844e-07,
        "epoch": 2.676737160120846
    },
    {
        "current_steps": 1772,
        "loss": 3.0214,
        "learning_rate": 1.1452810180275716e-07,
        "epoch": 2.6782477341389725
    },
    {
        "current_steps": 1773,
        "loss": 2.9535,
        "learning_rate": 1.1399787910922588e-07,
        "epoch": 2.6797583081570995
    },
    {
        "current_steps": 1774,
        "loss": 2.8239,
        "learning_rate": 1.1346765641569459e-07,
        "epoch": 2.6812688821752264
    },
    {
        "current_steps": 1775,
        "loss": 2.9065,
        "learning_rate": 1.129374337221633e-07,
        "epoch": 2.6827794561933533
    },
    {
        "current_steps": 1776,
        "loss": 2.9284,
        "learning_rate": 1.1240721102863201e-07,
        "epoch": 2.6842900302114803
    },
    {
        "current_steps": 1777,
        "loss": 2.9564,
        "learning_rate": 1.1187698833510073e-07,
        "epoch": 2.685800604229607
    },
    {
        "current_steps": 1778,
        "loss": 2.7768,
        "learning_rate": 1.1134676564156945e-07,
        "epoch": 2.687311178247734
    },
    {
        "current_steps": 1779,
        "loss": 2.8876,
        "learning_rate": 1.1081654294803817e-07,
        "epoch": 2.688821752265861
    },
    {
        "current_steps": 1780,
        "loss": 2.4335,
        "learning_rate": 1.1028632025450689e-07,
        "epoch": 2.690332326283988
    },
    {
        "current_steps": 1781,
        "loss": 2.9975,
        "learning_rate": 1.097560975609756e-07,
        "epoch": 2.691842900302115
    },
    {
        "current_steps": 1782,
        "loss": 3.1829,
        "learning_rate": 1.0922587486744432e-07,
        "epoch": 2.693353474320242
    },
    {
        "current_steps": 1783,
        "loss": 2.8911,
        "learning_rate": 1.0869565217391303e-07,
        "epoch": 2.694864048338369
    },
    {
        "current_steps": 1784,
        "loss": 3.0422,
        "learning_rate": 1.0816542948038175e-07,
        "epoch": 2.6963746223564957
    },
    {
        "current_steps": 1785,
        "loss": 2.9348,
        "learning_rate": 1.0763520678685047e-07,
        "epoch": 2.697885196374622
    },
    {
        "current_steps": 1786,
        "loss": 2.9154,
        "learning_rate": 1.071049840933192e-07,
        "epoch": 2.699395770392749
    },
    {
        "current_steps": 1787,
        "loss": 3.0889,
        "learning_rate": 1.0657476139978791e-07,
        "epoch": 2.700906344410876
    },
    {
        "current_steps": 1788,
        "loss": 3.1454,
        "learning_rate": 1.0604453870625663e-07,
        "epoch": 2.702416918429003
    },
    {
        "current_steps": 1789,
        "loss": 2.8741,
        "learning_rate": 1.0551431601272534e-07,
        "epoch": 2.70392749244713
    },
    {
        "current_steps": 1790,
        "loss": 2.8628,
        "learning_rate": 1.0498409331919406e-07,
        "epoch": 2.705438066465257
    },
    {
        "current_steps": 1791,
        "loss": 2.9693,
        "learning_rate": 1.0445387062566277e-07,
        "epoch": 2.706948640483384
    },
    {
        "current_steps": 1792,
        "loss": 2.9256,
        "learning_rate": 1.0392364793213149e-07,
        "epoch": 2.7084592145015107
    },
    {
        "current_steps": 1793,
        "loss": 2.8001,
        "learning_rate": 1.033934252386002e-07,
        "epoch": 2.709969788519637
    },
    {
        "current_steps": 1794,
        "loss": 2.961,
        "learning_rate": 1.0286320254506894e-07,
        "epoch": 2.711480362537764
    },
    {
        "current_steps": 1795,
        "loss": 2.9523,
        "learning_rate": 1.0233297985153765e-07,
        "epoch": 2.712990936555891
    },
    {
        "current_steps": 1796,
        "loss": 2.9713,
        "learning_rate": 1.0180275715800637e-07,
        "epoch": 2.714501510574018
    },
    {
        "current_steps": 1797,
        "loss": 3.019,
        "learning_rate": 1.0127253446447508e-07,
        "epoch": 2.716012084592145
    },
    {
        "current_steps": 1798,
        "loss": 2.8769,
        "learning_rate": 1.0074231177094379e-07,
        "epoch": 2.717522658610272
    },
    {
        "current_steps": 1799,
        "loss": 3.0721,
        "learning_rate": 1.002120890774125e-07,
        "epoch": 2.719033232628399
    },
    {
        "current_steps": 1800,
        "loss": 3.0198,
        "learning_rate": 9.968186638388122e-08,
        "epoch": 2.7205438066465257
    },
    {
        "current_steps": 1801,
        "loss": 3.0286,
        "learning_rate": 9.915164369034993e-08,
        "epoch": 2.7220543806646527
    },
    {
        "current_steps": 1802,
        "loss": 2.8577,
        "learning_rate": 9.862142099681866e-08,
        "epoch": 2.7235649546827796
    },
    {
        "current_steps": 1803,
        "loss": 2.9513,
        "learning_rate": 9.809119830328738e-08,
        "epoch": 2.7250755287009065
    },
    {
        "current_steps": 1804,
        "loss": 2.9736,
        "learning_rate": 9.75609756097561e-08,
        "epoch": 2.7265861027190335
    },
    {
        "current_steps": 1805,
        "loss": 2.9948,
        "learning_rate": 9.703075291622481e-08,
        "epoch": 2.7280966767371604
    },
    {
        "current_steps": 1806,
        "loss": 2.4052,
        "learning_rate": 9.650053022269353e-08,
        "epoch": 2.729607250755287
    },
    {
        "current_steps": 1807,
        "loss": 2.3485,
        "learning_rate": 9.597030752916224e-08,
        "epoch": 2.731117824773414
    },
    {
        "current_steps": 1808,
        "loss": 2.8374,
        "learning_rate": 9.544008483563096e-08,
        "epoch": 2.7326283987915407
    },
    {
        "current_steps": 1809,
        "loss": 2.9591,
        "learning_rate": 9.490986214209967e-08,
        "epoch": 2.7341389728096677
    },
    {
        "current_steps": 1810,
        "loss": 2.8868,
        "learning_rate": 9.437963944856839e-08,
        "epoch": 2.7356495468277946
    },
    {
        "current_steps": 1811,
        "loss": 2.9672,
        "learning_rate": 9.384941675503712e-08,
        "epoch": 2.7371601208459215
    },
    {
        "current_steps": 1812,
        "loss": 3.1142,
        "learning_rate": 9.331919406150583e-08,
        "epoch": 2.7386706948640485
    },
    {
        "current_steps": 1813,
        "loss": 2.899,
        "learning_rate": 9.278897136797455e-08,
        "epoch": 2.7401812688821754
    },
    {
        "current_steps": 1814,
        "loss": 2.7175,
        "learning_rate": 9.225874867444327e-08,
        "epoch": 2.741691842900302
    },
    {
        "current_steps": 1815,
        "loss": 2.8848,
        "learning_rate": 9.172852598091198e-08,
        "epoch": 2.743202416918429
    },
    {
        "current_steps": 1816,
        "loss": 2.8628,
        "learning_rate": 9.11983032873807e-08,
        "epoch": 2.7447129909365557
    },
    {
        "current_steps": 1817,
        "loss": 2.9828,
        "learning_rate": 9.066808059384941e-08,
        "epoch": 2.7462235649546827
    },
    {
        "current_steps": 1818,
        "loss": 2.6791,
        "learning_rate": 9.013785790031813e-08,
        "epoch": 2.7477341389728096
    },
    {
        "current_steps": 1819,
        "loss": 3.0182,
        "learning_rate": 8.960763520678686e-08,
        "epoch": 2.7492447129909365
    },
    {
        "current_steps": 1820,
        "loss": 2.6572,
        "learning_rate": 8.907741251325556e-08,
        "epoch": 2.7507552870090635
    },
    {
        "current_steps": 1821,
        "loss": 3.0155,
        "learning_rate": 8.854718981972428e-08,
        "epoch": 2.7522658610271904
    },
    {
        "current_steps": 1822,
        "loss": 2.2547,
        "learning_rate": 8.801696712619299e-08,
        "epoch": 2.7537764350453173
    },
    {
        "current_steps": 1823,
        "loss": 2.9473,
        "learning_rate": 8.748674443266171e-08,
        "epoch": 2.7552870090634443
    },
    {
        "current_steps": 1824,
        "loss": 2.9914,
        "learning_rate": 8.695652173913042e-08,
        "epoch": 2.756797583081571
    },
    {
        "current_steps": 1825,
        "loss": 3.1624,
        "learning_rate": 8.642629904559914e-08,
        "epoch": 2.758308157099698
    },
    {
        "current_steps": 1826,
        "loss": 3.0589,
        "learning_rate": 8.589607635206786e-08,
        "epoch": 2.7598187311178246
    },
    {
        "current_steps": 1827,
        "loss": 3.0378,
        "learning_rate": 8.536585365853659e-08,
        "epoch": 2.7613293051359515
    },
    {
        "current_steps": 1828,
        "loss": 2.979,
        "learning_rate": 8.48356309650053e-08,
        "epoch": 2.7628398791540785
    },
    {
        "current_steps": 1829,
        "loss": 2.9768,
        "learning_rate": 8.430540827147402e-08,
        "epoch": 2.7643504531722054
    },
    {
        "current_steps": 1830,
        "loss": 2.9681,
        "learning_rate": 8.377518557794273e-08,
        "epoch": 2.7658610271903323
    },
    {
        "current_steps": 1831,
        "loss": 3.1236,
        "learning_rate": 8.324496288441145e-08,
        "epoch": 2.7673716012084593
    },
    {
        "current_steps": 1832,
        "loss": 3.0861,
        "learning_rate": 8.271474019088016e-08,
        "epoch": 2.768882175226586
    },
    {
        "current_steps": 1833,
        "loss": 3.1181,
        "learning_rate": 8.218451749734888e-08,
        "epoch": 2.770392749244713
    },
    {
        "current_steps": 1834,
        "loss": 2.7771,
        "learning_rate": 8.16542948038176e-08,
        "epoch": 2.7719033232628396
    },
    {
        "current_steps": 1835,
        "loss": 3.0001,
        "learning_rate": 8.112407211028633e-08,
        "epoch": 2.7734138972809665
    },
    {
        "current_steps": 1836,
        "loss": 2.904,
        "learning_rate": 8.059384941675504e-08,
        "epoch": 2.7749244712990935
    },
    {
        "current_steps": 1837,
        "loss": 2.9935,
        "learning_rate": 8.006362672322376e-08,
        "epoch": 2.7764350453172204
    },
    {
        "current_steps": 1838,
        "loss": 2.8819,
        "learning_rate": 7.953340402969247e-08,
        "epoch": 2.7779456193353473
    },
    {
        "current_steps": 1839,
        "loss": 2.8291,
        "learning_rate": 7.900318133616119e-08,
        "epoch": 2.7794561933534743
    },
    {
        "current_steps": 1840,
        "loss": 3.0213,
        "learning_rate": 7.84729586426299e-08,
        "epoch": 2.780966767371601
    },
    {
        "current_steps": 1841,
        "loss": 3.0364,
        "learning_rate": 7.794273594909862e-08,
        "epoch": 2.782477341389728
    },
    {
        "current_steps": 1842,
        "loss": 3.1144,
        "learning_rate": 7.741251325556732e-08,
        "epoch": 2.783987915407855
    },
    {
        "current_steps": 1843,
        "loss": 2.8542,
        "learning_rate": 7.688229056203604e-08,
        "epoch": 2.785498489425982
    },
    {
        "current_steps": 1844,
        "loss": 3.028,
        "learning_rate": 7.635206786850477e-08,
        "epoch": 2.787009063444109
    },
    {
        "current_steps": 1845,
        "loss": 2.8336,
        "learning_rate": 7.582184517497348e-08,
        "epoch": 2.788519637462236
    },
    {
        "current_steps": 1846,
        "loss": 2.7862,
        "learning_rate": 7.52916224814422e-08,
        "epoch": 2.790030211480363
    },
    {
        "current_steps": 1847,
        "loss": 3.0405,
        "learning_rate": 7.476139978791092e-08,
        "epoch": 2.7915407854984893
    },
    {
        "current_steps": 1848,
        "loss": 2.8597,
        "learning_rate": 7.423117709437963e-08,
        "epoch": 2.793051359516616
    },
    {
        "current_steps": 1849,
        "loss": 2.946,
        "learning_rate": 7.370095440084835e-08,
        "epoch": 2.794561933534743
    },
    {
        "current_steps": 1850,
        "loss": 3.1885,
        "learning_rate": 7.317073170731706e-08,
        "epoch": 2.79607250755287
    },
    {
        "current_steps": 1851,
        "loss": 3.1006,
        "learning_rate": 7.264050901378578e-08,
        "epoch": 2.797583081570997
    },
    {
        "current_steps": 1852,
        "loss": 2.8335,
        "learning_rate": 7.211028632025451e-08,
        "epoch": 2.799093655589124
    },
    {
        "current_steps": 1853,
        "loss": 2.8269,
        "learning_rate": 7.158006362672322e-08,
        "epoch": 2.800604229607251
    },
    {
        "current_steps": 1854,
        "loss": 2.6435,
        "learning_rate": 7.104984093319194e-08,
        "epoch": 2.802114803625378
    },
    {
        "current_steps": 1855,
        "loss": 2.9359,
        "learning_rate": 7.051961823966066e-08,
        "epoch": 2.8036253776435043
    },
    {
        "current_steps": 1856,
        "loss": 3.0477,
        "learning_rate": 6.998939554612937e-08,
        "epoch": 2.805135951661631
    },
    {
        "current_steps": 1857,
        "loss": 3.1709,
        "learning_rate": 6.945917285259809e-08,
        "epoch": 2.806646525679758
    },
    {
        "current_steps": 1858,
        "loss": 2.8944,
        "learning_rate": 6.89289501590668e-08,
        "epoch": 2.808157099697885
    },
    {
        "current_steps": 1859,
        "loss": 2.8094,
        "learning_rate": 6.839872746553552e-08,
        "epoch": 2.809667673716012
    },
    {
        "current_steps": 1860,
        "loss": 2.9316,
        "learning_rate": 6.786850477200425e-08,
        "epoch": 2.811178247734139
    },
    {
        "current_steps": 1861,
        "loss": 3.0675,
        "learning_rate": 6.733828207847296e-08,
        "epoch": 2.812688821752266
    },
    {
        "current_steps": 1862,
        "loss": 2.958,
        "learning_rate": 6.680805938494168e-08,
        "epoch": 2.814199395770393
    },
    {
        "current_steps": 1863,
        "loss": 3.0425,
        "learning_rate": 6.62778366914104e-08,
        "epoch": 2.8157099697885197
    },
    {
        "current_steps": 1864,
        "loss": 2.7715,
        "learning_rate": 6.574761399787911e-08,
        "epoch": 2.8172205438066467
    },
    {
        "current_steps": 1865,
        "loss": 3.0176,
        "learning_rate": 6.521739130434782e-08,
        "epoch": 2.8187311178247736
    },
    {
        "current_steps": 1866,
        "loss": 3.0609,
        "learning_rate": 6.468716861081653e-08,
        "epoch": 2.8202416918429005
    },
    {
        "current_steps": 1867,
        "loss": 2.612,
        "learning_rate": 6.415694591728525e-08,
        "epoch": 2.8217522658610275
    },
    {
        "current_steps": 1868,
        "loss": 2.9679,
        "learning_rate": 6.362672322375396e-08,
        "epoch": 2.823262839879154
    },
    {
        "current_steps": 1869,
        "loss": 2.5519,
        "learning_rate": 6.309650053022269e-08,
        "epoch": 2.824773413897281
    },
    {
        "current_steps": 1870,
        "loss": 2.9077,
        "learning_rate": 6.256627783669141e-08,
        "epoch": 2.826283987915408
    },
    {
        "current_steps": 1871,
        "loss": 2.9207,
        "learning_rate": 6.203605514316012e-08,
        "epoch": 2.8277945619335347
    },
    {
        "current_steps": 1872,
        "loss": 2.7965,
        "learning_rate": 6.150583244962884e-08,
        "epoch": 2.8293051359516617
    },
    {
        "current_steps": 1873,
        "loss": 2.881,
        "learning_rate": 6.097560975609756e-08,
        "epoch": 2.8308157099697886
    },
    {
        "current_steps": 1874,
        "loss": 2.963,
        "learning_rate": 6.044538706256627e-08,
        "epoch": 2.8323262839879155
    },
    {
        "current_steps": 1875,
        "loss": 3.058,
        "learning_rate": 5.9915164369035e-08,
        "epoch": 2.8338368580060425
    },
    {
        "current_steps": 1876,
        "loss": 3.0952,
        "learning_rate": 5.938494167550371e-08,
        "epoch": 2.835347432024169
    },
    {
        "current_steps": 1877,
        "loss": 3.166,
        "learning_rate": 5.8854718981972425e-08,
        "epoch": 2.836858006042296
    },
    {
        "current_steps": 1878,
        "loss": 2.8453,
        "learning_rate": 5.832449628844114e-08,
        "epoch": 2.838368580060423
    },
    {
        "current_steps": 1879,
        "loss": 2.3267,
        "learning_rate": 5.7794273594909864e-08,
        "epoch": 2.8398791540785497
    },
    {
        "current_steps": 1880,
        "loss": 3.3411,
        "learning_rate": 5.726405090137858e-08,
        "epoch": 2.8413897280966767
    },
    {
        "current_steps": 1881,
        "loss": 2.727,
        "learning_rate": 5.6733828207847296e-08,
        "epoch": 2.8429003021148036
    },
    {
        "current_steps": 1882,
        "loss": 3.0315,
        "learning_rate": 5.6203605514316005e-08,
        "epoch": 2.8444108761329305
    },
    {
        "current_steps": 1883,
        "loss": 2.8649,
        "learning_rate": 5.567338282078473e-08,
        "epoch": 2.8459214501510575
    },
    {
        "current_steps": 1884,
        "loss": 3.0212,
        "learning_rate": 5.514316012725344e-08,
        "epoch": 2.8474320241691844
    },
    {
        "current_steps": 1885,
        "loss": 3.1805,
        "learning_rate": 5.461293743372216e-08,
        "epoch": 2.8489425981873113
    },
    {
        "current_steps": 1886,
        "loss": 3.0182,
        "learning_rate": 5.4082714740190875e-08,
        "epoch": 2.8504531722054383
    },
    {
        "current_steps": 1887,
        "loss": 3.0725,
        "learning_rate": 5.35524920466596e-08,
        "epoch": 2.851963746223565
    },
    {
        "current_steps": 1888,
        "loss": 2.0851,
        "learning_rate": 5.302226935312831e-08,
        "epoch": 2.853474320241692
    },
    {
        "current_steps": 1889,
        "loss": 2.9063,
        "learning_rate": 5.249204665959703e-08,
        "epoch": 2.8549848942598186
    },
    {
        "current_steps": 1890,
        "loss": 2.9657,
        "learning_rate": 5.1961823966065745e-08,
        "epoch": 2.8564954682779455
    },
    {
        "current_steps": 1891,
        "loss": 2.9003,
        "learning_rate": 5.143160127253447e-08,
        "epoch": 2.8580060422960725
    },
    {
        "current_steps": 1892,
        "loss": 3.1238,
        "learning_rate": 5.0901378579003183e-08,
        "epoch": 2.8595166163141994
    },
    {
        "current_steps": 1893,
        "loss": 3.0727,
        "learning_rate": 5.037115588547189e-08,
        "epoch": 2.8610271903323263
    },
    {
        "current_steps": 1894,
        "loss": 2.9672,
        "learning_rate": 4.984093319194061e-08,
        "epoch": 2.8625377643504533
    },
    {
        "current_steps": 1895,
        "loss": 3.0155,
        "learning_rate": 4.931071049840933e-08,
        "epoch": 2.86404833836858
    },
    {
        "current_steps": 1896,
        "loss": 2.9195,
        "learning_rate": 4.878048780487805e-08,
        "epoch": 2.8655589123867067
    },
    {
        "current_steps": 1897,
        "loss": 3.0422,
        "learning_rate": 4.825026511134676e-08,
        "epoch": 2.8670694864048336
    },
    {
        "current_steps": 1898,
        "loss": 2.7132,
        "learning_rate": 4.772004241781548e-08,
        "epoch": 2.8685800604229605
    },
    {
        "current_steps": 1899,
        "loss": 3.126,
        "learning_rate": 4.7189819724284195e-08,
        "epoch": 2.8700906344410875
    },
    {
        "current_steps": 1900,
        "loss": 2.8712,
        "learning_rate": 4.665959703075292e-08,
        "epoch": 2.8716012084592144
    },
    {
        "current_steps": 1901,
        "loss": 2.9313,
        "learning_rate": 4.612937433722163e-08,
        "epoch": 2.8731117824773413
    },
    {
        "current_steps": 1902,
        "loss": 3.2139,
        "learning_rate": 4.559915164369035e-08,
        "epoch": 2.8746223564954683
    },
    {
        "current_steps": 1903,
        "loss": 2.8807,
        "learning_rate": 4.5068928950159065e-08,
        "epoch": 2.876132930513595
    },
    {
        "current_steps": 1904,
        "loss": 2.8274,
        "learning_rate": 4.453870625662778e-08,
        "epoch": 2.877643504531722
    },
    {
        "current_steps": 1905,
        "loss": 2.9904,
        "learning_rate": 4.4008483563096496e-08,
        "epoch": 2.879154078549849
    },
    {
        "current_steps": 1906,
        "loss": 3.1017,
        "learning_rate": 4.347826086956521e-08,
        "epoch": 2.880664652567976
    },
    {
        "current_steps": 1907,
        "loss": 2.9465,
        "learning_rate": 4.294803817603393e-08,
        "epoch": 2.882175226586103
    },
    {
        "current_steps": 1908,
        "loss": 2.963,
        "learning_rate": 4.241781548250265e-08,
        "epoch": 2.88368580060423
    },
    {
        "current_steps": 1909,
        "loss": 3.0362,
        "learning_rate": 4.1887592788971367e-08,
        "epoch": 2.8851963746223563
    },
    {
        "current_steps": 1910,
        "loss": 2.824,
        "learning_rate": 4.135737009544008e-08,
        "epoch": 2.8867069486404833
    },
    {
        "current_steps": 1911,
        "loss": 2.8822,
        "learning_rate": 4.08271474019088e-08,
        "epoch": 2.88821752265861
    },
    {
        "current_steps": 1912,
        "loss": 2.8811,
        "learning_rate": 4.029692470837752e-08,
        "epoch": 2.889728096676737
    },
    {
        "current_steps": 1913,
        "loss": 3.0816,
        "learning_rate": 3.9766702014846237e-08,
        "epoch": 2.891238670694864
    },
    {
        "current_steps": 1914,
        "loss": 3.0799,
        "learning_rate": 3.923647932131495e-08,
        "epoch": 2.892749244712991
    },
    {
        "current_steps": 1915,
        "loss": 2.89,
        "learning_rate": 3.870625662778366e-08,
        "epoch": 2.894259818731118
    },
    {
        "current_steps": 1916,
        "loss": 3.1869,
        "learning_rate": 3.8176033934252384e-08,
        "epoch": 2.895770392749245
    },
    {
        "current_steps": 1917,
        "loss": 3.1516,
        "learning_rate": 3.76458112407211e-08,
        "epoch": 2.8972809667673713
    },
    {
        "current_steps": 1918,
        "loss": 3.0378,
        "learning_rate": 3.7115588547189816e-08,
        "epoch": 2.8987915407854983
    },
    {
        "current_steps": 1919,
        "loss": 2.8611,
        "learning_rate": 3.658536585365853e-08,
        "epoch": 2.900302114803625
    },
    {
        "current_steps": 1920,
        "loss": 2.9668,
        "learning_rate": 3.6055143160127254e-08,
        "epoch": 2.901812688821752
    },
    {
        "current_steps": 1921,
        "loss": 2.9424,
        "learning_rate": 3.552492046659597e-08,
        "epoch": 2.903323262839879
    },
    {
        "current_steps": 1922,
        "loss": 2.9069,
        "learning_rate": 3.4994697773064686e-08,
        "epoch": 2.904833836858006
    },
    {
        "current_steps": 1923,
        "loss": 2.9543,
        "learning_rate": 3.44644750795334e-08,
        "epoch": 2.906344410876133
    },
    {
        "current_steps": 1924,
        "loss": 2.7606,
        "learning_rate": 3.3934252386002124e-08,
        "epoch": 2.90785498489426
    },
    {
        "current_steps": 1925,
        "loss": 3.0176,
        "learning_rate": 3.340402969247084e-08,
        "epoch": 2.909365558912387
    },
    {
        "current_steps": 1926,
        "loss": 2.9565,
        "learning_rate": 3.2873806998939556e-08,
        "epoch": 2.9108761329305137
    },
    {
        "current_steps": 1927,
        "loss": 2.94,
        "learning_rate": 3.2343584305408265e-08,
        "epoch": 2.9123867069486407
    },
    {
        "current_steps": 1928,
        "loss": 3.0043,
        "learning_rate": 3.181336161187698e-08,
        "epoch": 2.9138972809667676
    },
    {
        "current_steps": 1929,
        "loss": 2.9566,
        "learning_rate": 3.1283138918345704e-08,
        "epoch": 2.9154078549848945
    },
    {
        "current_steps": 1930,
        "loss": 3.0867,
        "learning_rate": 3.075291622481442e-08,
        "epoch": 2.916918429003021
    },
    {
        "current_steps": 1931,
        "loss": 3.0064,
        "learning_rate": 3.0222693531283136e-08,
        "epoch": 2.918429003021148
    },
    {
        "current_steps": 1932,
        "loss": 2.7964,
        "learning_rate": 2.9692470837751855e-08,
        "epoch": 2.919939577039275
    },
    {
        "current_steps": 1933,
        "loss": 2.9417,
        "learning_rate": 2.916224814422057e-08,
        "epoch": 2.921450151057402
    },
    {
        "current_steps": 1934,
        "loss": 2.9919,
        "learning_rate": 2.863202545068929e-08,
        "epoch": 2.9229607250755287
    },
    {
        "current_steps": 1935,
        "loss": 3.0771,
        "learning_rate": 2.8101802757158002e-08,
        "epoch": 2.9244712990936557
    },
    {
        "current_steps": 1936,
        "loss": 2.8613,
        "learning_rate": 2.757158006362672e-08,
        "epoch": 2.9259818731117826
    },
    {
        "current_steps": 1937,
        "loss": 2.9584,
        "learning_rate": 2.7041357370095437e-08,
        "epoch": 2.9274924471299095
    },
    {
        "current_steps": 1938,
        "loss": 2.9161,
        "learning_rate": 2.6511134676564157e-08,
        "epoch": 2.929003021148036
    },
    {
        "current_steps": 1939,
        "loss": 3.0336,
        "learning_rate": 2.5980911983032873e-08,
        "epoch": 2.930513595166163
    },
    {
        "current_steps": 1940,
        "loss": 2.9381,
        "learning_rate": 2.5450689289501592e-08,
        "epoch": 2.93202416918429
    },
    {
        "current_steps": 1941,
        "loss": 3.0685,
        "learning_rate": 2.4920466595970304e-08,
        "epoch": 2.933534743202417
    },
    {
        "current_steps": 1942,
        "loss": 3.0419,
        "learning_rate": 2.4390243902439023e-08,
        "epoch": 2.9350453172205437
    },
    {
        "current_steps": 1943,
        "loss": 2.7357,
        "learning_rate": 2.386002120890774e-08,
        "epoch": 2.9365558912386707
    },
    {
        "current_steps": 1944,
        "loss": 3.0399,
        "learning_rate": 2.332979851537646e-08,
        "epoch": 2.9380664652567976
    },
    {
        "current_steps": 1945,
        "loss": 2.3534,
        "learning_rate": 2.2799575821845174e-08,
        "epoch": 2.9395770392749245
    },
    {
        "current_steps": 1946,
        "loss": 2.8138,
        "learning_rate": 2.226935312831389e-08,
        "epoch": 2.9410876132930515
    },
    {
        "current_steps": 1947,
        "loss": 2.9336,
        "learning_rate": 2.1739130434782606e-08,
        "epoch": 2.9425981873111784
    },
    {
        "current_steps": 1948,
        "loss": 3.1749,
        "learning_rate": 2.1208907741251325e-08,
        "epoch": 2.9441087613293053
    },
    {
        "current_steps": 1949,
        "loss": 2.857,
        "learning_rate": 2.067868504772004e-08,
        "epoch": 2.9456193353474323
    },
    {
        "current_steps": 1950,
        "loss": 3.0774,
        "learning_rate": 2.014846235418876e-08,
        "epoch": 2.947129909365559
    },
    {
        "current_steps": 1951,
        "loss": 3.0129,
        "learning_rate": 1.9618239660657476e-08,
        "epoch": 2.9486404833836857
    },
    {
        "current_steps": 1952,
        "loss": 2.8487,
        "learning_rate": 1.9088016967126192e-08,
        "epoch": 2.9501510574018126
    },
    {
        "current_steps": 1953,
        "loss": 2.9382,
        "learning_rate": 1.8557794273594908e-08,
        "epoch": 2.9516616314199395
    },
    {
        "current_steps": 1954,
        "loss": 3.1172,
        "learning_rate": 1.8027571580063627e-08,
        "epoch": 2.9531722054380665
    },
    {
        "current_steps": 1955,
        "loss": 3.1302,
        "learning_rate": 1.7497348886532343e-08,
        "epoch": 2.9546827794561934
    },
    {
        "current_steps": 1956,
        "loss": 2.8669,
        "learning_rate": 1.6967126193001062e-08,
        "epoch": 2.9561933534743203
    },
    {
        "current_steps": 1957,
        "loss": 3.0425,
        "learning_rate": 1.6436903499469778e-08,
        "epoch": 2.9577039274924473
    },
    {
        "current_steps": 1958,
        "loss": 2.9269,
        "learning_rate": 1.590668080593849e-08,
        "epoch": 2.9592145015105737
    },
    {
        "current_steps": 1959,
        "loss": 2.8536,
        "learning_rate": 1.537645811240721e-08,
        "epoch": 2.9607250755287007
    },
    {
        "current_steps": 1960,
        "loss": 3.0508,
        "learning_rate": 1.4846235418875927e-08,
        "epoch": 2.9622356495468276
    },
    {
        "current_steps": 1961,
        "loss": 2.984,
        "learning_rate": 1.4316012725344645e-08,
        "epoch": 2.9637462235649545
    },
    {
        "current_steps": 1962,
        "loss": 2.6814,
        "learning_rate": 1.378579003181336e-08,
        "epoch": 2.9652567975830815
    },
    {
        "current_steps": 1963,
        "loss": 2.935,
        "learning_rate": 1.3255567338282078e-08,
        "epoch": 2.9667673716012084
    },
    {
        "current_steps": 1964,
        "loss": 2.8209,
        "learning_rate": 1.2725344644750796e-08,
        "epoch": 2.9682779456193353
    },
    {
        "current_steps": 1965,
        "loss": 2.9674,
        "learning_rate": 1.2195121951219512e-08,
        "epoch": 2.9697885196374623
    },
    {
        "current_steps": 1966,
        "loss": 2.8591,
        "learning_rate": 1.166489925768823e-08,
        "epoch": 2.971299093655589
    },
    {
        "current_steps": 1967,
        "loss": 3.0003,
        "learning_rate": 1.1134676564156945e-08,
        "epoch": 2.972809667673716
    },
    {
        "current_steps": 1968,
        "loss": 3.0823,
        "learning_rate": 1.0604453870625663e-08,
        "epoch": 2.974320241691843
    },
    {
        "current_steps": 1969,
        "loss": 2.8632,
        "learning_rate": 1.007423117709438e-08,
        "epoch": 2.97583081570997
    },
    {
        "current_steps": 1970,
        "loss": 3.1056,
        "learning_rate": 9.544008483563096e-09,
        "epoch": 2.977341389728097
    },
    {
        "current_steps": 1971,
        "loss": 2.7785,
        "learning_rate": 9.013785790031814e-09,
        "epoch": 2.9788519637462234
    },
    {
        "current_steps": 1972,
        "loss": 3.0876,
        "learning_rate": 8.483563096500531e-09,
        "epoch": 2.9803625377643503
    },
    {
        "current_steps": 1973,
        "loss": 2.9398,
        "learning_rate": 7.953340402969245e-09,
        "epoch": 2.9818731117824773
    },
    {
        "current_steps": 1974,
        "loss": 2.6686,
        "learning_rate": 7.423117709437964e-09,
        "epoch": 2.983383685800604
    },
    {
        "current_steps": 1975,
        "loss": 2.2615,
        "learning_rate": 6.89289501590668e-09,
        "epoch": 2.984894259818731
    },
    {
        "current_steps": 1976,
        "loss": 3.0279,
        "learning_rate": 6.362672322375398e-09,
        "epoch": 2.986404833836858
    },
    {
        "current_steps": 1977,
        "loss": 2.4458,
        "learning_rate": 5.832449628844115e-09,
        "epoch": 2.987915407854985
    },
    {
        "current_steps": 1978,
        "loss": 2.6705,
        "learning_rate": 5.302226935312831e-09,
        "epoch": 2.989425981873112
    },
    {
        "current_steps": 1979,
        "loss": 2.9036,
        "learning_rate": 4.772004241781548e-09,
        "epoch": 2.9909365558912384
    },
    {
        "current_steps": 1980,
        "loss": 3.007,
        "learning_rate": 4.2417815482502656e-09,
        "epoch": 2.9924471299093653
    },
    {
        "current_steps": 1981,
        "loss": 3.0469,
        "learning_rate": 3.711558854718982e-09,
        "epoch": 2.9939577039274923
    },
    {
        "current_steps": 1982,
        "loss": 3.1243,
        "learning_rate": 3.181336161187699e-09,
        "epoch": 2.995468277945619
    },
    {
        "current_steps": 1983,
        "loss": 2.9443,
        "learning_rate": 2.6511134676564157e-09,
        "epoch": 2.996978851963746
    },
    {
        "current_steps": 1984,
        "loss": 2.9877,
        "learning_rate": 2.1208907741251328e-09,
        "epoch": 2.998489425981873
    },
    {
        "current_steps": 1985,
        "loss": 3.1269,
        "learning_rate": 1.5906680805938495e-09,
        "epoch": 3.0
    },
    {
        "current_steps": 1985,
        "loss": 3.1269,
        "learning_rate": 1.5906680805938495e-09,
        "epoch": 3.0
    }
]